<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v8i12e14544</article-id>
      <article-id pub-id-type="pmid">32012089</article-id>
      <article-id pub-id-type="doi">10.2196/14544</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Development of a Core Set of Patient-Reported Outcomes for Population-Based Cancer Survivorship Research: Protocol for an Australian Consensus Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Bond</surname>
            <given-names>Kathy</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Salit</surname>
            <given-names>Rachel</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Rothrock</surname>
            <given-names>Nan</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Ramsey</surname>
            <given-names>Imogen</given-names>
          </name>
          <degrees>BPsych (Hons)</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Rosemary Bryant AO Research Centre</institution>
            <institution>School of Nursing and Midwifery and UniSA Cancer Research Institute</institution>
            <institution>University of South Australia</institution>
            <addr-line>City East Campus, North Terrace</addr-line>
            <addr-line>Adelaide, 5001</addr-line>
            <country>Australia</country>
            <phone>61 883022129</phone>
            <email>imogen.ramsey@unisa.edu.au</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8757-1572</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Corsini</surname>
            <given-names>Nadia</given-names>
          </name>
          <degrees>BPsych (Hons), PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7614-5041</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Hutchinson</surname>
            <given-names>Amanda D</given-names>
          </name>
          <degrees>BA (Hons), MPsych (Clin), PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3983-8321</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Marker</surname>
            <given-names>Julie</given-names>
          </name>
          <degrees>BSc, Grad Dip PH</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3887-8674</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Eckert</surname>
            <given-names>Marion</given-names>
          </name>
          <degrees>BN, MPH, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7232-6208</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Rosemary Bryant AO Research Centre</institution>
        <institution>School of Nursing and Midwifery and UniSA Cancer Research Institute</institution>
        <institution>University of South Australia</institution>
        <addr-line>Adelaide</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>School of Psychology, Social Work and Social Policy</institution>
        <institution>University of South Australia</institution>
        <addr-line>Adelaide</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Cancer Voices South Australia</institution>
        <addr-line>Adelaide</addr-line>
        <country>Australia</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Imogen Ramsey <email>imogen.ramsey@unisa.edu.au</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>1</month>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>28</day>
        <month>1</month>
        <year>2020</year>
      </pub-date>
      <volume>9</volume>
      <issue>1</issue>
      <elocation-id>e14544</elocation-id>
      <history>
        <date date-type="received">
          <day>30</day>
          <month>4</month>
          <year>2019</year>
        </date>
        <date date-type="rev-request">
          <day>1</day>
          <month>10</month>
          <year>2019</year>
        </date>
        <date date-type="rev-recd">
          <day>15</day>
          <month>10</month>
          <year>2019</year>
        </date>
        <date date-type="accepted">
          <day>15</day>
          <month>10</month>
          <year>2019</year>
        </date>
      </history>
      <copyright-statement>©Imogen Ramsey, Nadia Corsini, Amanda D Hutchinson, Julie Marker, Marion Eckert. Originally published in JMIR Research Protocols (http://www.researchprotocols.org), 28.01.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on http://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://www.researchprotocols.org/2020/1/e14544/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Core outcome sets seek to improve the consistency and quality of research by providing agreed-upon recommendations regarding what outcomes should be measured as a minimum for a population and setting. The problems arising from a lack of outcome standardization in population-based cancer survivorship research indicate the need for agreement on a core set of patient-reported outcomes (PROs) to enhance data quality, consistency, and comparability.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aims to identify a core set of PROs, representing the most important issues impacting on cancer survivors' long-term health, functioning and quality of life, to inform population-based research on cancer survivorship.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>In Phase I, a list of all potentially important outcomes will be generated through focus group discussions with cancer survivors and a review of measures for assessing quality of life in cancer survivorship. The consolidated list will be advanced to Phase II, where a stakeholder consensus process will be conducted with national experts in cancer survivorship to refine and prioritize the outcomes into a core outcome set. The process will consist of a two-round Delphi survey and a consensus meeting. Cancer survivors, oncology health care professionals, and potential end users of the core outcome set with expertise in cancer survivorship research or policy will be invited to participate. In Phase III, recommended measures for assessment of the core outcome set will be selected with advice from experts on the assessment, analysis, and interpretation of PROs.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>As of April 2019, data collection for Phase I is complete and data analysis is underway. These data will inform the list of outcomes to be advanced into Phase II. Recruitment for Phase II will commence in June 2019, and it is anticipated that it will take 6 months to complete the three-step consensus process and identify a provisional core outcome set. The study results are expected to be published in early 2020.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Expert consensus-driven recommendations on outcome measurement will facilitate the inclusion of survivorship outcomes considered important by cancer survivors and health professionals in future research. Adoption of the core outcome set will enable comparison and synthesis of evidence across studies and enhance the quality of PRO data collected in cancer survivorship research, particularly when applied to address macro-level questions.</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>DERR1-10.2196/14544</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>cancer survivorship</kwd>
        <kwd>quality of life</kwd>
        <kwd>patient-reported outcomes</kwd>
        <kwd>core outcome set</kwd>
        <kwd>Delphi study</kwd>
        <kwd>consensus</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Due to the increasing incidence of cancer and advancements in its detection and treatment, the number of people living with cancer as a chronic condition is increasing [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. With improved survival comes new challenges, as secondary health problems and symptoms related to cancer and treatment can persist for years following diagnosis [<xref ref-type="bibr" rid="ref3">3</xref>]. Adverse effects including functional and cognitive impairments, physical symptoms, risk of secondary cancers, comorbidities, and poor psychosocial outcomes can have debilitating and lifelong consequences for cancer survivors and their families [<xref ref-type="bibr" rid="ref3">3</xref>]. Accordingly, the definition of treatment efficacy has moved beyond survival alone, and there is a greater emphasis on establishing the impact of treatments on quality of life [<xref ref-type="bibr" rid="ref4">4</xref>]. Increasing efforts to quantify the subjective experience of illness, treatment, and side effects using patient-reported outcomes (PROs) have led to a proliferation in the number of patient-reported outcome measures (PROMs) available to assess aspects of health, functioning, and quality of life from the patient's perspective [<xref ref-type="bibr" rid="ref4">4</xref>].</p>
      <p>The potential uses of PRO data can be understood using the Lipscomb framework for cancer outcomes research, which proposes three arenas for the application of PROs: micro, meso, and macro [<xref ref-type="bibr" rid="ref5">5</xref>]. At the micro or individual level, PRO data are used to support and enhance patient-centered care, patient-clinician interactions, and decision making in clinical settings [<xref ref-type="bibr" rid="ref4">4</xref>]. At the meso or service level, PRO data are used to understand the variables that influence health outcomes. PRO data collected at a macro level can be used to monitor and understand trends in health outcomes across a population [<xref ref-type="bibr" rid="ref5">5</xref>]. Although there are few established systems internationally for the routine collection of macro-level PRO data (known as PRO surveillance), there is increasing recognition that expanding and optimizing the role of cancer registries to include PRO surveillance would improve our understanding of the long-term trajectory of survivorship outcomes on a national scale [<xref ref-type="bibr" rid="ref6">6</xref>].</p>
      <p>A challenge in PRO research is the lack of standardization and comparability of scores from different PROMs. For any given outcome, there may be multiple measures developed for different purposes, populations, and disciplines. Core outcome sets have been proposed as a way of addressing these problems. A core outcome set is a recommended, standardized, and minimum set of outcomes to be measured and reported in research on a specific health condition and which should be agreed upon by relevant stakeholders [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>]. By standardizing the outcomes that are examined across studies, use of core outcome sets can help minimize bias in outcome selection and reporting and facilitate data comparison and synthesis [<xref ref-type="bibr" rid="ref9">9</xref>]. Core outcome sets have been developed for various diseases including cancer, but not for the assessment of long-term cancer survivorship concerns at a population level. Predominantly tumor-specific core outcome sets with a typically acute focus have been developed to facilitate standardized assessment of treatment-related symptoms and toxicities in clinical trials.</p>
      <p>This study aims to develop a core outcome set, recommending what PROs should be collected as a minimum for surveillance of cancer survivorship concerns in Australia and how these outcomes should be measured. The need for a set of outcomes applicable to all cancers is underscored by research identifying issues common across cancer sites in the long-term [<xref ref-type="bibr" rid="ref10">10</xref>] including psychosocial outcomes, fatigue, functional impairment, fear of recurrence, and limitations in health care and insurance access [<xref ref-type="bibr" rid="ref11">11</xref>]. The core outcome set will be developed using recommended methods, including a Delphi consensus process. The Delphi technique is a well-recognized method for obtaining expert consensus on a defined problem [<xref ref-type="bibr" rid="ref12">12</xref>] and is used frequently in health research and core outcome set development.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design</title>
        <p>The core outcome set will be developed using a comprehensive, stepwise approach based on recommendations for core outcome set development [<xref ref-type="bibr" rid="ref7">7</xref>] and previous studies [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>]. This approach draws on the lived experiences of cancer survivors, published literature, and expert opinion. The study design was informed by the Core Outcomes Measurement in Effectiveness Trials (COMET) initiative and the Outcome Measures in Rheumatology (OMERACT) initiative, which provide methodological guidance to support evidence-based core outcome set development [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. The OMERACT framework was developed in rheumatology and proposes a recommended process for core outcome set development that can be applied to different health conditions [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>]. Both initiatives agree that the development of a core outcome set requires consensus to be reached first on “what” to measure (ie, the core outcomes) and then on “how” to measure the outcomes (ie, the measures) [<xref ref-type="bibr" rid="ref7">7</xref>]. Therefore, a list of recommended outcomes to be measured will be one deliverable independent of the recommended PROM(s) for assessing the outcomes. Given that PROMs are continually researched and improved, this will allow for periodical revision of the recommended measures, given new advances. The Core Outcome Set-Standards for Reporting (COS-STAR) statement will be used to demonstrate transparency and complete reporting. The statement comprises an 18-item checklist covering the minimum reporting requirements for the sections of a paper describing the development of a core outcome set [<xref ref-type="bibr" rid="ref18">18</xref>].</p>
        <p>The research will involve three phases:</p>
        <list list-type="bullet">
          <list-item>
            <p>Phase I: Identifying all possible outcomes relevant to cancer survivorship via focus groups with cancer survivors and a review of available PROMs.</p>
          </list-item>
          <list-item>
            <p>Phase II: Reaching expert consensus on the most important outcomes for inclusion in the core outcome set.</p>
          </list-item>
          <list-item>
            <p>Phase III: Determining how to best measure the core outcomes. </p>
          </list-item>
        </list>
        <p>This study has been approved by the University of South Australia Human Research Ethics Committee (application number: 200370)</p>
      </sec>
      <sec>
        <title>Phase I: Generating a List of Possible Outcomes</title>
        <p>In Phase I, a list of possible outcomes will be generated via two processes: (1) focus groups with cancer survivors and (2) a review of cancer survivorship PROMs.</p>
        <sec>
          <title>Focus Groups with Cancer Survivors</title>
          <sec>
            <title>Aims and Scope</title>
            <p>Focus groups will be conducted with adult cancer survivors to explore their experiences of living with cancer and its impacts on physical, functional, social, and psychological health and wellbeing. Five focus groups of 8-10 participants will be held with cancer survivors in Adelaide and Sydney.</p>
          </sec>
          <sec>
            <title>Participants</title>
            <p>Adult cancer survivors who are over 18 years of age, English speaking, have been diagnosed with any type of cancer, and are not currently undergoing primary treatment will be eligible to participate. A diverse sample of participants in terms of age, geographical location and cancer type will be sought to ensure that a range of views are considered. Participants will be recruited via the networks of the University of South Australia and state and national cancer organizations. The study will be advertised on social media, the University of South Australia Cancer Research Institute volunteers website, and flyers posted at the University of South Australia</p>
          </sec>
          <sec>
            <title>Format</title>
            <p>The focus group discussions will be guided by open-ended questions about the long-term impacts of cancer and treatment on everyday life.</p>
          </sec>
          <sec>
            <title>Data Analysis</title>
            <p>A list of outcomes derived from the transcribed focus group discussions will be generated and organized into a conceptual PRO framework. The outcomes will be periodically reviewed and modified, where necessary, to ensure fit with the data.</p>
          </sec>
        </sec>
        <sec>
          <title>Review of Cancer Survivorship Patient-Reported Outcome Measures</title>
          <sec>
            <title>Aims and Scope</title>
            <p>To determine the outcomes considered relevant in cancer survivorship research, an updated review of PROMs developed to assess quality of life in long-term cancer survivors will be conducted. In concordance with previous studies, long-term cancer survivors will refer to people who have been diagnosed with cancer, are not currently receiving primary treatment, and are likely facing challenges and symptoms unique to those experienced by cancer patients under treatment and the general population [<xref ref-type="bibr" rid="ref19">19</xref>].</p>
          </sec>
          <sec>
            <title>Inclusion Criteria</title>
            <p>English-language papers describing the characteristics of PROMs developed to assess quality of life in long-term adult cancer survivors will be included. PROMs developed specifically for pediatric cancer survivors will be excluded.</p>
          </sec>
          <sec>
            <title>Data Sources</title>
            <p>Searches for peer-reviewed articles will be performed in Medline, EMBASE, CINAHL, Scopus, the Joanna Briggs Institute Database of Systematic Reviews, and the Cochrane Library. Indexing terms and subject headings for each database will be added.</p>
          </sec>
          <sec>
            <title>Data Extraction</title>
            <p>Identified articles will be classified based on the PROMs they refer to. For each measure, the intended population, number of items, included dimensions or constructs, study sample, scoring information, and tested validity and reliability will be extracted. A list of outcome domains will be extracted from the identified instruments and examined for overlap in content and terminology, consistent with the approach taken by Macefield et al [<xref ref-type="bibr" rid="ref9">9</xref>] for esophageal cancer.</p>
          </sec>
          <sec>
            <title>List Consolidation</title>
            <p>The list of outcome domains will be used in Round 1 of the consensus process. To consolidate the list, the outcome domains derived from the focus groups and review will be combined and examined by the research team to ensure that there is no duplication and that definitions are clear. The following three criteria adapted from Reeve et al [<xref ref-type="bibr" rid="ref10">10</xref>] will be required for inclusion of an outcome domain: (1) present across diverse cancer types, (2) attributable to cancer or treatment, and (3) amenable to patient self-report. Additionally, it is proposed that outcomes must be appropriate for the intended end use of PRO surveillance.</p>
          </sec>
        </sec>
      </sec>
      <sec>
        <title>Phase II: Consensus Process</title>
        <sec>
          <title>Delphi Method</title>
          <p>The consensus process will incorporate a three-step modified Delphi method. The Delphi method involves administering sequential surveys anonymously to a group of selected experts. The process traditionally begins with open-ended questions that are subsequently refined through a series of rounds, interspersed with controlled feedback based on the group views, until consensus is reached [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref20">20</xref>]. This study will use a modified Delphi method, limited to two survey rounds and a final consensus meeting. The modifications to the Delphi method are beginning the process with purposely selected (rather than open-ended) questions and including a final face-to-face meeting. Key advantages of preselecting items are that it provides a solid grounding in existing evidence and can improve response rates [<xref ref-type="bibr" rid="ref20">20</xref>]. Benefits of including a face-to-face meeting are that it allows panel members to interact and discuss, clarify, and justify their voting [<xref ref-type="bibr" rid="ref21">21</xref>]. This approach has been favored over other consensus methods by participants and is perceived as highly cooperative and effective [<xref ref-type="bibr" rid="ref22">22</xref>]. Both modifications are consistent with recommended methods for evidence-based core outcome set development [<xref ref-type="bibr" rid="ref23">23</xref>].</p>
        </sec>
        <sec>
          <title>Aims and Scope</title>
          <p>To refine the list of outcomes identified in Phase I into a cancer survivorship core outcome set, key stakeholders will be invited to participate in an online Delphi survey. The list of outcome domains will be formatted into questionnaire items and participants will be asked to rate the importance of each item for inclusion in the core outcome set, with higher scores indicating higher importance.</p>
        </sec>
        <sec>
          <title>Participants</title>
          <p>Recent methodological work has demonstrated the importance of receiving feedback from different groups of stakeholders in order to reach consensus on a core outcome set [<xref ref-type="bibr" rid="ref8">8</xref>]. Therefore, three expert panels of approximately 25 participants will be recruited for the study: (1) adult cancer survivors, (2) clinicians (ie, physicians, nurse practitioners, and clinical nurse specialists with expertise caring for and treating people with cancer), and (3) other health care professionals (ie, allied health workers, psycho-oncologists, nurses) and potential end users of the core outcome set that have cancer survivorship expertise (ie, researchers, policy advisors).</p>
        </sec>
        <sec>
          <title>Recruitment</title>
          <p>As it is common practice to purposefully select experts to participate in a Delphi process, health and research professionals with cancer survivorship expertise will be identified via professional networks. Focus group participants will be invited to participate and, if necessary, additional cancer survivors will be identified via the same recruitment channels as the focus group participants. All identified stakeholders will receive an email outlining the aims and significance of the research, with a link to register their interest in participating. Online registration will be open for 4 weeks, and two reminder emails will be sent. Written consent will be obtained from the study participants.</p>
        </sec>
        <sec>
          <title>Round 1</title>
          <p>All registered stakeholders will receive an email detailing the study purpose, a participant information sheet, and a link to the online survey for Round 1. The participant information sheet will explain the study background and objectives, intended end use of the core outcome set, key definitions, and ethical considerations in lay terms. The survey will contain questions about participants’ demographics and expertise in cancer survivorship and the list of outcome domains formatted into items. Participants will be asked to rate the importance of each item for inclusion in a core outcome set for surveillance of the long-term impacts of cancer on quality of life using the 9-point Grading of Recommendations Assessment, Development and Evaluation (GRADE) scale for the quality of evidence of outcomes. The GRADE scale has been previously used in the development of core outcome sets involving the Delphi technique [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref24">24</xref>]. Scores of 7-9 indicate critical importance, scores of 4-6 indicate importance, and scores of 1-3 indicate limited importance. A blank text response option will be provided for participants to add nonlisted outcomes and explain their rankings if they wish to. Nonresponders will receive up to three reminders to participate.</p>
        </sec>
        <sec>
          <title>Feedback and Round 2</title>
          <p>Score allocations from Round 1, for each panel and overall, will be presented to participants along with the link to the Round 2 survey. A recent trial found that the type of feedback given to participants (ie, whether they received a summary of the voting for their own group, all groups, or all participants regardless of group) did not influence voting [<xref ref-type="bibr" rid="ref25">25</xref>]. After receiving feedback, participants will be invited to rescore the outcomes from Round 1 as well as any additional outcomes suggested.</p>
        </sec>
        <sec>
          <title>Consensus Definition</title>
          <p>Items with a median score ≥7 and an interquartile range no larger than two units, that receive rankings of 7-9 by ≥70% of participants and 1-3 by ≤15% of participants after Round 2 will be eligible for inclusion in a provisional core outcome set and progressed to the consensus meeting. There are no universally agreed-upon consensus criteria in Delphi studies; these thresholds follow published recommendations and previous core outcome set development studies in cancer [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. To ensure that outcomes considered important to individual stakeholder groups are not rejected without the opportunity for reflection, items for which consensus is ambiguous will also be discussed in the consensus meeting. Consensus will be deemed ambiguous if an outcome with a median score ≥7 has an interquartile range no larger than three units and ≥65% majority agreement for at least one panel.</p>
        </sec>
        <sec>
          <title>Analysis of Voting</title>
          <p>Descriptive statistics will be used to summarize the results for each round, including the median score for each item and percentage of ratings between 1-3, 4-6, and 7-9. The results will be presented for each panel and overall. A measure of the distribution of scores will be presented for each outcome domain considered in Round 2. This is recommended because major disagreement can be masked by cut-off scores, which do not capture the strength of minority opinion [<xref ref-type="bibr" rid="ref27">27</xref>].</p>
        </sec>
        <sec>
          <title>Consensus Meeting</title>
          <p>After Round 2, 10-15 Delphi participants will meet to review, discuss, and agree on a final set of core outcome domains. The participants will be purposively sampled from those who completed both survey rounds to ensure a range of perspectives are represented.</p>
        </sec>
      </sec>
      <sec>
        <title>Phase III: Instrument Appraisal and Selection</title>
        <p>After reaching consensus on the core outcome domains, the final step will be to identify and select measures for their assessment. The PROMs identified in the review will be evaluated by applying the OMERACT Filter 2.0, a tool for selecting measures that summarizes three key measurement properties: truth, discrimination, and feasibility [<xref ref-type="bibr" rid="ref17">17</xref>]. Truth refers to face, content, and construct validity; discrimination captures reliability and sensitivity to change; and feasibility refers to whether a measure can be applied in the intended setting, given the constraints of time, money, and interpretability [<xref ref-type="bibr" rid="ref17">17</xref>]. The final selection of PROMs will be undertaken through consultation with the Quality of Life Office, which is a national resource funded by Cancer Australia that provides expert advice related to the design, assessment, analysis, and interpretation of PROs. Feedback on the final core outcome measurement set will be sought from the Delphi participants via an informal process.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>As of April 2019, data collection for Phase I is complete and data analysis is underway. These data will inform the list of outcomes to be progressed into Phase II. Recruitment for Phase II will commence in June 2019, and it is anticipated that it will take 6 months to complete the three-step consensus process and identify a provisional core outcome set. The study results are expected to be published in early 2020.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>Problems arising from the heterogeneity of PROMs have been documented in cancer survivorship research [<xref ref-type="bibr" rid="ref28">28</xref>] and other areas of health research [<xref ref-type="bibr" rid="ref15">15</xref>]. A review of registries that systematically collect PRO for population-level surveillance of cancer survivorship outcomes recommended that consensus be obtained on a core set of outcome domains and measures to improve the consistency and comparability of data collected [<xref ref-type="bibr" rid="ref28">28</xref>]. Adoption of the proposed core outcome set by researchers could enhance the quality of future research by helping ensure the inclusion of relevant survivorship outcomes that are important to consumers and the use of validated tools that are sensitive to survivorship. In addition to macro-level application, the proposed core outcome set could also guide researchers seeking to use survivorship PROMs in clinical trials or extended follow-up beyond acute settings. To maintain relevance, the core outcome set may need to be periodically checked and updated to reflect consequences of new treatment modalities.</p>
      <p>This is not the first core set of outcomes to be developed for all cancers, although it is unique in its scope and intended end use. In 2011, the National Cancer Institute’s Symptom Management and Health-Related Quality of Life Steering Committee led an international effort to identify a core set of patient-reported symptoms to be measured in all adult cancer treatment trials [<xref ref-type="bibr" rid="ref10">10</xref>] as well as disease-specific core symptom sets for head and neck, prostate, and ovarian cancers [<xref ref-type="bibr" rid="ref29">29</xref>-<xref ref-type="bibr" rid="ref31">31</xref>] to be used in conjunction with the generic cancer set. Since self-reported symptoms offer important insight into intervention efficacy and toxicities, increased consistency of symptom assessment across trials using the patient-reported core symptom sets may help improve care quality for clinical trial participants [<xref ref-type="bibr" rid="ref10">10</xref>]. Our study aims to promote consistent assessment across the growing number of systems collecting PRO data from cancer survivors at a population level. Therefore, agreement on a core set of PROs similar to the set developed by the National Cancer Institute but (1) representing the health, functioning, and quality of life issues that are important in long-term cancer survivorship (ie, not exclusive to disease and treatment-related symptoms) and (2) suitable for the purpose of macro-level surveillance (ie, not specific to clinical trials) is warranted [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref28">28</xref>]. Despite a shared aim of facilitating consistent assessment of PROs in research with cancer populations [<xref ref-type="bibr" rid="ref10">10</xref>], the core outcome set developed by the National Cancer Institute will inform assessment of disease- and treatment-related symptoms in clinical trials, while the proposed core outcome set for cancer survivorship will play a complementary role in informing population-based surveillance of quality of life among cancer survivors beyond clinical settings.</p>
      <p>In the Netherlands, Geerse et al [<xref ref-type="bibr" rid="ref32">32</xref>] developed a core set of International Classification of Functioning, Disability, and Health (ICF) categories for health-related problems in adult cancer survivors. In addition to being based on the ICF, their Cancer Survivor Core Set differs from the proposed core outcome set in intended purpose and development methods. Three panels of 25 survivorship experts for colorectal, breast, and lung cancers participated in a two-round Delphi study where 265 ICF categories were used for item selection [<xref ref-type="bibr" rid="ref32">32</xref>]. The resulting core outcome set included 19 items, 11 of which were linked to corresponding item(s) on at least one of three selected cancer survivorship PROMs. The intended application of the core outcome set developed by Geerse et al [<xref ref-type="bibr" rid="ref32">32</xref>] is not specified, although the authors state that it could be used as a screening tool. In contrast, the proposed core outcome set is intended to reflect the most important and relevant survivorship issues beyond acute symptoms that should be collected in routine PRO surveillance in Australia. Item selection will be informed by existing PROMs and oncological PRO frameworks rather than the ICF. Adults of different ages with a diverse range of cancers will be represented in the development process. It will be beneficial to understand the similarities and differences in outcomes prioritized by the current Australian-led research and the core outcome set developed in the Netherlands.</p>
      <p>We based the study methods on recommendations for evidence-based core outcome set development [<xref ref-type="bibr" rid="ref23">23</xref>], guidelines for using the Delphi technique to obtain consensus on core outcomes [<xref ref-type="bibr" rid="ref27">27</xref>], standards for core outcome set study design [<xref ref-type="bibr" rid="ref33">33</xref>], and previous core outcome set studies with cancer populations that employed Delphi methods [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref34">34</xref>]. However, there is no agreed-upon methodology for developing a core outcome set. It is therefore unclear to what extent the results from this study would be concordant with those obtained in different settings, using alternate consensus methods, or applying different criteria. Despite these limitations, the study design is considered suitable for the scope and setting of this core outcome set and will allow a large and geographically diverse sample of stakeholders to participate.</p>
      <p>Although there is little scientific evidence regarding the optimal number of Delphi rounds, two or three rounds have been frequently recommended [<xref ref-type="bibr" rid="ref35">35</xref>] and commonly used in core outcome set development studies [<xref ref-type="bibr" rid="ref23">23</xref>]. Given that we will undertake a rigorous process to identify, select, and refine the initial outcome list to be progressed into the Delphi and include a face-to-face meeting to agree on the final core outcomes, two survey rounds were considered sufficient. An advantage of restricting the number of rounds is that this can limit potential bias due to attrition, which is likely to increase with each round. A limitation of restricting the study to two survey rounds is that it may not be possible to confirm stability of voting, although this is generally thought to be a measure of internal reliability and not consensus. Instead, we will be measuring the extent to which participants agree with the statements under consideration (agreement) and the extent to which participants agree with each other (consensus) [<xref ref-type="bibr" rid="ref36">36</xref>]. It is not possible to determine the validity of any specific definition of consensus in Delphi studies, but the proportion of ratings within a range is one of the most commonly employed consensus definitions and the median is considered the most robust measure of central tendency [<xref ref-type="bibr" rid="ref36">36</xref>].</p>
      <p>Another potential limitation is that we are conducting a review of cancer survivorship PROMs rather than of all outcomes that have been examined in cancer survivorship research, and therefore, we may not identify all possible relevant outcomes. This risk will be mitigated by additionally identifying outcomes in Phase I from focus groups with cancer survivors and providing Delphi participants with the opportunity to suggest additional outcomes in Phase II.</p>
      <p>This protocol describes the development methods for a core set of PROs to inform our understanding of the long-term impacts of cancer on survivors’ quality of life at a population level. Since the proposed set represents the minimum outcomes that should be collected and reported on, it can be supplemented with other outcomes or measures relevant to a given study setting or population. By providing consensus-driven recommendations from stakeholders with expertise in cancer survivorship research, practice, policy, and lived experience, the study findings will facilitate the inclusion of meaningful survivorship outcomes and enhance the quality and comparability of PRO data collected in survivorship research, particularly when applied to address macro-level questions.</p>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">COMET</term>
          <def>
            <p>Core Outcome Measures in Effectiveness Trials</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">COS-STAR</term>
          <def>
            <p>Core Outcome Set-Standards for Reporting</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">GRADE</term>
          <def>
            <p>Grading of Recommendations Assessment, Development and Evaluation</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">ICF</term>
          <def>
            <p>International Classification of Functioning, Disability and Health</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">OMERACT</term>
          <def>
            <p>Outcome Measures in Rheumatology</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">PRO</term>
          <def>
            <p>patient-reported outcome</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">PROM</term>
          <def>
            <p>patient-reported outcome measure</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>We would like to thank Prof Ian Olver and Prof Madeleine King who reviewed the study proposal and provided feedback on the study design. This project is funded by a Research Training Program Domestic scholarship and a Research Themes Investment Scheme - Postgraduate Support Package from the University of South Australia.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>All authors contributed to the study conception and design. IR drafted the manuscript and ADH, ME, NC, and JM provided feedback on the draft. All authors read and approved the final manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Torre</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Siegel</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Ward</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Jemal</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Global Cancer Incidence and Mortality Rates and Trends--An Update</article-title>
          <source>Cancer Epidemiol Biomarkers Prev</source>
          <year>2016</year>
          <month>01</month>
          <volume>25</volume>
          <issue>1</issue>
          <fpage>16</fpage>
          <lpage>27</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://cebp.aacrjournals.org/cgi/pmidlookup?view=long&amp;pmid=26667886"/>
          </comment>
          <pub-id pub-id-type="doi">10.1158/1055-9965.EPI-15-0578</pub-id>
          <pub-id pub-id-type="medline">26667886</pub-id>
          <pub-id pub-id-type="pii">1055-9965.EPI-15-0578</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ferlay</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Soerjomataram</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Dikshit</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Eser</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mathers</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Rebelo</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Parkin</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Forman</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bray</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Cancer incidence and mortality worldwide: sources, methods and major patterns in GLOBOCAN 2012</article-title>
          <source>Int J Cancer</source>
          <year>2015</year>
          <month>03</month>
          <day>01</day>
          <volume>136</volume>
          <issue>5</issue>
          <fpage>E359</fpage>
          <lpage>86</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1002/ijc.29210"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/ijc.29210</pub-id>
          <pub-id pub-id-type="medline">25220842</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van de Poll-Franse</surname>
              <given-names>LV</given-names>
            </name>
            <name name-style="western">
              <surname>Horevoorts</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>van Eenbergen</surname>
              <given-names>Mies</given-names>
            </name>
            <name name-style="western">
              <surname>Denollet</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Roukema</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Aaronson</surname>
              <given-names>NK</given-names>
            </name>
            <name name-style="western">
              <surname>Vingerhoets</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Coebergh</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>de Vries</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Essink-Bot</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mols</surname>
              <given-names>F</given-names>
            </name>
            <collab>Profiles Registry Group</collab>
          </person-group>
          <article-title>The Patient Reported Outcomes Following Initial treatment and Long term Evaluation of Survivorship registry: scope, rationale and design of an infrastructure for the study of physical and psychosocial outcomes in cancer survivorship cohorts</article-title>
          <source>Eur J Cancer</source>
          <year>2011</year>
          <month>09</month>
          <volume>47</volume>
          <issue>14</issue>
          <fpage>2188</fpage>
          <lpage>94</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0959-8049(11)00313-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ejca.2011.04.034</pub-id>
          <pub-id pub-id-type="medline">21621408</pub-id>
          <pub-id pub-id-type="pii">S0959-8049(11)00313-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Greenhalgh</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Dalkin</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Gooding</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Gibbons</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Wright</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Meads</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Black</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Valderas</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Pawson</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Functionality and feedback: a realist synthesis of the collation, interpretation and utilisation of patient-reported outcome measures data to improve patient care</article-title>
          <source>Health Services and Delivery Research</source>
          <year>2017</year>
          <volume>5</volume>
          <issue>2</issue>
          <pub-id pub-id-type="medline">28121094</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lipscomb</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Donaldson</surname>
              <given-names>Molla S</given-names>
            </name>
            <name name-style="western">
              <surname>Hiatt</surname>
              <given-names>Robert A</given-names>
            </name>
          </person-group>
          <article-title>Cancer outcomes research and the arenas of application</article-title>
          <source>J Natl Cancer Inst Monogr</source>
          <year>2004</year>
          <month>10</month>
          <day>01</day>
          <volume>2004</volume>
          <issue>33</issue>
          <fpage>1</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1093/jncimonographs/lgh038</pub-id>
          <pub-id pub-id-type="medline">15504917</pub-id>
          <pub-id pub-id-type="pii">2004/33/1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Sansoni</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Morris</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Grootemaat</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Thompson</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <source>Patient-reported outcome measures: Literature review</source>
          <year>2016</year>
          <access-date>2019-11-29</access-date>
          <publisher-loc>Sydney</publisher-loc>
          <publisher-name>Australian Commission on Safety and Quality in Health Care</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.safetyandquality.gov.au/sites/default/files/migrated/PROMs-Literature-Review-December-2016.pdf">https://www.safetyandquality.gov.au/sites/default/files/migrated/PROMs-Literature-Review-December-2016.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chiarotto</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ostelo</surname>
              <given-names>RW</given-names>
            </name>
            <name name-style="western">
              <surname>Turk</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Buchbinder</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Boers</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Core outcome sets for research and clinical practice</article-title>
          <source>Braz J Phys Ther</source>
          <year>2017</year>
          <volume>21</volume>
          <issue>2</issue>
          <fpage>77</fpage>
          <lpage>84</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28460714"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.bjpt.2017.03.001</pub-id>
          <pub-id pub-id-type="medline">28460714</pub-id>
          <pub-id pub-id-type="pii">S1413-3555(17)30028-X</pub-id>
          <pub-id pub-id-type="pmcid">PMC5537457</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Williamson</surname>
              <given-names>PR</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Blazeby</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Devane</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Gargon</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Tugwell</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Developing core outcome sets for clinical trials: issues to consider</article-title>
          <source>Trials</source>
          <year>2012</year>
          <month>08</month>
          <day>06</day>
          <volume>13</volume>
          <fpage>132</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://trialsjournal.biomedcentral.com/articles/10.1186/1745-6215-13-132"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1745-6215-13-132</pub-id>
          <pub-id pub-id-type="medline">22867278</pub-id>
          <pub-id pub-id-type="pii">1745-6215-13-132</pub-id>
          <pub-id pub-id-type="pmcid">PMC3472231</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Macefield</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Jacobs</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Korfage</surname>
              <given-names>IJ</given-names>
            </name>
            <name name-style="western">
              <surname>Nicklin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Whistance</surname>
              <given-names>RN</given-names>
            </name>
            <name name-style="western">
              <surname>Brookes</surname>
              <given-names>ST</given-names>
            </name>
            <name name-style="western">
              <surname>Sprangers</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Blazeby</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Developing core outcomes sets: methods for identifying and including patient-reported outcomes (PROs)</article-title>
          <source>Trials</source>
          <year>2014</year>
          <month>02</month>
          <day>05</day>
          <volume>15</volume>
          <fpage>49</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://trialsjournal.biomedcentral.com/articles/10.1186/1745-6215-15-49"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1745-6215-15-49</pub-id>
          <pub-id pub-id-type="medline">24495582</pub-id>
          <pub-id pub-id-type="pii">1745-6215-15-49</pub-id>
          <pub-id pub-id-type="pmcid">PMC3916696</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Reeve</surname>
              <given-names>BB</given-names>
            </name>
            <name name-style="western">
              <surname>Mitchell</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Dueck</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Basch</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Cella</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Reilly</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Minasian</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Denicoff</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>O'Mara</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Fisch</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Chauhan</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Aaronson</surname>
              <given-names>NK</given-names>
            </name>
            <name name-style="western">
              <surname>Coens</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bruner</surname>
              <given-names>DW</given-names>
            </name>
          </person-group>
          <article-title>Recommended patient-reported core set of symptoms to measure in adult cancer treatment trials</article-title>
          <source>J Natl Cancer Inst</source>
          <year>2014</year>
          <month>07</month>
          <volume>106</volume>
          <issue>7</issue>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25006191"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jnci/dju129</pub-id>
          <pub-id pub-id-type="medline">25006191</pub-id>
          <pub-id pub-id-type="pii">dju129</pub-id>
          <pub-id pub-id-type="pmcid">PMC4110472</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="web">
          <source>Long-term follow-up guidelines for survivors of childhood, adolescent, and young adult cancers, version 4</source>
          <year>2013</year>
          <access-date>2019-11-29</access-date>
          <publisher-loc>Monrovia, CA</publisher-loc>
          <publisher-name>Children's Oncology Group</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.survivorshipguidelines.org/pdf/LTFUGuidelines_40.pdf">http://www.survivorshipguidelines.org/pdf/LTFUGuidelines_40.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hasson</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Keeney</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Enhancing rigour in the Delphi technique research</article-title>
          <source>Technological Forecasting and Social Change</source>
          <year>2011</year>
          <month>11</month>
          <volume>78</volume>
          <issue>9</issue>
          <fpage>1695</fpage>
          <lpage>1704</lpage>
          <pub-id pub-id-type="doi">10.1016/j.techfore.2011.04.005</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Waters</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Tudur Smith</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Young</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>TM</given-names>
            </name>
          </person-group>
          <article-title>The CONSENSUS study: protocol for a mixed methods study to establish which outcomes should be included in a core outcome set for oropharyngeal cancer</article-title>
          <source>Trials</source>
          <year>2014</year>
          <month>05</month>
          <day>13</day>
          <volume>15</volume>
          <fpage>168</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://trialsjournal.biomedcentral.com/articles/10.1186/1745-6215-15-168"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1745-6215-15-168</pub-id>
          <pub-id pub-id-type="medline">24885068</pub-id>
          <pub-id pub-id-type="pii">1745-6215-15-168</pub-id>
          <pub-id pub-id-type="pmcid">PMC4023496</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>MacLennan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bekema</surname>
              <given-names>HJ</given-names>
            </name>
            <name name-style="western">
              <surname>Williamson</surname>
              <given-names>PR</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>MacLennan</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>N'Dow</surname>
              <given-names>James M O</given-names>
            </name>
            <name name-style="western">
              <surname>Lam</surname>
              <given-names>TB</given-names>
            </name>
          </person-group>
          <article-title>A core outcome set for localised prostate cancer effectiveness trials: protocol for a systematic review of the literature and stakeholder involvement through interviews and a Delphi survey</article-title>
          <source>Trials</source>
          <year>2015</year>
          <month>03</month>
          <day>04</day>
          <volume>16</volume>
          <fpage>76</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://trialsjournal.biomedcentral.com/articles/10.1186/s13063-015-0598-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13063-015-0598-0</pub-id>
          <pub-id pub-id-type="medline">25887437</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13063-015-0598-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC4355995</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gargon</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Williamson</surname>
              <given-names>PR</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Blazeby</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The COMET Initiative database: progress and activities from 2011 to 2013</article-title>
          <source>Trials</source>
          <year>2014</year>
          <month>07</month>
          <day>10</day>
          <volume>15</volume>
          <fpage>279</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://trialsjournal.biomedcentral.com/articles/10.1186/1745-6215-15-279"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1745-6215-15-279</pub-id>
          <pub-id pub-id-type="medline">25012001</pub-id>
          <pub-id pub-id-type="pii">1745-6215-15-279</pub-id>
          <pub-id pub-id-type="pmcid">PMC4107994</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tugwell</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Boers</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Brooks</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Simon</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Strand</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Idzerda</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>OMERACT: An international initiative to improve outcome measurement in rheumatology</article-title>
          <source>Trials</source>
          <year>2007</year>
          <month>11</month>
          <day>26</day>
          <volume>8</volume>
          <issue>1</issue>
          <pub-id pub-id-type="doi">10.1186/1745-6215-8-38</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Boers</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kirwan</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Wells</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Beaton</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Gossec</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>d'Agostino</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Conaghan</surname>
              <given-names>PG</given-names>
            </name>
            <name name-style="western">
              <surname>Bingham</surname>
              <given-names>CO</given-names>
            </name>
            <name name-style="western">
              <surname>Brooks</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Landewé</surname>
              <given-names>Robert</given-names>
            </name>
            <name name-style="western">
              <surname>March</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Simon</surname>
              <given-names>LS</given-names>
            </name>
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Strand</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Tugwell</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Developing core outcome measurement sets for clinical trials: OMERACT filter 2.0</article-title>
          <source>J Clin Epidemiol</source>
          <year>2014</year>
          <month>07</month>
          <volume>67</volume>
          <issue>7</issue>
          <fpage>745</fpage>
          <lpage>53</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0895-4356(13)00488-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jclinepi.2013.11.013</pub-id>
          <pub-id pub-id-type="medline">24582946</pub-id>
          <pub-id pub-id-type="pii">S0895-4356(13)00488-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kirkham</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Gorst</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Blazeby</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Devane</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Gargon</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Schmitt</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Tugwell</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Tunis</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Williamson</surname>
              <given-names>PR</given-names>
            </name>
          </person-group>
          <article-title>Core Outcome Set-STAndards for Reporting: The COS-STAR Statement</article-title>
          <source>PLoS Med</source>
          <year>2016</year>
          <month>10</month>
          <volume>13</volume>
          <issue>10</issue>
          <fpage>e1002148</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pmed.1002148"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pmed.1002148</pub-id>
          <pub-id pub-id-type="medline">27755541</pub-id>
          <pub-id pub-id-type="pii">PMEDICINE-D-16-01576</pub-id>
          <pub-id pub-id-type="pmcid">PMC5068732</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Muzzatti</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Annunziata</surname>
              <given-names>MA</given-names>
            </name>
          </person-group>
          <article-title>Assessing quality of life in long-term cancer survivors: a review of available tools</article-title>
          <source>Support Care Cancer</source>
          <year>2013</year>
          <month>11</month>
          <volume>21</volume>
          <issue>11</issue>
          <fpage>3143</fpage>
          <lpage>52</lpage>
          <pub-id pub-id-type="doi">10.1007/s00520-013-1912-6</pub-id>
          <pub-id pub-id-type="medline">23903800</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Custer</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Scarcella</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>The Modified Delphi Technique--A Rotational Modification</article-title>
          <source>Journal of Career and Technical Education</source>
          <year>1999</year>
          <volume>15</volume>
          <issue>2</issue>
          <fpage>50</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.21061/jcte.v15i2.702</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Eubank</surname>
              <given-names>BH</given-names>
            </name>
            <name name-style="western">
              <surname>Mohtadi</surname>
              <given-names>NG</given-names>
            </name>
            <name name-style="western">
              <surname>Lafave</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Wiley</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Bois</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Boorman</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Sheps</surname>
              <given-names>DM</given-names>
            </name>
          </person-group>
          <article-title>Using the modified Delphi method to establish clinical consensus for the diagnosis and treatment of patients with rotator cuff pathology</article-title>
          <source>BMC Med Res Methodol</source>
          <year>2016</year>
          <month>05</month>
          <day>20</day>
          <volume>16</volume>
          <fpage>56</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedresmethodol.biomedcentral.com/articles/10.1186/s12874-016-0165-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12874-016-0165-8</pub-id>
          <pub-id pub-id-type="medline">27206853</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12874-016-0165-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC4875724</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Graefe</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Armstrong</surname>
              <given-names>JS</given-names>
            </name>
          </person-group>
          <article-title>Comparing face-to-face meetings, nominal groups, Delphi and prediction markets on an estimation task</article-title>
          <source>International Journal of Forecasting</source>
          <year>2011</year>
          <month>01</month>
          <volume>27</volume>
          <issue>1</issue>
          <fpage>183</fpage>
          <lpage>195</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijforecast.2010.05.004</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Williamson</surname>
              <given-names>PR</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Bagley</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Barnes</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Blazeby</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Brookes</surname>
              <given-names>ST</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gargon</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Gorst</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Harman</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Kirkham</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>McNair</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Prinsen</surname>
              <given-names>CAC</given-names>
            </name>
            <name name-style="western">
              <surname>Schmitt</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Terwee</surname>
              <given-names>CB</given-names>
            </name>
            <name name-style="western">
              <surname>Young</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>The COMET Handbook: version 1.0</article-title>
          <source>Trials</source>
          <year>2017</year>
          <month>06</month>
          <day>20</day>
          <volume>18</volume>
          <issue>Suppl 3</issue>
          <fpage>280</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://trialsjournal.biomedcentral.com/articles/10.1186/s13063-017-1978-4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13063-017-1978-4</pub-id>
          <pub-id pub-id-type="medline">28681707</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13063-017-1978-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC5499094</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guyatt</surname>
              <given-names>GH</given-names>
            </name>
            <name name-style="western">
              <surname>Oxman</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Kunz</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Atkins</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Brozek</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Vist</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Alderson</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Glasziou</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Falck-Ytter</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Schünemann</surname>
              <given-names>Holger J</given-names>
            </name>
          </person-group>
          <article-title>GRADE guidelines: 2. Framing the question and deciding on important outcomes</article-title>
          <source>J Clin Epidemiol</source>
          <year>2011</year>
          <month>04</month>
          <volume>64</volume>
          <issue>4</issue>
          <fpage>395</fpage>
          <lpage>400</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jclinepi.2010.09.012</pub-id>
          <pub-id pub-id-type="medline">21194891</pub-id>
          <pub-id pub-id-type="pii">S0895-4356(10)00331-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>MacLennan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kirkham</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lam</surname>
              <given-names>TB</given-names>
            </name>
            <name name-style="western">
              <surname>Williamson</surname>
              <given-names>PR</given-names>
            </name>
          </person-group>
          <article-title>A randomized trial comparing three Delphi feedback strategies found no evidence of a difference in a setting with high initial agreement</article-title>
          <source>J Clin Epidemiol</source>
          <year>2018</year>
          <month>01</month>
          <volume>93</volume>
          <fpage>1</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jclinepi.2017.09.024</pub-id>
          <pub-id pub-id-type="medline">29017811</pub-id>
          <pub-id pub-id-type="pii">S0895-4356(17)30280-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>MacLennan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Williamson</surname>
              <given-names>PR</given-names>
            </name>
            <name name-style="western">
              <surname>Bekema</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ramsay</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>N'Dow</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>MacLennan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Vale</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Dahm</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Mottet</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Lam</surname>
              <given-names>T</given-names>
            </name>
            <collab>COMPACTERS Study Group</collab>
          </person-group>
          <article-title>A core outcome set for localised prostate cancer effectiveness trials</article-title>
          <source>BJU Int</source>
          <year>2017</year>
          <month>11</month>
          <volume>120</volume>
          <issue>5B</issue>
          <fpage>E64</fpage>
          <lpage>E79</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1111/bju.13854"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/bju.13854</pub-id>
          <pub-id pub-id-type="medline">28346770</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sinha</surname>
              <given-names>IP</given-names>
            </name>
            <name name-style="western">
              <surname>Smyth</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Williamson</surname>
              <given-names>PR</given-names>
            </name>
          </person-group>
          <article-title>Using the Delphi technique to determine which outcomes to measure in clinical trials: recommendations for the future based on a systematic review of existing studies</article-title>
          <source>PLoS Med</source>
          <year>2011</year>
          <month>01</month>
          <day>25</day>
          <volume>8</volume>
          <issue>1</issue>
          <fpage>e1000393</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pmed.1000393"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pmed.1000393</pub-id>
          <pub-id pub-id-type="medline">21283604</pub-id>
          <pub-id pub-id-type="pmcid">PMC3026691</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Corsini</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Fish</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ramsey</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Sharplin</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Flight</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Damarell</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Wiggins</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Roder</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Eckert</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Cancer survivorship monitoring systems for the collection of patient-reported outcomes: a systematic narrative review of international approaches</article-title>
          <source>J Cancer Surviv</source>
          <year>2017</year>
          <month>08</month>
          <volume>11</volume>
          <issue>4</issue>
          <fpage>486</fpage>
          <lpage>497</lpage>
          <pub-id pub-id-type="doi">10.1007/s11764-017-0607-2</pub-id>
          <pub-id pub-id-type="medline">28374090</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11764-017-0607-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Vetter</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Lukka</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Stokes</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Sanda</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Watkins-Bruner</surname>
              <given-names>Deborah</given-names>
            </name>
            <name name-style="western">
              <surname>Reeve</surname>
              <given-names>Bryce B</given-names>
            </name>
            <name name-style="western">
              <surname>Sandler</surname>
              <given-names>Howard M</given-names>
            </name>
          </person-group>
          <article-title>Recommended patient-reported core set of symptoms to measure in prostate cancer treatment trials</article-title>
          <source>J Natl Cancer Inst</source>
          <year>2014</year>
          <month>07</month>
          <volume>106</volume>
          <issue>7</issue>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25006192"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jnci/dju132</pub-id>
          <pub-id pub-id-type="medline">25006192</pub-id>
          <pub-id pub-id-type="pii">dju132</pub-id>
          <pub-id pub-id-type="pmcid">PMC4192044</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chera</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Eisbruch</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Ridge</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gavin</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Reeve</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Bruner</surname>
              <given-names>Deborah Watkins</given-names>
            </name>
            <name name-style="western">
              <surname>Movsas</surname>
              <given-names>Benjamin</given-names>
            </name>
          </person-group>
          <article-title>Recommended patient-reported core set of symptoms to measure in head and neck cancer treatment trials</article-title>
          <source>J Natl Cancer Inst</source>
          <year>2014</year>
          <month>07</month>
          <volume>106</volume>
          <issue>7</issue>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25006189"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jnci/dju127</pub-id>
          <pub-id pub-id-type="medline">25006189</pub-id>
          <pub-id pub-id-type="pii">dju127</pub-id>
          <pub-id pub-id-type="pmcid">PMC4192043</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Donovan</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Donovan</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Cella</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Gaines</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Penson</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Plaxe</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>von Gruenigen</surname>
              <given-names>Vivian E</given-names>
            </name>
            <name name-style="western">
              <surname>Bruner</surname>
              <given-names>Deborah Watkins</given-names>
            </name>
            <name name-style="western">
              <surname>Reeve</surname>
              <given-names>Bryce B</given-names>
            </name>
            <name name-style="western">
              <surname>Wenzel</surname>
              <given-names>Lari</given-names>
            </name>
          </person-group>
          <article-title>Recommended patient-reported core set of symptoms and quality-of-life domains to measure in ovarian cancer treatment trials</article-title>
          <source>J Natl Cancer Inst</source>
          <year>2014</year>
          <month>07</month>
          <volume>106</volume>
          <issue>7</issue>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25006190"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jnci/dju128</pub-id>
          <pub-id pub-id-type="medline">25006190</pub-id>
          <pub-id pub-id-type="pii">dju128</pub-id>
          <pub-id pub-id-type="pmcid">PMC4110471</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Geerse</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Wynia</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Kruijer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Schotsman</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hiltermann</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Berendsen</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Health-related problems in adult cancer survivors: development and validation of the Cancer Survivor Core Set</article-title>
          <source>Support Care Cancer</source>
          <year>2017</year>
          <month>02</month>
          <volume>25</volume>
          <issue>2</issue>
          <fpage>567</fpage>
          <lpage>574</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27743119"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s00520-016-3439-0</pub-id>
          <pub-id pub-id-type="medline">27743119</pub-id>
          <pub-id pub-id-type="pii">10.1007/s00520-016-3439-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC5196012</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kirkham</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Blazeby</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Tunis</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Williamson</surname>
              <given-names>PR</given-names>
            </name>
          </person-group>
          <article-title>Core Outcome Set-STAndards for Development: The COS-STAD recommendations</article-title>
          <source>PLoS Med</source>
          <year>2017</year>
          <month>11</month>
          <volume>14</volume>
          <issue>11</issue>
          <fpage>e1002447</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pmed.1002447"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pmed.1002447</pub-id>
          <pub-id pub-id-type="medline">29145404</pub-id>
          <pub-id pub-id-type="pii">PMEDICINE-D-17-02254</pub-id>
          <pub-id pub-id-type="pmcid">PMC5689835</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Potter</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Holcombe</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ward</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Blazeby</surname>
              <given-names>JM</given-names>
            </name>
            <collab>BRAVO Steering Group</collab>
          </person-group>
          <article-title>Development of a core outcome set for research and audit studies in reconstructive breast surgery</article-title>
          <source>Br J Surg</source>
          <year>2015</year>
          <month>10</month>
          <volume>102</volume>
          <issue>11</issue>
          <fpage>1360</fpage>
          <lpage>71</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26179938"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/bjs.9883</pub-id>
          <pub-id pub-id-type="medline">26179938</pub-id>
          <pub-id pub-id-type="pmcid">PMC5034747</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Boulkedid</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Abdoul</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Loustau</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sibony</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Alberti</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Using and reporting the Delphi method for selecting healthcare quality indicators: a systematic review</article-title>
          <source>PLoS One</source>
          <year>2011</year>
          <volume>6</volume>
          <issue>6</issue>
          <fpage>e20476</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0020476"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0020476</pub-id>
          <pub-id pub-id-type="medline">21694759</pub-id>
          <pub-id pub-id-type="pii">PONE-D-11-05412</pub-id>
          <pub-id pub-id-type="pmcid">PMC3111406</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Diamond</surname>
              <given-names>IR</given-names>
            </name>
            <name name-style="western">
              <surname>Grant</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Feldman</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Pencharz</surname>
              <given-names>PB</given-names>
            </name>
            <name name-style="western">
              <surname>Ling</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Moore</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Wales</surname>
              <given-names>PW</given-names>
            </name>
          </person-group>
          <article-title>Defining consensus: a systematic review recommends methodologic criteria for reporting of Delphi studies</article-title>
          <source>J Clin Epidemiol</source>
          <year>2014</year>
          <month>04</month>
          <volume>67</volume>
          <issue>4</issue>
          <fpage>401</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jclinepi.2013.12.002</pub-id>
          <pub-id pub-id-type="medline">24581294</pub-id>
          <pub-id pub-id-type="pii">S0895-4356(13)00507-6</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
