<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v8i11e14579</article-id>
      <article-id pub-id-type="pmid">31769763</article-id>
      <article-id pub-id-type="doi">10.2196/14579</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Factors in Randomized Controlled Trials Reported to Impact the Implementation of Patient-Reported Outcome Measures Into Routine Care: Protocol for a Systematic Review</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Walsh</surname>
            <given-names>John</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Barwick</surname>
            <given-names>Melanie</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Roberts</surname>
            <given-names>Natasha Anne</given-names>
          </name>
          <degrees>BN (Hons)</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>School of Nursing</institution>
            <institution>Queensland University of Technology</institution>
            <addr-line>Musk Avenue</addr-line>
            <addr-line>Kelvin Grove, 4059</addr-line>
            <country>Australia</country>
            <phone>61 7 36468111</phone>
            <email>n6.roberts@hdr.qut.edu.au</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0534-8084</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Alexander</surname>
            <given-names>Kimberly</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3906-2412</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Wyld</surname>
            <given-names>David</given-names>
          </name>
          <degrees>MBBS</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9523-4333</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Janda</surname>
            <given-names>Monika</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1728-8085</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>School of Nursing</institution>
        <institution>Queensland University of Technology</institution>
        <addr-line>Kelvin Grove</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Cancer Care Services</institution>
        <institution>Royal Brisbane and Women's Hospital</institution>
        <addr-line>Herston</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>School of Medicine</institution>
        <institution>University of Queensland</institution>
        <addr-line>St Lucia</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Centre for Health Services Research</institution>
        <institution>University of Queensland</institution>
        <addr-line>Woolloongabba</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Queensland University of Technology</institution>
        <addr-line>Kelvin Grove</addr-line>
        <country>Australia</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Natasha Anne Roberts <email>n6.roberts@hdr.qut.edu.au</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>11</month>
        <year>2019</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>26</day>
        <month>11</month>
        <year>2019</year>
      </pub-date>
      <volume>8</volume>
      <issue>11</issue>
      <elocation-id>e14579</elocation-id>
      <history>
        <date date-type="received">
          <day>3</day>
          <month>5</month>
          <year>2019</year>
        </date>
        <date date-type="rev-request">
          <day>15</day>
          <month>6</month>
          <year>2019</year>
        </date>
        <date date-type="rev-recd">
          <day>26</day>
          <month>6</month>
          <year>2019</year>
        </date>
        <date date-type="accepted">
          <day>27</day>
          <month>6</month>
          <year>2019</year>
        </date>
      </history>
      <copyright-statement>©Natasha Anne Roberts, Kimberly Alexander, David Wyld, Monika Janda. Originally published in JMIR Research Protocols (http://www.researchprotocols.org), 26.11.2019.</copyright-statement>
      <copyright-year>2019</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on http://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://www.researchprotocols.org/2019/11/e14579/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Patient-reported outcome measures (PROMs) are tools that enable patients to directly report their own assessments of well-being, or symptoms, in a structured and consistent way. Despite the usefulness of PROMs in optimizing health outcomes, their use in clinical practice is not routine. PROMs are complex to integrate into the clinical setting, with many elements potentially impacting on the success of implementation. For this reason, a protocol has been developed to guide a systematic review to collate information on implementation as presented in the randomized controlled trials (RCTs) to date.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The primary objective of this systematic review is to identify and synthesize factors available from RCT data about the fidelity of PROM interventions in clinical practice. The secondary objective will be an assessment of how implementation factors impact fidelity outcomes.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Preferred Reporting Items for Systematic Reviews and Meta-Analyses reporting standards will be followed. MEDLINE, EMBASE, and the Cumulative Index to Nursing and Allied Health Literature via OvidSP will be accessed using a defined search strategy. Grey literature and ClinicalTrials.gov will be reviewed for unpublished studies. Data extraction will be done to identify fidelity and factors impacting implementation, summarized using a narrative synthesis. An evidence-based implementation science framework will assist in identifying potential elements of importance and their effect on the process and outcomes of implementation. A meta-analysis to assess the impact of implementation factors will be attempted. A Cochrane risk of bias tool will be used.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>This protocol has received funding, and searches of databases will commence at the end of May 2019. It is planned that this systematic review will be finalized for publication in (December) 2019.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Applying an implementation science evidence-based framework to the published literature may identify factors present in the data that impact on the implementation of PROMs into routine clinical care. This systematic review aims to improve understanding of how these factors impact the fidelity of this intervention, so that PROMs can be more effectively used in the care of patients. This systematic review can also offer more detailed information about the process and outcomes of successful implementation of PROMs.</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>PRR1-10.2196/14579</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>patient reported outcomes</kwd>
        <kwd>PROs</kwd>
        <kwd>PROMs</kwd>
        <kwd>clinical practice</kwd>
        <kwd>implementation</kwd>
        <kwd>implementation science</kwd>
        <kwd>iPARIHS</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Patient-reported outcome measures (PROMs) offer the potential [<xref ref-type="bibr" rid="ref1">1</xref>] to provide unique information that can be used by health professionals [<xref ref-type="bibr" rid="ref2">2</xref>] to optimize both the health care pathway and outcomes for patients [<xref ref-type="bibr" rid="ref3">3</xref>]. PROMs are valid and reliable assessment tools that collect information directly from patients and are defined by the Food and Drug Administration as “any report of the status of patient’s health condition that comes directly from the patient, without interpretation of the patient’s response by a clinician” (p. 508) [<xref ref-type="bibr" rid="ref4">4</xref>]. The benefits that come from using PROMs are informed by the response to this information actioned by the health professionals, not by the completion of the report alone. With ever-increasing health care costs, the use of PROMs may optimize patient care, service delivery, and patient outcomes. They may also identify problems that have previously gone unnoticed and lead to increased service use [<xref ref-type="bibr" rid="ref5">5</xref>]. Hospitals are moving to integrate PROMs into clinical settings, both for individual patient care and quality improvement activities as well as allocation of resources [<xref ref-type="bibr" rid="ref5">5</xref>]. However, PROMs need to be successfully implemented in a health care setting so that patients and clinicians can use them as intended.</p>
        <p>An understanding of what is impacting implementation can ensure the optimal use of a PROM intervention. This remains problematic, however, and despite the large body of research on the benefits of using PROMs for patient care [<xref ref-type="bibr" rid="ref5">5</xref>-<xref ref-type="bibr" rid="ref7">7</xref>], the uptake of these tools remains slow, indicating that their implementation may be ineffective if not done well, with a reason for poor implementation grounded in the complexity of health care systems [<xref ref-type="bibr" rid="ref8">8</xref>].</p>
        <p>The difficulties of implementation have been acknowledged in the literature. Guidelines developed by leading PROMs academics and published by the International Society of Quality of Life (ISOQOL) offer a tailored evidence-based approach to implementing PROMs into clinical practice by identifying the needs of the institution. In 2016, Porter et al [<xref ref-type="bibr" rid="ref4">4</xref>] reviewed and evaluated the factors impacting on PROM implementation to develop a framework that specified the elements that should be considered in PROM implementation. The challenges identified in the study by Porter et al [<xref ref-type="bibr" rid="ref4">4</xref>] focused largely on the disconnect between PROMs data and clinical pathways. Other systematic reviews of qualitative and nonrandomized research reported that the setting into which the PROMs were to be integrated had a significant effect on their implementation [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref9">9</xref>]. Antunes et al (2014) [<xref ref-type="bibr" rid="ref10">10</xref>] conducted a systematic review on the use of PROMs in palliative care and identified that slow uptake was likely because of staff and setting-related elements. They proposed a need for ongoing coordination and education during implementation [<xref ref-type="bibr" rid="ref10">10</xref>]. These are similar to the findings of the systematic review by Duncan et al [<xref ref-type="bibr" rid="ref11">11</xref>] of the facilitators and barriers of PROMs use by allied health professionals. They attributed the contextual factors, such as organizational and peer support, as having a significant impact on the success of PROM integration. Boyce et al [<xref ref-type="bibr" rid="ref1">1</xref>] performed a systematic review of qualitative data describing staff experiences of PROM use and found that PROM usage was impacted if there was a lack of infrastructure to support staff in analyzing and acting on PROM data. What is consistently highlighted across these reviews is that the clinical setting and its stakeholders determine implementation success. A rapid scoping review of systematic reviews [<xref ref-type="bibr" rid="ref12">12</xref>] was conducted to explore what evidence-based data were available regarding the implementation of PROMs. This scoping review demonstrated that there were some common factors impacting implementation of PROM, specifically, the engagement of staff, the use of technology, and pathways to respond to PROMs data.</p>
        <p>None of the previous reviews, however, systematically extracted data about implementation issues from randomized controlled trials (RCTs) evaluating the use of PROMs. An RCT protocol design aims to ensure that the intervention is delivered as it is intended and also an outcome of successful implementation. Although not designed to measure implementation, RCTs have been purposefully designed to eliminate confounders and will report on these.</p>
        <p>There is a lack of clear understanding of what influences successful PROM intervention implementation fidelity. This review may be useful to inform researchers on how to accurately measure implementation outcomes [<xref ref-type="bibr" rid="ref13">13</xref>] and the implementation process [<xref ref-type="bibr" rid="ref14">14</xref>].</p>
      </sec>
      <sec>
        <title>Objective</title>
        <p>The primary objective of this systematic review is to identify and synthesize factors available from RCT data about the fidelity of PROM interventions in clinical practice. These factors will then be structured around the Promoting Action on Research Implementation in Health Services (iPARIHS) implementation science framework, such as those relating to the context, participants, the intervention itself, or the study team facilitating the research.</p>
        <p>The primary objective will be to assess intervention fidelity and if this has any influence on study outcomes. The secondary objective will be to describe any factors impacting fidelity and the processes and outcomes associated with these.</p>
      </sec>
      <sec>
        <title>Research Question</title>
        <p>This review will address the following research question:</p>
        <disp-quote>
          <p>What are the factors RCTs report that impact the implementation of PROMs into clinical practice?</p>
        </disp-quote>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Overview</title>
        <p>This systematic review protocol has been registered in PROSPERO International Prospective Register of Systematic Reviews (CRD42017056138). It has been written according to the Preferred Reporting Items for Systematic Reviews and Meta-Analyses (PRISMA) protocols [<xref ref-type="bibr" rid="ref15">15</xref>]. The checklist is included as <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>. The findings will be reported transparently [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>] with a structured narrative synthesis [<xref ref-type="bibr" rid="ref18">18</xref>]. If possible, a meta-analysis of implementation factors will be attempted.</p>
      </sec>
      <sec>
        <title>Criteria for Considering Studies for This Review</title>
        <sec>
          <title>Types of Studies</title>
          <p>This systematic review will include RCTs that used PROMs with feedback provided to clinicians to support their decision making in the clinical setting. The control will be standard clinical practice or usual care. RCTs have been chosen because their design ascertains the enrollment of a relatively homogenous group of patients that are balanced between the intervention and control groups and control for the impact of confounders. A review of RCTs offers an opportunity to study the fidelity of implementing the PROM intervention and factors associated with better implementation in an optimized setting.</p>
          <p>The focus of this review is the use of PROMs as an intervention for patient care in clinical practice, and any study that does not use a PROM intervention will be excluded. RCTs that use proxy PROM measures (ie, those completed by a carer) will also be excluded, as this review focuses only on reports collected directly from the patient.</p>
        </sec>
        <sec>
          <title>Types of Participants</title>
          <p>Participants will be any patients attending health care facilities, including hospital outpatients, specialist clinics, and health centers as well as the staff caring for them in these facilities, that is, patients completing PROMs reports and the clinicians responding to PROMs information.</p>
        </sec>
        <sec>
          <title>Types of Interventions</title>
          <p>The intervention will be the completion of PROMs by patients, with the results fed back to clinical staff to use in their ongoing clinical care.</p>
        </sec>
        <sec>
          <title>Types of Outcome Measures</title>
          <p>The primary outcome is intervention implementation fidelity, that is, whether the intervention was delivered as it was intended or not. Intervention fidelity will be assessed using the criteria described in the systematic review by Proctor et al [<xref ref-type="bibr" rid="ref13">13</xref>]: (1) adherence to the program protocol, (2) dose or amount of program delivered, and (3) quality of the program delivery.</p>
        </sec>
      </sec>
      <sec>
        <title>Search Methods for Identification of Studies</title>
        <sec>
          <title>Electronic Searches</title>
          <p>Searches of databases to be accessed for this step will include MEDLINE, EMBASE, and the Cumulative Index to Nursing and Allied Health Literature via the OvidSP website. All searches will be saved using an account established in each search database. Databases such as ClinicalTrials.gov will be searched for ongoing studies. Other sources of grey literature will be limited to clinical trial results reported in theses, dissertations, and conference papers. Field experts will be contacted.</p>
        </sec>
        <sec>
          <title>Searching Other Resources</title>
          <p>Field experts will be contacted for recommendations, and resources from the ISOQOL will be accessed. Reference lists of identified systematic reviews and studies will be searched to ensure a comprehensive list.</p>
        </sec>
      </sec>
      <sec>
        <title>Data Collection</title>
        <p>The findings will be reported listing all outcomes in tables [<xref ref-type="bibr" rid="ref17">17</xref>], summarized using a structured narrative synthesis [<xref ref-type="bibr" rid="ref18">18</xref>], and a quantitative meta-analysis using forest plots (if possible) to present the data will be performed [<xref ref-type="bibr" rid="ref16">16</xref>].</p>
        <sec>
          <title>Selection of Studies</title>
          <p>Studies will be screened initially by retrieving abstracts to identify whether they meet the eligibility criteria. Screening will be done independently by NR and MJ. If a study is identified as eligible for inclusion, the full-text version will be retrieved. After review of the full text, if a study is subsequently decided as not eligible, it will be excluded. A PRISMA flowchart will be used to present this information [<xref ref-type="bibr" rid="ref15">15</xref>].</p>
          <p>During the screening process, any discrepancies in the NR’s and MJ’s assessment of eligibility of the studies will be resolved by discussion. If this is not possible, the study will be referred to KA and DW for further input until a consensus is reached.</p>
        </sec>
        <sec>
          <title>Data Extraction and Management</title>
          <p>Endnote bibliographic software will be used to manage the literature by allocating studies using folders of <italic>included</italic>, <italic>excluded</italic>, and <italic>for discussion</italic>. Included studies will be entered for meta-analysis in RevMan 5.0. A database of the implementation data of included studies will be created during data extraction for narrative synthesis using Excel.</p>
          <p>Data extraction will be done by NR and verified by MJ in 10% of studies. A data extraction table will be developed that, for each included study, states the research question, methodology, number of participants, primary outcome, secondary outcomes, tools used, and main findings to extract the demographics of the studies included.</p>
          <p>Implementation data, including implementation strategies, process measurements, and outcome measurements will be extracted. The iPARIHS framework will be used to identify any implementation factors reported by study authors [<xref ref-type="bibr" rid="ref19">19</xref>]. This information will be extracted using a content analysis approach. The key elements of iPARIHS are presented in <xref rid="figure1" ref-type="fig">Figure 1</xref>. The framework identifies what is present in the context for those exposed to the intervention and within the intervention itself. This framework also acknowledges the role of a facilitator, which has been identified as important [<xref ref-type="bibr" rid="ref1">1</xref>]. RCTs often have research staff facilitating the study, so the impact of this can also be measured. This framework has been successfully used in a number of clinical studies, such as the prevention of Methicillin-resistant <italic>Staphylococcus aureus</italic> [<xref ref-type="bibr" rid="ref20">20</xref>] and the Eat Walk Engage protocol [<xref ref-type="bibr" rid="ref21">21</xref>]. If reported, these factors will be defined as impacting outcomes [<xref ref-type="bibr" rid="ref13">13</xref>] or processes of implementation [<xref ref-type="bibr" rid="ref14">14</xref>].</p>
          <fig id="figure1" position="float">
            <label>Figure 1</label>
            <caption>
              <p>Components of the integrated Promoting Action on Research Implementation in Health Services framework.</p>
            </caption>
            <graphic xlink:href="resprot_v8i11e14579_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Assessment of Risk of Bias in Included Studies</title>
          <sec>
            <title>Assessment of Methodological Quality and Risk of Bias</title>
            <p>Other systematic reviews of efficacy have identified issues with study quality including attrition bias, performance bias, and a high risk of randomization bias for those health workers participating in the study [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref11">11</xref>]. Each study included will be assessed individually using the Cochrane risk of bias tool 2 (RoB 2.0).</p>
            <p>This process will be carried out by the primary reviewers NR and MJ independently. If a consensus is needed, this will be addressed through discussion. If this is still not resolved, input will be sought from the other authors, KA and DW.</p>
          </sec>
        </sec>
      </sec>
      <sec>
        <title>Analysis</title>
        <sec>
          <title>Measures of Treatment Effect, Unit of Analysis Issues, and Dealing With Missing Data</title>
          <p>All eligible studies will be included in the narrative synthesis irrespective of the dose, delivery, duration, or intensity of the intervention, that is, independent of how often the PROM is administered, how it is administered, the duration of the PROM intervention and follow-up, and the number of PROMs administered.</p>
          <p>If a meta-analysis is possible, it will be performed through a standard approach, that is, dichotomous data effect sizes will be calculated as odds ratios with 95% confidence interval, continuous data will be converted into standardized mean differences (SMDs), and time to event data will be calculated as hazard ratios. SMDs will be used to accommodate differences among PROM types reported by studies. If necessary, authors will be contacted if the report does not provide sufficient information. If the data cannot be obtained, the study will be excluded from the meta-analysis but still be included in the narrative synthesis. Similarly, studies with incomplete outcome data can still be included in the narrative synthesis if they report implementation factors.</p>
        </sec>
        <sec>
          <title>Data Synthesis</title>
          <p>A narrative data analysis approach [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref22">22</xref>] will be applied to the primary outcomes data collected based on the iPARIHS framework in <xref rid="figure1" ref-type="fig">Figure 1</xref>. This data will then be synthesized to describe intervention fidelity guided by the concepts presented in the study by Proctor et al [<xref ref-type="bibr" rid="ref13">13</xref>]. The processes of implementation will be guided by the concepts described in the study by Powell et al [<xref ref-type="bibr" rid="ref14">14</xref>]. Relationship within and between studies will be collated using mapping and tabulation of data [<xref ref-type="bibr" rid="ref23">23</xref>]. The robustness of the synthesis will be assessed by comparing with previous systematic reviews, the scoping review, and study findings [<xref ref-type="bibr" rid="ref18">18</xref>].</p>
        </sec>
        <sec>
          <title>Meta-Analysis and Investigation of Heterogeneity</title>
          <p>A meta-analysis will be performed to assess the impact of intervention fidelity on quality of life outcomes, provided there are sufficient data.</p>
          <p>Stratified analysis of patient populations, for example, oncology, mental health, chronic diseases, will be attempted if there is heterogeneity in the data. Statistical heterogeneity will be assessed using I-square statistic to describe the variation across studies. There is likely to be heterogeneity in the evidence base because of enrolled patient populations or intervention design, and for that reason, a random effects model will be needed. The variability in effect estimates because of heterogeneity, rather than sampling error, will be classified as the proportion of observed effects [<xref ref-type="bibr" rid="ref23">23</xref>]. This process is expected to allow quantitative consolidation of findings across studies.</p>
        </sec>
        <sec>
          <title>Sensitivity Analysis</title>
          <p>A sensitivity analysis will be done by removing studies at high risk of bias as assessed by RoB 2.0, and the impact on study outcomes will be reported [<xref ref-type="bibr" rid="ref23">23</xref>].</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>This protocol has received funding. Searches of databases will commence at the end of May 2019. It is planned that this systematic review will be completed, and a paper will be finalized for publication in (December) 2019.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>This systematic review will have some limitations that will be addressed where possible. Limiting to RCTs may result in mainly positive studies, but this will be accounted for in the final discussion of the systematic review. A search strategy confined to English language studies may result in a restricted assessment of health contexts and study findings. However, the search strategy is innovative, as the searches will extend beyond traditional databases and also include searches of clinical trial databases and consultation of experts in the field to capture any ongoing trials. The resulting systematic review can make a valuable contribution to the research knowledge.</p>
      <p>PROMs have been shown to have the potential to improve both the processes of care and outcomes for patients. It is important to better understand how to translate these findings into clinical settings. This can ensure that the fidelity of future intervention can be improved, and outcomes can be achieved. An implementation science framework, such as iPARIHS, offers the opportunity in a systematic review to better identify the factors impacting on implementation. It is expected that the findings of this review can be used to describe the evidence available in RCTs investigating the use of PROMs in the clinical setting. This is important to rapidly progress PROMs in the clinical care of patients, as well as achieve better design and research studies in the future.</p>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Peer-reviewer report from the National Health and Medical Research Council, Australian Government.</p>
        <media xlink:href="resprot_v8i11e14579_app1.pdf" xlink:title="PDF File  (Adobe PDF File), 52 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">iPARIHS</term>
          <def>
            <p>Promoting Action on Research Implementation in Health Services</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">ISOQOL</term>
          <def>
            <p>International Society of Quality of Life</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">PRISMA</term>
          <def>
            <p>Preferred Reporting Items for Systematic Reviews and Meta-Analyses</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">PROM</term>
          <def>
            <p>patient-reported outcome measurement</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">RCT</term>
          <def>
            <p>randomized controlled trial</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">ROB</term>
          <def>
            <p>risk of bias</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">SMD</term>
          <def>
            <p>standardized mean difference</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>NR would like to acknowledge supervision and knowledge of her PhD supervisors MJ, KA, and DW. Appreciation also goes to the Metro North Research Unit and the Queensland University of Technology. She also thanks Cameron Rutter, liaison librarian at the Queensland University of Technology, for assistance in developing the search strategy and Lee Jones, statistician at the Queensland University of Technology, for helping her with the meta-analysis strategy. Funding has been provided through the Royal Brisbane and Women’s Hospital Postgraduate Scholarship and Queensland University of Technology for an APA scholarship for periods of financial income support, as this review is completed as a part of PhD studies. This support has been reviewed and approved annually.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>This protocol has been developed as a part of postgraduate studies. NR collated this protocol with primary supervisory input from MJ and supervisory input from KA and DW.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Boyce</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Browne</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Greenhalgh</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The experiences of professionals with using information from patient-reported outcome measures to improve the quality of healthcare: a systematic review of qualitative research</article-title>
          <source>BMJ Qual Saf</source>
          <year>2014</year>
          <month>06</month>
          <volume>23</volume>
          <issue>6</issue>
          <fpage>508</fpage>
          <lpage>18</lpage>
          <pub-id pub-id-type="doi">10.1136/bmjqs-2013-002524</pub-id>
          <pub-id pub-id-type="medline">24505110</pub-id>
          <pub-id pub-id-type="pii">bmjqs-2013-002524</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Haywood</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Garratt</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Carrivick</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mangnall</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Skevington</surname>
              <given-names>SM</given-names>
            </name>
          </person-group>
          <article-title>Continence specialists use of quality of life information in routine practice: a national survey of practitioners</article-title>
          <source>Qual Life Res</source>
          <year>2009</year>
          <month>05</month>
          <volume>18</volume>
          <issue>4</issue>
          <fpage>423</fpage>
          <lpage>33</lpage>
          <pub-id pub-id-type="doi">10.1007/s11136-009-9459-1</pub-id>
          <pub-id pub-id-type="medline">19267220</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Spichiger</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Rieder</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Müller-Fröhlich</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kesselring</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Fatigue in patients undergoing chemotherapy, their self-care and the role of health professionals: a qualitative study</article-title>
          <source>Eur J Oncol Nurs</source>
          <year>2012</year>
          <month>04</month>
          <volume>16</volume>
          <issue>2</issue>
          <fpage>165</fpage>
          <lpage>71</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ejon.2011.05.002</pub-id>
          <pub-id pub-id-type="medline">21624847</pub-id>
          <pub-id pub-id-type="pii">S1462-3889(11)00084-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Porter</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Gonçalves-Bradley</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Ricci-Cabello</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Gibbons</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Gangannagaripalli</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Fitzpatrick</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Black</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Greenhalgh</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Valderas</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Framework and guidance for implementing patient-reported outcomes in clinical practice: evidence, challenges and opportunities</article-title>
          <source>J Comp Eff Res</source>
          <year>2016</year>
          <month>08</month>
          <volume>5</volume>
          <issue>5</issue>
          <fpage>507</fpage>
          <lpage>19</lpage>
          <pub-id pub-id-type="doi">10.2217/cer-2015-0014</pub-id>
          <pub-id pub-id-type="medline">27427277</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dawson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Doll</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Fitzpatrick</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Jenkinson</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Carr</surname>
              <given-names>AJ</given-names>
            </name>
          </person-group>
          <article-title>The routine use of patient reported outcome measures in healthcare settings</article-title>
          <source>Br Med J</source>
          <year>2010</year>
          <month>01</month>
          <day>18</day>
          <volume>340</volume>
          <fpage>c186</fpage>
          <pub-id pub-id-type="doi">10.1136/bmj.c186</pub-id>
          <pub-id pub-id-type="medline">20083546</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Velikova</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Keding</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Harley</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Cocks</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Booth</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Wright</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Selby</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Patients report improvements in continuity of care when quality of life assessments are used routinely in oncology practice: secondary outcomes of a randomised controlled trial</article-title>
          <source>Eur J Cancer</source>
          <year>2010</year>
          <month>09</month>
          <volume>46</volume>
          <issue>13</issue>
          <fpage>2381</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ejca.2010.04.030</pub-id>
          <pub-id pub-id-type="medline">20570138</pub-id>
          <pub-id pub-id-type="pii">S0959-8049(10)00371-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Basch</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Patient-reported outcomes - harnessing patients' voices to improve clinical care</article-title>
          <source>N Engl J Med</source>
          <year>2017</year>
          <month>01</month>
          <day>12</day>
          <volume>376</volume>
          <issue>2</issue>
          <fpage>105</fpage>
          <lpage>08</lpage>
          <pub-id pub-id-type="doi">10.1056/NEJMp1611252</pub-id>
          <pub-id pub-id-type="medline">28076708</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Snyder</surname>
              <given-names>CF</given-names>
            </name>
            <name name-style="western">
              <surname>Aaronson</surname>
              <given-names>NK</given-names>
            </name>
            <name name-style="western">
              <surname>Choucair</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Elliott</surname>
              <given-names>TE</given-names>
            </name>
            <name name-style="western">
              <surname>Greenhalgh</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Halyard</surname>
              <given-names>MY</given-names>
            </name>
            <name name-style="western">
              <surname>Hess</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Reeve</surname>
              <given-names>BB</given-names>
            </name>
            <name name-style="western">
              <surname>Santana</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Implementing patient-reported outcomes assessment in clinical practice: a review of the options and considerations</article-title>
          <source>Qual Life Res</source>
          <year>2012</year>
          <month>10</month>
          <volume>21</volume>
          <issue>8</issue>
          <fpage>1305</fpage>
          <lpage>14</lpage>
          <pub-id pub-id-type="doi">10.1007/s11136-011-0054-x</pub-id>
          <pub-id pub-id-type="medline">22048932</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wagle</surname>
              <given-names>NW</given-names>
            </name>
          </person-group>
          <source>NEJM Catalyst</source>
          <year>2017</year>
          <access-date>2019-10-10</access-date>
          <comment>Implementing Patient-Reported Outcome Measures <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://catalyst.nejm.org/implementing-proms-patient-reported-outcome-measures/">https://catalyst.nejm.org/implementing-proms-patient-reported-outcome-measures/</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Antunes</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Harding</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Higginson</surname>
              <given-names>IJ</given-names>
            </name>
            <collab>EUROIMPACT</collab>
          </person-group>
          <article-title>Implementing patient-reported outcome measures in palliative care clinical practice: a systematic review of facilitators and barriers</article-title>
          <source>Palliat Med</source>
          <year>2014</year>
          <month>02</month>
          <volume>28</volume>
          <issue>2</issue>
          <fpage>158</fpage>
          <lpage>75</lpage>
          <pub-id pub-id-type="doi">10.1177/0269216313491619</pub-id>
          <pub-id pub-id-type="medline">23801463</pub-id>
          <pub-id pub-id-type="pii">0269216313491619</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Duncan</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The barriers and facilitators to routine outcome measurement by allied health professionals in practice: a systematic review</article-title>
          <source>BMC Health Serv Res</source>
          <year>2012</year>
          <month>05</month>
          <day>22</day>
          <volume>12</volume>
          <fpage>96</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmchealthservres.biomedcentral.com/articles/10.1186/1472-6963-12-96"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1472-6963-12-96</pub-id>
          <pub-id pub-id-type="medline">22506982</pub-id>
          <pub-id pub-id-type="pii">1472-6963-12-96</pub-id>
          <pub-id pub-id-type="pmcid">PMC3358245</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Roberts</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Janda</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Alexander</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Wyld</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Implementing Patient Reported Outcomes into clinical practice: a scoping review, systematic review and meta-analysis</article-title>
          <source>Psycho-Oncology  Supplement 3</source>
          <year>2017</year>
          <conf-name>International Psychooncology Society Congress</conf-name>
          <conf-date>August 14-18 2017</conf-date>
          <conf-loc>Berlin</conf-loc>
          <publisher-name>Psycho-oncology</publisher-name>
          <fpage>811</fpage>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Proctor</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Silmere</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Raghavan</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hovmand</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Aarons</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Bunger</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Griffey</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hensley</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Outcomes for implementation research: conceptual distinctions, measurement challenges, and research agenda</article-title>
          <source>Adm Policy Ment Health</source>
          <year>2011</year>
          <month>03</month>
          <volume>38</volume>
          <issue>2</issue>
          <fpage>65</fpage>
          <lpage>76</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20957426"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10488-010-0319-7</pub-id>
          <pub-id pub-id-type="medline">20957426</pub-id>
          <pub-id pub-id-type="pmcid">PMC3068522</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Powell</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>McMillen</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Proctor</surname>
              <given-names>EK</given-names>
            </name>
            <name name-style="western">
              <surname>Carpenter</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Griffey</surname>
              <given-names>RT</given-names>
            </name>
            <name name-style="western">
              <surname>Bunger</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Glass</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>York</surname>
              <given-names>JL</given-names>
            </name>
          </person-group>
          <article-title>A compilation of strategies for implementing clinical innovations in health and mental health</article-title>
          <source>Med Care Res Rev</source>
          <year>2012</year>
          <month>04</month>
          <volume>69</volume>
          <issue>2</issue>
          <fpage>123</fpage>
          <lpage>57</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22203646"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1077558711430690</pub-id>
          <pub-id pub-id-type="medline">22203646</pub-id>
          <pub-id pub-id-type="pii">1077558711430690</pub-id>
          <pub-id pub-id-type="pmcid">PMC3524416</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shamseer</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ghersi</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Liberati</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Petticrew</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Shekelle</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>LA</given-names>
            </name>
            <collab>PRISMA-P Group</collab>
          </person-group>
          <article-title>Preferred reporting items for systematic review and meta-analysis protocols (PRISMA-P) 2015: elaboration and explanation</article-title>
          <source>Br Med J</source>
          <year>2015</year>
          <month>01</month>
          <day>2</day>
          <volume>350</volume>
          <fpage>g7647</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.bmj.com/cgi/pmidlookup?view=long&#38;pmid=25555855"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.g7647</pub-id>
          <pub-id pub-id-type="medline">25555855</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Higgins</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Green</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <source>Cochrane Training</source>
          <year>2011</year>
          <access-date>2017-09-01</access-date>
          <comment>Cochrane Handbook for Systematic Reviews of Interventions<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.handbook.cochrane.org">http://www.handbook.cochrane.org</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Oliver</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Rehfuess</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Noyes</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Shemilt</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Investigating complexity in systematic reviews of interventions by using a spectrum of methods</article-title>
          <source>J Clin Epidemiol</source>
          <year>2013</year>
          <month>11</month>
          <volume>66</volume>
          <issue>11</issue>
          <fpage>1223</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jclinepi.2013.06.014</pub-id>
          <pub-id pub-id-type="medline">23953087</pub-id>
          <pub-id pub-id-type="pii">S0895-4356(13)00257-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Thomson</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Katikireddi</surname>
              <given-names>SV</given-names>
            </name>
            <name name-style="western">
              <surname>Sowden</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Reporting of narrative synthesis in systematic reviews of public health interventions: a methodological assessment</article-title>
          <source>The Lancet</source>
          <year>2016</year>
          <volume>388</volume>
          <fpage>S34</fpage>
          <pub-id pub-id-type="doi">10.1016/s0140-6736(16)32270-x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Harvey</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Kitson</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>PARIHS revisited: from heuristic to integrated framework for the successful implementation of knowledge into practice</article-title>
          <source>Implement Sci</source>
          <year>2016</year>
          <month>03</month>
          <day>10</day>
          <volume>11</volume>
          <fpage>33</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/s13012-016-0398-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13012-016-0398-2</pub-id>
          <pub-id pub-id-type="medline">27013464</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13012-016-0398-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC4807546</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Balbale</surname>
              <given-names>SN</given-names>
            </name>
            <name name-style="western">
              <surname>Hill</surname>
              <given-names>JN</given-names>
            </name>
            <name name-style="western">
              <surname>Guihan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hogan</surname>
              <given-names>TP</given-names>
            </name>
            <name name-style="western">
              <surname>Cameron</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Goldstein</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Evans</surname>
              <given-names>CT</given-names>
            </name>
          </person-group>
          <article-title>Evaluating implementation of methicillin-resistant Staphylococcus aureus (MRSA) prevention guidelines in spinal cord injury centers using the PARIHS framework: a mixed methods study</article-title>
          <source>Implement Sci</source>
          <year>2015</year>
          <month>09</month>
          <day>09</day>
          <volume>10</volume>
          <fpage>130</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/s13012-015-0318-x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13012-015-0318-x</pub-id>
          <pub-id pub-id-type="medline">26353798</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13012-015-0318-x</pub-id>
          <pub-id pub-id-type="pmcid">PMC4564999</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mudge</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>McRae</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Cruickshank</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Eat walk engage: an interdisciplinary collaborative model to improve care of hospitalized elders</article-title>
          <source>Am J Med Qual</source>
          <year>2015</year>
          <volume>30</volume>
          <issue>1</issue>
          <fpage>5</fpage>
          <lpage>13</lpage>
          <pub-id pub-id-type="doi">10.1177/1062860613510965</pub-id>
          <pub-id pub-id-type="medline">24270172</pub-id>
          <pub-id pub-id-type="pii">1062860613510965</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Arai</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Britten</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Popay</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Roberts</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Petticrew</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rodgers</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sowden</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Testing methodological developments in the conduct of narrative synthesis: a demonstration review of research on the implementation of smoke alarm interventions</article-title>
          <source>Evid Policy</source>
          <year>2007</year>
          <volume>3</volume>
          <issue>3</issue>
          <fpage>361</fpage>
          <lpage>83</lpage>
          <pub-id pub-id-type="doi">10.1332/174426407781738029</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="web">
          <source>Cochrane Effective Practice and Organisation of Care</source>
          <access-date>2017-09-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://epoc.cohrane.org">http://epoc.cohrane.org</ext-link>
          </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
