<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v10i3e25581</article-id>
      <article-id pub-id-type="pmid">33709944</article-id>
      <article-id pub-id-type="doi">10.2196/25581</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>The Impact of Enhanced Recovery After Surgery on Total Joint Arthroplasty: Protocol for a Systematic Review and Meta-analysis</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Wainwright</surname>
            <given-names>Tom</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Behzadifar</surname>
            <given-names>Masoud</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Rele</surname>
            <given-names>Siddharth</given-names>
          </name>
          <degrees>BBiomedSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Surgery</institution>
            <institution>St Vincent’s Hospital</institution>
            <institution>University of Melbourne</institution>
            <addr-line>Level 2, Clinical Sciences Building</addr-line>
            <addr-line>29 Reagent Street</addr-line>
            <addr-line>Melbourne, 3065</addr-line>
            <country>Australia</country>
            <phone>61 390355511</phone>
            <email>srele@student.unimelb.edu.au</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2778-2893</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Shadbolt</surname>
            <given-names>Cade</given-names>
          </name>
          <degrees>BA, MA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0937-2412</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Schilling</surname>
            <given-names>Chris</given-names>
          </name>
          <degrees>BEng (Hons), BCom (Hons), MSc, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1747-7249</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Taylor</surname>
            <given-names>Nicholas F</given-names>
          </name>
          <degrees>BAppSc, PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9474-2504</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Dowsey</surname>
            <given-names>Michelle M</given-names>
          </name>
          <degrees>BHealthSci, MEpi, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9708-5308</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Choong</surname>
            <given-names>Peter F M</given-names>
          </name>
          <degrees>MBBS, MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3522-7374</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Surgery</institution>
        <institution>St Vincent’s Hospital</institution>
        <institution>University of Melbourne</institution>
        <addr-line>Melbourne</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Melbourne Medical School</institution>
        <institution>University of Melbourne</institution>
        <addr-line>Melbourne</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>College of Science</institution>
        <institution>Health and Engineering</institution>
        <institution>La Trobe University</institution>
        <addr-line>Melbourne</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Allied Health Clinical Research Office</institution>
        <institution>Eastern Health</institution>
        <addr-line>Melbourne</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Department of Orthopaedics</institution>
        <institution>St Vincent’s Hospital</institution>
        <addr-line>Melbourne</addr-line>
        <country>Australia</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Siddharth Rele <email>srele@student.unimelb.edu.au</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>3</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>12</day>
        <month>3</month>
        <year>2021</year>
      </pub-date>
      <volume>10</volume>
      <issue>3</issue>
      <elocation-id>e25581</elocation-id>
      <history>
        <date date-type="received">
          <day>15</day>
          <month>11</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>12</day>
          <month>12</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>4</day>
          <month>2</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>9</day>
          <month>2</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Siddharth Rele, Cade Shadbolt, Chris Schilling, Nicholas F Taylor, Michelle M Dowsey, Peter F M Choong. Originally published in JMIR Research Protocols (http://www.researchprotocols.org), 12.03.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on http://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.researchprotocols.org/2021/3/e25581" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>The number of total joint arthroplasties (TJAs) being performed is increasing worldwide. To match this increasing demand, there has been focus on hastening patients’ recovery of function. This effort has culminated in the formulation of enhanced recovery after surgery (ERAS) strategies. However, with evolving ERAS programs and new recommendations, a review of current evidence is required to provide clinicians with up-to-date information about its effect on outcomes for TJA.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The objective of this study is to assess the utility of ERAS programs on patient, health service, and economic outcomes for primary, elective total hip arthroplasty (THA) and total knee arthroplasty (TKA).</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>A systematic search will be conducted in Medline (Ovid), EMCARE (Ovid), EMBASE (Ovid), Web of Science, CINAHL, National Health Service Economic Evaluations Database, and the Cochrane Library. Analytical, observational, and experimental designs will be included in this systematic review. Only studies including patients undergoing primary TKA and THA comparing ERAS programs with conventional surgery and postoperative care will be included. Data related to patient outcomes, health service outcomes, safety, and economic evaluation will be extracted.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The search terms and primary database searches have been finalized. Findings will be reported in narrative and tabular form. Where appropriate, random effects meta-analyses will be conducted for each outcome, and heterogeneity quantified with Cochran Q test and I2 statistic. Measures of effect or mean differences will be reported with 95% confidence intervals. The results of this systematic review will be disseminated in a peer-reviewed journal.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This protocol will guide a systematic review assessing outcomes associated with ERAS surgery in primary THA and TKA.</p>
        </sec>
        <sec sec-type="trial registration">
          <title>Trial Registration</title>
          <p>Open Science Framework osf.io/y4bhs; https://osf.io/y4bhs</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>PRR1-10.2196/25581</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>enhanced recovery after surgery</kwd>
        <kwd>total knee arthroplasty</kwd>
        <kwd>total hip arthroplasty</kwd>
        <kwd>systematic review</kwd>
        <kwd>meta-analysis</kwd>
        <kwd>postoperative outcomes</kwd>
        <kwd>economic evaluation</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>The number of total joint arthroplasty (TJA) performed worldwide is increasing [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref4">4</xref>]. In the United States alone, the number of total hip (THA) and total knee (TKA) arthroplasties performed each year has doubled between 2000 and 2014 [<xref ref-type="bibr" rid="ref5">5</xref>]. With this increasing demand, reducing length of stay (LOS) has become a focus as a key hospital performance indicator [<xref ref-type="bibr" rid="ref6">6</xref>] and a method of containing procedure-level costs [<xref ref-type="bibr" rid="ref7">7</xref>]. Decreasing LOS for TJA [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>] has also made way for the introduction of a strategy for outpatient surgeries [<xref ref-type="bibr" rid="ref10">10</xref>].</p>
      <p>Despite the importance of limiting unnecessary time in hospital following TJA, it is vital that strategies that aim to decrease LOS do not come at the expense of patients experiencing inferior postoperative outcomes. Enhanced recovery after surgery (ERAS) offers one promising approach to reducing LOS by streamlining preoperative and perioperative care [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>]. These principles were first promulgated by Kehlet et al [<xref ref-type="bibr" rid="ref13">13</xref>] for colorectal surgery more than 20 years ago. More recently, growing attention has been paid to whether the principles of ERAS can be employed to reduce LOS following TJA. Despite this, prior to 2020, there were no consensus statements regarding the implementation of ERAS principles in the context of arthroplasty. Since then, the ERAS society, the body responsible for proposing recommendations for ERAS protocols in surgery, has released recommendations for perioperative care after arthroplasty [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>]. However, the proposed ERAS items highlighted in these recommendations stand in contrast to those currently published in literature—namely with the use of peripheral nerve blocks and postoperative analgesia [<xref ref-type="bibr" rid="ref16">16</xref>].</p>
      <p>Evidence relating to the safety and efficacy of implementing ERAS pathways is fast evolving. Recent systematic reviews by Zhu et al [<xref ref-type="bibr" rid="ref11">11</xref>] and Deng et al [<xref ref-type="bibr" rid="ref12">12</xref>] found ERAS programs reduced both LOS and incidence of complications in the 30 days following THA and TKA, without driving a commensurate increase in re-admission following discharge. In addition, one previous review on the cost-effectiveness of ERAS pathways found ERAS surgery to be dominant compared with conventional treatment [<xref ref-type="bibr" rid="ref17">17</xref>]. To date, available systematic reviews have yet to explore the evidence relating to other post-acute care outcomes such as emergency department visits, postoperative primary care visits, and revision surgery. Moreover, these systematic reviews have reported only total complications and re-admissions in the 30 days following surgery, and neglected to examine outcomes over a longer period or to stratify the analysis by medical and surgical complications and re-admissions [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref19">19</xref>]. Furthermore, previous cost analyses have been based on small number of studies with fewer than 50 patients in each treatment arm [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>]. Finally, the previously published systematic reviews have not assessed the impact of the number of type of items that may be combined as part of a particular ERAS program. Rather, they have focused only on comparing cohorts undergoing surgery informed by ERAS principles and those without [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref17">17</xref>].</p>
      <p>Collectively, the limited scope of prior systematic reviews leaves us without a comprehensive picture of the potential risks associated with ERAS pathways—and with an incomplete understanding of the necessary features of a safe and effective ERAS pathway for patients undergoing arthroplasty. With these considerations in mind, the proposed systematic review and meta-analysis aims to assess the utility of ERAS programs on patient, health service, and economic outcomes for primary, elective THA, and TKA.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Reporting and Registration</title>
        <p>This systematic review protocol will be reported according to the “Preferred Reporting Items for Systematic Review and Meta-analysis – Protocols” (PRISMA-P) [<xref ref-type="bibr" rid="ref22">22</xref>] and the “Meta-Analysis of Observational Studies in Epidemiology” (MOOSE) [<xref ref-type="bibr" rid="ref23">23</xref>] guidelines. In addition, this review has been registered prospectively with Open Science Framework. Any conflict between reviewers throughout the review process will be resolved through discussion; and if a consensus is not able to be reached, a third author will be consulted. The full search strategy for the primary databases can be found in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
      </sec>
      <sec>
        <title>Criteria for Inclusion</title>
        <sec>
          <title>Type of Studies</title>
          <p>All analytical, observational, and experimental studies will be included in this systematic review. Studies that will be excluded are descriptive studies, case reports, editorials, commentaries, qualitative studies, and literature reviews. Reference lists of relevant systematic and literature reviews will be searched to find additional studies that can be included. Only studies written in English will be included.</p>
        </sec>
        <sec>
          <title>Type of Population</title>
          <p>The population of interest is patients undergoing primary, elective THA or TKA. Studies will also be included if patients are undergoing bilateral procedures (including simultaneous and sequential procedures), as these procedure types may determine discharge destination.</p>
          <p>Patients undergoing revision or partial arthroplasty and those undergoing arthroplasty for fractures will be excluded. Studies involving a mixed cohort will be included provided that sufficient data are present on measures of primary, elective TJA.</p>
        </sec>
        <sec>
          <title>Type of Intervention</title>
          <p>For the purposes of this review, ERAS programs will include fast-track surgery. The intervention of interest is any type of ERAS recovery program, which includes more than 1 item that is distinct from the conventional treatment program. Examples of such items include use of preoperative patient education, standardized anesthetic technique, and early and intensive mobilization.</p>
        </sec>
        <sec>
          <title>Type of Comparator</title>
          <p>The comparator of interest is conventional surgery and postsurgical pathway.</p>
        </sec>
        <sec>
          <title>Outcomes of Interest</title>
          <sec>
            <title>Primary Outcomes</title>
            <p>These are centered around outcomes of arthroplasty and include patient outcomes, health service outcomes, and safety.</p>
            <sec>
              <title>Patient Outcomes</title>
              <p>Any measures of patient-reported outcome measures (eg, pain, function, global assessment, health-related quality of life) will be recorded. These will be stratified according to the timeframes examined (eg, 6 months, 1 year) up to 2 years postoperatively. In addition, measures of mobility, including, but not limited to, 6-minute walk test and walking speeding will be assessed.</p>
            </sec>
            <sec>
              <title>Health Service Outcomes</title>
              <p>These include LOS, discharge destination, duration of rehabilitation, primary care visits and emergency department visits, and re-admissions within 90 days of surgery. Re-admission will be categorized into medical and surgical causes, if possible [<xref ref-type="bibr" rid="ref18">18</xref>]. Discharge destinations will be grouped into inpatient rehabilitation and discharge home; sensitivity analyses will be utilized to assess the impact of differing levels of postdischarge support, such as home with support, home without support.</p>
            </sec>
            <sec>
              <title>Safety</title>
              <p>This includes data on patient safety, including mortality, and any complications. All will be reported for 30 and 90 days. Complications will be grouped and organized into type of complication (eg, medical or surgical complication [<xref ref-type="bibr" rid="ref18">18</xref>]). In addition, complications tied directly to the procedure, including surgical site infections, stiffness, manipulations under anesthesia, and revision surgery, will have no time restrictions placed.</p>
            </sec>
          </sec>
          <sec>
            <title>Secondary Outcomes</title>
            <p>These outcomes are centered around economic evaluation (any measure including, but not limited to, measures of cost-effectiveness, cost savings, total cost).</p>
          </sec>
        </sec>
      </sec>
      <sec>
        <title>Search Strategy</title>
        <p>To ensure that a Cochrane review has not been published on the topic of impact of reducing LOS on post-acute care, the Cochrane library has been searched using the MeSH term and keyword “Arthroplasty.” This search has confirmed a Cochrane review has not been previously published on this topic.</p>
        <p>Database searches were devised with recommendations from an external research librarian and previous literature suggesting optimal database combinations [<xref ref-type="bibr" rid="ref24">24</xref>]. A comprehensive literature search will be performed of MEDLINE (Ovid), Web of Science, CINAHL, Emcare (Ovid), Embase (Ovid), National Health Service Economic Evaluations Database, and the Cochrane library from their inception to January 2021. In addition, Google scholar will be utilized to supplement the primary database search and reduce the risk of publication bias. Keywords and MeSH were combined with the operator “OR” for the population and intervention. The population and intervention queries were combined with the “AND” operator.</p>
      </sec>
      <sec>
        <title>Study Selection</title>
        <p>Following independent screening of the first 10% of studies, the agreed eligibility criteria will be refined by discussion between the 2 reviewers (SR and CSh), as per PRISMA-P guidelines [<xref ref-type="bibr" rid="ref22">22</xref>]. This final eligibility criteria will then be utilized to independently screen titles and abstract of identified citations by 2 reviewers. Any arising discrepancies will be resolved through discussion between reviewers.</p>
        <p>Forward and backward citation tracking of studies for full-text screening will be used to identify any additional studies. Following this, the same 2 reviewers will undertake screening of full-text studies to determine final eligibility for inclusion. A PRISMA flow diagram will be used to report the findings of this study selection process [<xref ref-type="bibr" rid="ref25">25</xref>]. A further full-text review will be undertaken of potentially eligible studies. Interrater reliability will be assessed and will be reported as Cohen kappa statistic [<xref ref-type="bibr" rid="ref26">26</xref>] to inform the agreement between reviewers.</p>
        <p>Given that retrospective studies may report on the same population within the same timeframe, care will be taken to determine if these studies are independent. In the event that multiple studies are determined to be assessing the same population, all of these studies will be treated as one, and reference to all will be made, to reduce the risk of overestimation [<xref ref-type="bibr" rid="ref27">27</xref>]. A further critical analysis of these studies will be undertaken to highlight any discrepancies, and authors will be contacted if such discrepancies are identified.</p>
      </sec>
      <sec>
        <title>Data Collection and Management</title>
        <p>The first round of deduplication will be undertaken through EndNote X9. After this, Covidence will be used to perform further deduplication, screening, and data extraction. STATA (version 16) software will be used to conduct statistical analyses.</p>
        <p>Two reviewers will use a standardized data extraction form to extract data from each study independently. A further comparison of this, completed, data extraction form to assess consistency and accuracy will also be undertaken. Inconsistencies will be resolved with discussion with other authors. Study authors will be contacted via email if full-text copies of included studies are unattainable or clarification of methods or results is required.</p>
        <p>The form for data extraction will follow items 1 to 16 in the “Reporting on ERAS Compliance, Outcomes, and Elements Research (RECOvER)” checklist [<xref ref-type="bibr" rid="ref28">28</xref>] to inform details of the article, characteristics of patients and the details of the enhanced recovery program, and compliance within the program. The details of the employed enhanced recovery strategies will also be scored against the ERAS society’s recommendation.</p>
        <p>In addition, a results summary will be recorded with total number of patients and total number of patients with outcomes; any measure of prognostic effect (including odds ratio, relative risk and hazard ratios); standardized mean difference or mean difference and 95% confidence intervals for each outcome measure as appropriate; use of univariate/multivariate analysis; and variables included in multivariate analysis. Patient-reported outcome measures will be recorded in means (SD), and any measure of economic evaluation will be recorded.</p>
        <p>Data extraction for health economic outcomes will additionally include the following:</p>
        <list list-type="bullet">
          <list-item>
            <p>Economic evaluations: economic study design, comparators, time horizon analyzed, use of discounting.</p>
          </list-item>
          <list-item>
            <p>Models: model type, model structure, assumptions, source of data (baseline and outcome of interest), model uncertainty, method of internal/external validation.</p>
          </list-item>
          <list-item>
            <p>All: costs included, source of cost data, source of utility data, quality of life instruments used, study results (currency, cost year, incremental cost effectiveness ratio).</p>
          </list-item>
        </list>
        <p>Any missing values will be calculated provided sufficient data are available. Study authors will be contacted to obtain missing data.</p>
      </sec>
      <sec>
        <title>Risk of Bias Assessment</title>
        <p>Risk of bias will be assessed by 2 reviewers through the Cochrane Risk-of-Bias 2 (RoB 2) tool [<xref ref-type="bibr" rid="ref29">29</xref>] for randomized trials and Newcastle-Ottawa Scale (NOS) [<xref ref-type="bibr" rid="ref30">30</xref>] for nonrandomized studies. Health economic outcomes will be assessed with the Consensus on Health Economic Criteria (CHEC) list [<xref ref-type="bibr" rid="ref31">31</xref>], and model-based studies with the questionnaire produced by the International Society for Pharmacoeconomics and Outcomes Research (ISPOR) [<xref ref-type="bibr" rid="ref32">32</xref>]. A summary table presenting all articles included in the review will be used to present the results of the critical appraisal. Meta-analysis will be performed if articles have adequate data for quantitative synthesis, and those with a high risk of bias will be excluded in the form of a sensitivity analysis to determine their influence on the meta-analysis [<xref ref-type="bibr" rid="ref33">33</xref>].</p>
      </sec>
      <sec>
        <title>Data Synthesis and Statistical Analysis</title>
        <p>All studies will be presented in both tabular and narrative form. A quantitative analysis of the findings from the included studies is planned for all outcomes. A random effects model will be utilized as heterogeneity is anticipated between studies [<xref ref-type="bibr" rid="ref34">34</xref>]. Meta-analyses will be reported with a measure of effect (for dichotomous outcomes) and mean difference (for continuous outcomes). When different outcome measures are utilized for the same outcome, a standardized mean difference will be reported [<xref ref-type="bibr" rid="ref35">35</xref>]. 95% confidence intervals will be reported for all. Care will be taken to report continuous variables separately from categorical variables.</p>
        <p>Heterogeneity will be assessed by the Cochran <italic>Q</italic> test and <italic>I</italic><sup>2</sup> statistic [<xref ref-type="bibr" rid="ref36">36</xref>]. Subgroup analyses with random-effects meta-analysis will be undertaken when significant heterogeneity is encountered. If heterogeneity is not resolved through this process, exclusion of any outlying studies in the form of sensitivity analysis will be considered if a clear explanation for conflicting results is found upon review of the papers in question. Results of meta-analysis, both including and excluding papers in question, will be presented and interpreted. If variation in the results cannot be accounted for, a meta-analysis will not be conducted, and results will be presented as per the “Synthesis Without Meta-analysis” (SWiM) guidelines [<xref ref-type="bibr" rid="ref37">37</xref>]. Pooled estimates will be reported with a forest plot and 95% confidence interval.</p>
        <p>Several subgroup analyses are planned if data permits. Studies will be grouped according to their ERAS protocol to understand the impact of different ERAS programs on outcomes. Additionally, each ERAS protocol will be scored according to the number of ERAS society recommendations implemented to understand the cumulative impact of the ERAS recommendations [<xref ref-type="bibr" rid="ref14">14</xref>, <xref ref-type="bibr" rid="ref15">15</xref>]. The impact of varying levels of compliance within ERAS programs will also be evaluated through a subgroup analysis. A separate subgroup analysis for programs using a same-day discharge or outpatient surgery will also be conducted. Finally, the impact of patient-related factors, within ERAS surgery, on outcomes will also be explored.</p>
        <p>Furthermore, it is also possible that a single comparator may not be determinable, as a significant portion of the included studies may present LOS as a continuous variable. As such, analyses will be undertaken with LOS as a continuous and categorical variable (categories for LOS will be formulated depending on the included studies). If significant differences in specific components of ERAS programs, such as the composition of spinal anesthesia, method of preoperative education, or duration of postoperative regional analgesia, are encountered between studies, sensitivity analyses will be used to assess the impact of these differences.</p>
      </sec>
      <sec>
        <title>Publication Bias</title>
        <p>Strategies employed to reduce risk of publication bias include a search strategy that does not restrict gray literature, and data from unpublished work included in meta-analysis [<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref38">38</xref>]. Furthermore, nonreporting biases will be attempted to be identified from other factors through contour-enhanced funnel plots with an appropriate test of asymmetry for meta-analyses including at least ten studies [<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref39">39</xref>]. Any potential sources of asymmetry will be explored; and a trim and fill method will be utilized to account for the possibility of publication bias if deemed appropriate [<xref ref-type="bibr" rid="ref40">40</xref>].</p>
        <p>In addition, outcomes mentioned in the “Methods” section of studies will be compared with those in the results during the data extraction process. In randomized trials, the final reported outcomes will be compared with a published protocol, if available. Both reviewers will assess the completed data extraction table to determine whether certain outcomes were included by most included studies but not addressed by a few. If reporting bias is found, studies will be investigated for possible explanations, and authors may be contacted to provide clarity [<xref ref-type="bibr" rid="ref33">33</xref>].</p>
      </sec>
      <sec>
        <title>Confidence in Cumulative Evidence</title>
        <p>The Grades of Recommendation, Assessment, Development and Evaluation (GRADE) approach will be used by 2 reviewers, to independently assess the quality of cumulative evidence [<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref42">42</xref>]. The quality of evidence will be downgraded if significant limitations are present, as evidenced from the risk of bias. In addition, evidence will be downgraded if wide confidence intervals are encountered and if statistical heterogeneity, as assessed through the <italic>I</italic><sup>2</sup> statistic, is over 25% [<xref ref-type="bibr" rid="ref43">43</xref>].</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>A preliminary search of the primary databases has been conducted. The final database search was conducted in January 2021. This search will also be repeated prior to final publication of results. We plan on disseminating the findings of this systematic review in a peer-reviewed journal.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>The primary focus of previous systematic reviews published on ERAS principles have relied upon authors to propose their own definitions of ERAS surgery. With the publication of the ERAS Society’s new recommendations, having objective criteria to assess these ERAS protocols allows the effects of ERAS principles to be examined with greater clarity. The results of this systematic review will help to aggregate current research and provide greater insight into the risks and benefits of reducing LOS for TJA. In addition, this review will also aid policy makers to better understand whether reductions in LOS through ERAS pathways are occurring to the detriment of the patient and health system more broadly.</p>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Search strategies for primary databases.</p>
        <media xlink:href="resprot_v10i3e25581_app1.docx" xlink:title="DOCX File , 19 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CHEC</term>
          <def>
            <p>Consensus on Health Economic Criteria</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">ERAS</term>
          <def>
            <p>enhanced recovery after surgery</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">ISPOR</term>
          <def>
            <p>International Society for Pharmacoeconomics and Outcomes Research</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">LOS</term>
          <def>
            <p>length of stay</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">MOOSE</term>
          <def>
            <p>Meta-Analysis of Observational Studies in Epidemiology</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">NOS</term>
          <def>
            <p>Newcastle-Ottawa Scale</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">PRISMA-P</term>
          <def>
            <p>Preferred Reporting Items for Systematic Review and Meta-analysis – Protocols</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">RECOvER</term>
          <def>
            <p>Reporting on ERAS Compliance, Outcomes, and Elements Research</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">THA</term>
          <def>
            <p>total hip arthroplasty</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">TJA</term>
          <def>
            <p>total joint arthroplasty</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">TKA</term>
          <def>
            <p>total knee arthroplasty</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <fn-group>
      <fn fn-type="con">
        <p>SR drafted the manuscript. SR, CSh, CSc, NT, MD, and PC contributed to the design of the review protocol. All authors approved the final manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Culliford</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Maskell</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Judge</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cooper</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Prieto-Alhambra</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Arden</surname>
              <given-names>NK</given-names>
            </name>
            <collab>COASt Study Group</collab>
          </person-group>
          <article-title>Future projections of total hip and knee arthroplasty in the UK: results from the UK Clinical Practice Research Datalink</article-title>
          <source>Osteoarthritis Cartilage</source>
          <year>2015</year>
          <month>04</month>
          <volume>23</volume>
          <issue>4</issue>
          <fpage>594</fpage>
          <lpage>600</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1063-4584(14)01396-X"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.joca.2014.12.022</pub-id>
          <pub-id pub-id-type="medline">25579802</pub-id>
          <pub-id pub-id-type="pii">S1063-4584(14)01396-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hooper</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Rothwell</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Frampton</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Current trends and projections in the utilisation rates of hip and knee replacement in New Zealand from 2001 to 2026</article-title>
          <source>N Z Med J</source>
          <year>2014</year>
          <month>08</month>
          <day>29</day>
          <volume>127</volume>
          <issue>1401</issue>
          <fpage>82</fpage>
          <lpage>93</lpage>
          <pub-id pub-id-type="medline">25225759</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nemes</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Gordon</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rogmark</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Rolfson</surname>
              <given-names>O</given-names>
            </name>
          </person-group>
          <article-title>Projections of total hip replacement in Sweden from 2013 to 2030</article-title>
          <source>Acta Orthop</source>
          <year>2014</year>
          <month>06</month>
          <day>23</day>
          <volume>85</volume>
          <issue>3</issue>
          <fpage>238</fpage>
          <lpage>43</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24758323"/>
          </comment>
          <pub-id pub-id-type="doi">10.3109/17453674.2014.913224</pub-id>
          <pub-id pub-id-type="medline">24758323</pub-id>
          <pub-id pub-id-type="pmcid">PMC4062789</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Inacio</surname>
              <given-names>MCS</given-names>
            </name>
            <name name-style="western">
              <surname>Graves</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Pratt</surname>
              <given-names>NL</given-names>
            </name>
            <name name-style="western">
              <surname>Roughead</surname>
              <given-names>EE</given-names>
            </name>
            <name name-style="western">
              <surname>Nemes</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Increase in Total Joint Arthroplasty Projected from 2014 to 2046 in Australia: A Conservative Local Model With International Implications</article-title>
          <source>Clin Orthop Relat Res</source>
          <year>2017</year>
          <month>08</month>
          <volume>475</volume>
          <issue>8</issue>
          <fpage>2130</fpage>
          <lpage>2137</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28488253"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11999-017-5377-7</pub-id>
          <pub-id pub-id-type="medline">28488253</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11999-017-5377-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC5498389</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sloan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Premkumar</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sheth</surname>
              <given-names>NP</given-names>
            </name>
          </person-group>
          <article-title>Projected Volume of Primary Total Joint Arthroplasty in the U.S., 2014 to 2030</article-title>
          <source>J Bone Joint Surg Am</source>
          <year>2018</year>
          <month>09</month>
          <day>05</day>
          <volume>100</volume>
          <issue>17</issue>
          <fpage>1455</fpage>
          <lpage>1460</lpage>
          <pub-id pub-id-type="doi">10.2106/JBJS.17.01617</pub-id>
          <pub-id pub-id-type="medline">30180053</pub-id>
          <pub-id pub-id-type="pii">00004623-201809050-00003</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>National Health Performance Authority</collab>
          </person-group>
          <source>Hospital Performance: Hospital Performance: Length of Stay in Public Hospitals 2011-12</source>
          <year>2013</year>
          <publisher-loc>Sydney, NSW, Australia</publisher-loc>
          <publisher-name>National Health Performance Authority</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Molloy</surname>
              <given-names>IB</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>BI</given-names>
            </name>
            <name name-style="western">
              <surname>Moschetti</surname>
              <given-names>WE</given-names>
            </name>
            <name name-style="western">
              <surname>Jevsevar</surname>
              <given-names>DS</given-names>
            </name>
          </person-group>
          <article-title>Effects of the Length of Stay on the Cost of Total Knee and Total Hip Arthroplasty from 2002 to 2013</article-title>
          <source>J Bone Joint Surg Am</source>
          <year>2017</year>
          <month>03</month>
          <day>01</day>
          <volume>99</volume>
          <issue>5</issue>
          <fpage>402</fpage>
          <lpage>407</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28244911"/>
          </comment>
          <pub-id pub-id-type="doi">10.2106/JBJS.16.00019</pub-id>
          <pub-id pub-id-type="medline">28244911</pub-id>
          <pub-id pub-id-type="pii">00004623-201703010-00006</pub-id>
          <pub-id pub-id-type="pmcid">PMC5324037</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Burn</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>DW</given-names>
            </name>
            <name name-style="western">
              <surname>Silman</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cooper</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Arden</surname>
              <given-names>NK</given-names>
            </name>
            <name name-style="western">
              <surname>Pinedo-Villanueva</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Prieto-Alhambra</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Trends and determinants of length of stay and hospital reimbursement following knee and hip replacement: evidence from linked primary care and NHS hospital records from 1997 to 2014</article-title>
          <source>BMJ Open</source>
          <year>2018</year>
          <month>01</month>
          <day>27</day>
          <volume>8</volume>
          <issue>1</issue>
          <fpage>e019146</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=29374669"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2017-019146</pub-id>
          <pub-id pub-id-type="medline">29374669</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2017-019146</pub-id>
          <pub-id pub-id-type="pmcid">PMC5829869</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sarpong</surname>
              <given-names>NO</given-names>
            </name>
            <name name-style="western">
              <surname>Boddapati</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Herndon</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>RP</given-names>
            </name>
            <name name-style="western">
              <surname>Cooper</surname>
              <given-names>HJ</given-names>
            </name>
            <name name-style="western">
              <surname>Geller</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>Trends in Length of Stay and 30-Day Complications After Total Knee Arthroplasty: An Analysis From 2006 to 2016</article-title>
          <source>J Arthroplasty</source>
          <year>2019</year>
          <month>08</month>
          <volume>34</volume>
          <issue>8</issue>
          <fpage>1575</fpage>
          <lpage>1580</lpage>
          <pub-id pub-id-type="doi">10.1016/j.arth.2019.04.027</pub-id>
          <pub-id pub-id-type="medline">31064724</pub-id>
          <pub-id pub-id-type="pii">S0883-5403(19)30359-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lovald</surname>
              <given-names>ST</given-names>
            </name>
            <name name-style="western">
              <surname>Ong</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Malkani</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Lau</surname>
              <given-names>EC</given-names>
            </name>
            <name name-style="western">
              <surname>Schmier</surname>
              <given-names>JK</given-names>
            </name>
            <name name-style="western">
              <surname>Kurtz</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Manley</surname>
              <given-names>MT</given-names>
            </name>
          </person-group>
          <article-title>Complications, mortality, and costs for outpatient and short-stay total knee arthroplasty patients in comparison to standard-stay patients</article-title>
          <source>J Arthroplasty</source>
          <year>2014</year>
          <month>03</month>
          <volume>29</volume>
          <issue>3</issue>
          <fpage>510</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.1016/j.arth.2013.07.020</pub-id>
          <pub-id pub-id-type="medline">23972298</pub-id>
          <pub-id pub-id-type="pii">S0883-5403(13)00538-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Qian</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Jiang</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ye</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>X</given-names>
            </name>
          </person-group>
          <article-title>Enhanced recovery after surgery for hip and knee arthroplasty: a systematic review and meta-analysis</article-title>
          <source>Postgrad Med J</source>
          <year>2017</year>
          <month>12</month>
          <volume>93</volume>
          <issue>1106</issue>
          <fpage>736</fpage>
          <lpage>742</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28751437"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/postgradmedj-2017-134991</pub-id>
          <pub-id pub-id-type="medline">28751437</pub-id>
          <pub-id pub-id-type="pii">postgradmedj-2017-134991</pub-id>
          <pub-id pub-id-type="pmcid">PMC5740550</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Deng</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Gu</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Peng</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Impact of enhanced recovery after surgery on postoperative recovery after joint arthroplasty: results from a systematic review and meta-analysis</article-title>
          <source>Postgrad Med J</source>
          <year>2018</year>
          <month>12</month>
          <volume>94</volume>
          <issue>1118</issue>
          <fpage>678</fpage>
          <lpage>693</lpage>
          <pub-id pub-id-type="doi">10.1136/postgradmedj-2018-136166</pub-id>
          <pub-id pub-id-type="medline">30665908</pub-id>
          <pub-id pub-id-type="pii">postgradmedj-2018-136166</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kehlet</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Multimodal approach to control postoperative pathophysiology and rehabilitation</article-title>
          <source>Br J Anaesth</source>
          <year>1997</year>
          <month>05</month>
          <volume>78</volume>
          <issue>5</issue>
          <fpage>606</fpage>
          <lpage>17</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0007-0912(17)39989-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/bja/78.5.606</pub-id>
          <pub-id pub-id-type="medline">9175983</pub-id>
          <pub-id pub-id-type="pii">S0007-0912(17)39989-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wainwright</surname>
              <given-names>TW</given-names>
            </name>
            <name name-style="western">
              <surname>Gill</surname>
              <given-names>Mike</given-names>
            </name>
            <name name-style="western">
              <surname>McDonald</surname>
              <given-names>David A</given-names>
            </name>
            <name name-style="western">
              <surname>Middleton</surname>
              <given-names>Robert G</given-names>
            </name>
            <name name-style="western">
              <surname>Reed</surname>
              <given-names>Mike</given-names>
            </name>
            <name name-style="western">
              <surname>Sahota</surname>
              <given-names>Opinder</given-names>
            </name>
            <name name-style="western">
              <surname>Yates</surname>
              <given-names>Piers</given-names>
            </name>
            <name name-style="western">
              <surname>Ljungqvist</surname>
              <given-names>Olle</given-names>
            </name>
          </person-group>
          <article-title>Consensus statement for perioperative care in total hip replacement and total knee replacement surgery: Enhanced Recovery After Surgery (ERAS) Society recommendations</article-title>
          <source>Acta Orthop</source>
          <year>2020</year>
          <month>02</month>
          <day>14</day>
          <volume>91</volume>
          <issue>1</issue>
          <fpage>3</fpage>
          <lpage>19</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31663402"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/17453674.2019.1683790</pub-id>
          <pub-id pub-id-type="medline">31663402</pub-id>
          <pub-id pub-id-type="pmcid">PMC7006728</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wainwright</surname>
              <given-names>TW</given-names>
            </name>
          </person-group>
          <article-title>Consensus statement for perioperative care in total hip replacement and total knee replacement surgery: Enhanced Recovery After Surgery (ERAS®) Society recommendations</article-title>
          <source>Acta Orthop</source>
          <year>2020</year>
          <month>06</month>
          <volume>91</volume>
          <issue>3</issue>
          <fpage>363</fpage>
          <lpage>19</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31663402"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/17453674.2020.1724674</pub-id>
          <pub-id pub-id-type="medline">32056486</pub-id>
          <pub-id pub-id-type="pmcid">PMC7006728</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Soffin</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>YaDeau</surname>
              <given-names>JT</given-names>
            </name>
          </person-group>
          <article-title>Enhanced recovery after surgery for primary hip and knee arthroplasty: a review of the evidence</article-title>
          <source>Br J Anaesth</source>
          <year>2016</year>
          <month>12</month>
          <volume>117</volume>
          <issue>suppl 3</issue>
          <fpage>iii62</fpage>
          <lpage>iii72</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0007-0912(17)30138-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/bja/aew362</pub-id>
          <pub-id pub-id-type="medline">27940457</pub-id>
          <pub-id pub-id-type="pii">S0007-0912(17)30138-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pritchard</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cheng</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Janarthanan</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Judge</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Leal</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Enhanced recovery following hip and knee arthroplasty: a systematic review of cost-effectiveness evidence</article-title>
          <source>BMJ Open</source>
          <year>2020</year>
          <month>01</month>
          <day>15</day>
          <volume>10</volume>
          <issue>1</issue>
          <fpage>e032204</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=31948987"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2019-032204</pub-id>
          <pub-id pub-id-type="medline">31948987</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2019-032204</pub-id>
          <pub-id pub-id-type="pmcid">PMC7044879</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kehlet</surname>
              <given-names>Henrik</given-names>
            </name>
            <name name-style="western">
              <surname>Jørgensen</surname>
              <given-names>Christoffer C</given-names>
            </name>
          </person-group>
          <article-title>Advancing Surgical Outcomes Research and Quality Improvement Within an Enhanced Recovery Program Framework</article-title>
          <source>Ann Surg</source>
          <year>2016</year>
          <month>08</month>
          <volume>264</volume>
          <issue>2</issue>
          <fpage>237</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1097/SLA.0000000000001674</pub-id>
          <pub-id pub-id-type="medline">26910201</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kehlet</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Mythen</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Why is the surgical high-risk patient still at risk?</article-title>
          <source>Br J Anaesth</source>
          <year>2011</year>
          <month>03</month>
          <volume>106</volume>
          <issue>3</issue>
          <fpage>289</fpage>
          <lpage>91</lpage>
          <pub-id pub-id-type="doi">10.1093/bja/aeq408</pub-id>
          <pub-id pub-id-type="medline">21317226</pub-id>
          <pub-id pub-id-type="pii">S0007-0912(17)32989-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brunenberg</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>van Steyn</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Sluimer</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Bekebrede</surname>
              <given-names>LL</given-names>
            </name>
            <name name-style="western">
              <surname>Bulstra</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Joore</surname>
              <given-names>MA</given-names>
            </name>
          </person-group>
          <article-title>Joint recovery programme versus usual care: an economic evaluation of a clinical pathway for joint replacement surgery</article-title>
          <source>Med Care</source>
          <year>2005</year>
          <month>10</month>
          <volume>43</volume>
          <issue>10</issue>
          <fpage>1018</fpage>
          <lpage>26</lpage>
          <pub-id pub-id-type="doi">10.1097/01.mlr.0000178266.75744.35</pub-id>
          <pub-id pub-id-type="medline">16166871</pub-id>
          <pub-id pub-id-type="pii">00005650-200510000-00009</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Larsen</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Hansen</surname>
              <given-names>TB</given-names>
            </name>
            <name name-style="western">
              <surname>Thomsen</surname>
              <given-names>PB</given-names>
            </name>
            <name name-style="western">
              <surname>Christiansen</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Søballe</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Cost-effectiveness of accelerated perioperative care and rehabilitation after total hip and knee arthroplasty</article-title>
          <source>J Bone Joint Surg Am</source>
          <year>2009</year>
          <month>04</month>
          <volume>91</volume>
          <issue>4</issue>
          <fpage>761</fpage>
          <lpage>72</lpage>
          <pub-id pub-id-type="doi">10.2106/JBJS.G.01472</pub-id>
          <pub-id pub-id-type="medline">19339559</pub-id>
          <pub-id pub-id-type="pii">91/4/761</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Shamseer</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ghersi</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Liberati</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Petticrew</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Shekelle</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>LA</given-names>
            </name>
            <collab>PRISMA-P Group</collab>
          </person-group>
          <article-title>Preferred reporting items for systematic review and meta-analysis protocols (PRISMA-P) 2015 statement</article-title>
          <source>Syst Rev</source>
          <year>2015</year>
          <month>01</month>
          <day>01</day>
          <volume>4</volume>
          <fpage>1</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://systematicreviewsjournal.biomedcentral.com/articles/10.1186/2046-4053-4-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/2046-4053-4-1</pub-id>
          <pub-id pub-id-type="medline">25554246</pub-id>
          <pub-id pub-id-type="pii">2046-4053-4-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC4320440</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stroup</surname>
              <given-names>DF</given-names>
            </name>
            <name name-style="western">
              <surname>Berlin</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Morton</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Olkin</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Williamson</surname>
              <given-names>GD</given-names>
            </name>
            <name name-style="western">
              <surname>Rennie</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Becker</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Sipe</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Thacker</surname>
              <given-names>SB</given-names>
            </name>
          </person-group>
          <article-title>Meta-analysis of observational studies in epidemiology: a proposal for reporting. Meta-analysis Of Observational Studies in Epidemiology (MOOSE) group</article-title>
          <source>JAMA</source>
          <year>2000</year>
          <month>04</month>
          <day>19</day>
          <volume>283</volume>
          <issue>15</issue>
          <fpage>2008</fpage>
          <lpage>12</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.283.15.2008</pub-id>
          <pub-id pub-id-type="medline">10789670</pub-id>
          <pub-id pub-id-type="pii">jst00003</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bramer</surname>
              <given-names>WM</given-names>
            </name>
            <name name-style="western">
              <surname>Rethlefsen</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Kleijnen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Franco</surname>
              <given-names>OH</given-names>
            </name>
          </person-group>
          <article-title>Optimal database combinations for literature searches in systematic reviews: a prospective exploratory study</article-title>
          <source>Syst Rev</source>
          <year>2017</year>
          <month>12</month>
          <day>06</day>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>245</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://systematicreviewsjournal.biomedcentral.com/articles/10.1186/s13643-017-0644-y"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13643-017-0644-y</pub-id>
          <pub-id pub-id-type="medline">29208034</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13643-017-0644-y</pub-id>
          <pub-id pub-id-type="pmcid">PMC5718002</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Liberati</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tetzlaff</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
            <collab>PRISMA Group</collab>
          </person-group>
          <article-title>Preferred reporting items for systematic reviews and meta-analyses: the PRISMA statement</article-title>
          <source>PLoS Med</source>
          <year>2009</year>
          <month>07</month>
          <day>21</day>
          <volume>6</volume>
          <issue>7</issue>
          <fpage>e1000097</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pmed.1000097"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pmed.1000097</pub-id>
          <pub-id pub-id-type="medline">19621072</pub-id>
          <pub-id pub-id-type="pmcid">PMC2707599</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McHugh</surname>
              <given-names>ML</given-names>
            </name>
          </person-group>
          <article-title>Interrater reliability: the kappa statistic</article-title>
          <source>Biochem Med (Zagreb)</source>
          <year>2012</year>
          <volume>22</volume>
          <issue>3</issue>
          <fpage>276</fpage>
          <lpage>82</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.biochemia-medica.com/2012/22/276"/>
          </comment>
          <pub-id pub-id-type="medline">23092060</pub-id>
          <pub-id pub-id-type="pmcid">PMC3900052</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tacconelli</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Systematic reviews: CRD's guidance for undertaking reviews in health care</article-title>
          <source>The Lancet Infectious Diseases</source>
          <year>2010</year>
          <month>04</month>
          <volume>10</volume>
          <issue>4</issue>
          <fpage>226</fpage>
          <pub-id pub-id-type="doi">10.1016/S1473-3099(10)70065-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Elias</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Stone</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>McGinigle</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Tankou</surname>
              <given-names>JI</given-names>
            </name>
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Fawcett</surname>
              <given-names>WJ</given-names>
            </name>
            <name name-style="western">
              <surname>Demartines</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Lobo</surname>
              <given-names>DN</given-names>
            </name>
            <name name-style="western">
              <surname>Ljungqvist</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Urman</surname>
              <given-names>RD</given-names>
            </name>
            <collab>ERAS® Society and ERAS® USA</collab>
          </person-group>
          <article-title>The Reporting on ERAS Compliance, Outcomes, and Elements Research (RECOvER) Checklist: A Joint Statement by the ERAS and ERAS USA Societies</article-title>
          <source>World J Surg</source>
          <year>2019</year>
          <month>01</month>
          <volume>43</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30116862"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s00268-018-4753-0</pub-id>
          <pub-id pub-id-type="medline">30116862</pub-id>
          <pub-id pub-id-type="pii">10.1007/s00268-018-4753-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC6313353</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Higgins</surname>
              <given-names>JPT</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Gøtzsche</surname>
              <given-names>Peter C</given-names>
            </name>
            <name name-style="western">
              <surname>Jüni</surname>
              <given-names>Peter</given-names>
            </name>
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Oxman</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Savovic</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Schulz</surname>
              <given-names>KF</given-names>
            </name>
            <name name-style="western">
              <surname>Weeks</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Sterne</surname>
              <given-names>JAC</given-names>
            </name>
            <collab>Cochrane Bias Methods Group</collab>
            <collab>Cochrane Statistical Methods Group</collab>
          </person-group>
          <article-title>The Cochrane Collaboration's tool for assessing risk of bias in randomised trials</article-title>
          <source>BMJ</source>
          <year>2011</year>
          <month>10</month>
          <day>18</day>
          <volume>343</volume>
          <fpage>d5928</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22008217"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.d5928</pub-id>
          <pub-id pub-id-type="medline">22008217</pub-id>
          <pub-id pub-id-type="pmcid">PMC3196245</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wells</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Shea</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>O'Connell</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Peterson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Welch</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Losos</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Tugwell</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <source>The Newcastle-Ottawa Scale (NOS) for assessing the quality of nonrandomised studies in meta-analyses</source>
          <access-date>2021-02-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.ohri.ca/programs/clinical_epidemiology/oxford.asp">http://www.ohri.ca/programs/clinical_epidemiology/oxford.asp</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Evers</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Goossens</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>de Vet</surname>
              <given-names>Henrica</given-names>
            </name>
            <name name-style="western">
              <surname>van Tulder</surname>
              <given-names>Maurits</given-names>
            </name>
            <name name-style="western">
              <surname>Ament</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Criteria list for assessment of methodological quality of economic evaluations: Consensus on Health Economic Criteria</article-title>
          <source>Int J Technol Assess Health Care</source>
          <year>2005</year>
          <volume>21</volume>
          <issue>2</issue>
          <fpage>240</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="medline">15921065</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jaime Caro</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Eddy</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Kan</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kaltz</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Eldessouki</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Briggs</surname>
              <given-names>AH</given-names>
            </name>
            <collab>ISPOR-AMCP-NPC Modeling CER Task Forces</collab>
          </person-group>
          <article-title>Questionnaire to assess relevance and credibility of modeling studies for informing health care decision making: an ISPOR-AMCP-NPC Good Practice Task Force report</article-title>
          <source>Value Health</source>
          <year>2014</year>
          <month>03</month>
          <volume>17</volume>
          <issue>2</issue>
          <fpage>174</fpage>
          <lpage>82</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1098-3015(14)00011-4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jval.2014.01.003</pub-id>
          <pub-id pub-id-type="medline">24636375</pub-id>
          <pub-id pub-id-type="pii">S1098-3015(14)00011-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Boutron</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Page</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Higgins</surname>
              <given-names>JPT</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Lundh</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hróbjartsson</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Higgins</surname>
              <given-names>JPT</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chandler</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cumpston</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Page</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Welch</surname>
              <given-names>VA</given-names>
            </name>
          </person-group>
          <article-title>Chapter 7: Considering bias and conflicts of interest among the included studies</article-title>
          <source>Cochrane Handbook for Systematic Reviews of Interventions version 6.1 (updated September 2020)</source>
          <year>2020</year>
          <publisher-loc>London</publisher-loc>
          <publisher-name>Cochrane</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Borenstein</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hedges</surname>
              <given-names>LV</given-names>
            </name>
            <name name-style="western">
              <surname>Higgins</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Rothstein</surname>
              <given-names>HR</given-names>
            </name>
          </person-group>
          <article-title>A basic introduction to fixed-effect and random-effects models for meta-analysis</article-title>
          <source>Res Synth Methods</source>
          <year>2010</year>
          <month>04</month>
          <volume>1</volume>
          <issue>2</issue>
          <fpage>97</fpage>
          <lpage>111</lpage>
          <pub-id pub-id-type="doi">10.1002/jrsm.12</pub-id>
          <pub-id pub-id-type="medline">26061376</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Higgins</surname>
              <given-names>JPT</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Deeks</surname>
              <given-names>JJ</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Higgins</surname>
              <given-names>JPT</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chandler</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cumpston</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Page</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Welch</surname>
              <given-names>VA</given-names>
            </name>
          </person-group>
          <article-title>Chapter 6: Choosing effect measurescomputing estimates of effect</article-title>
          <source>Cochrane Handbook for Systematic Reviews of Interventions version 6.1 (updated September 2020)</source>
          <year>2020</year>
          <publisher-loc>London</publisher-loc>
          <publisher-name>Cochrane</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Deeks</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Higgins</surname>
              <given-names>JPT</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Higgins</surname>
              <given-names>JPT</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chandler</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cumpston</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Page</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Welch</surname>
              <given-names>VA</given-names>
            </name>
          </person-group>
          <article-title>Chapter 10: Analysing dataundertaking meta-analyses</article-title>
          <source>Cochrane Handbook of Systematic Reviews of Interventions version 6.1 (updated September 2020)</source>
          <year>2020</year>
          <publisher-loc>London</publisher-loc>
          <publisher-name>Cochrane</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>McKenzie</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Sowden</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Katikireddi</surname>
              <given-names>SV</given-names>
            </name>
            <name name-style="western">
              <surname>Brennan</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Ellis</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hartmann-Boyce</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Shepperd</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Welch</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Thomson</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Synthesis without meta-analysis (SWiM) in systematic reviews: reporting guideline</article-title>
          <source>BMJ</source>
          <year>2020</year>
          <month>01</month>
          <day>16</day>
          <volume>368</volume>
          <fpage>l6890</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.bmj.com/lookup/pmidlookup?view=long&#38;pmid=31948937"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.l6890</pub-id>
          <pub-id pub-id-type="medline">31948937</pub-id>
          <pub-id pub-id-type="pmcid">PMC7190266</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Page</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Higgins</surname>
              <given-names>JPT</given-names>
            </name>
            <name name-style="western">
              <surname>Sterne</surname>
              <given-names>JAC</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Higgins</surname>
              <given-names>JPT</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chandler</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cumpston</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Page</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Welch</surname>
              <given-names>VA</given-names>
            </name>
          </person-group>
          <article-title>Chapter 13: Assessing risk of bias due to missing results in a synthesis</article-title>
          <source>Cochrane Handbook for Systematic Reviews of Interventions version 6.1 (updated September 2020)</source>
          <year>2020</year>
          <publisher-loc>London</publisher-loc>
          <publisher-name>Cochrane</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Peters</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Sutton</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Abrams</surname>
              <given-names>KR</given-names>
            </name>
            <name name-style="western">
              <surname>Rushton</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Contour-enhanced meta-analysis funnel plots help distinguish publication bias from other causes of asymmetry</article-title>
          <source>J Clin Epidemiol</source>
          <year>2008</year>
          <month>10</month>
          <volume>61</volume>
          <issue>10</issue>
          <fpage>991</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jclinepi.2007.11.010</pub-id>
          <pub-id pub-id-type="medline">18538991</pub-id>
          <pub-id pub-id-type="pii">S0895-4356(07)00435-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Duval</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Tweedie</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Trim and fill: A simple funnel-plot-based method of testing and adjusting for publication bias in meta-analysis</article-title>
          <source>Biometrics</source>
          <year>2000</year>
          <month>06</month>
          <volume>56</volume>
          <issue>2</issue>
          <fpage>455</fpage>
          <lpage>63</lpage>
          <pub-id pub-id-type="doi">10.1111/j.0006-341x.2000.00455.x</pub-id>
          <pub-id pub-id-type="medline">10877304</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schunemann</surname>
              <given-names>HJ</given-names>
            </name>
            <name name-style="western">
              <surname>Higgins</surname>
              <given-names>JPT</given-names>
            </name>
            <name name-style="western">
              <surname>Vist</surname>
              <given-names>GE</given-names>
            </name>
            <name name-style="western">
              <surname>Glasziou</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Akl</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Skoetz</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Guyatt</surname>
              <given-names>GH</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Higgins</surname>
              <given-names>JPT</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chandler</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cumpston</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Page</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Welch</surname>
              <given-names>VA</given-names>
            </name>
          </person-group>
          <article-title>Chapter 14: Completing 'Summary of findings' tables and grading the certainty of the evidence</article-title>
          <source>Cochrane Handbook for Systematic Reviews of Interventions version 6.1 (updated September 2020)</source>
          <year>2020</year>
          <publisher-loc>London</publisher-loc>
          <publisher-name>Cochrane</publisher-name>
          <comment>
              <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://training.cochrane.org/handbook"/>
          </comment>        
          </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rosenbaum</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Glenton</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Nylund</surname>
              <given-names>HK</given-names>
            </name>
            <name name-style="western">
              <surname>Oxman</surname>
              <given-names>AD</given-names>
            </name>
          </person-group>
          <article-title>User testing and stakeholder feedback contributed to the development of understandable and useful Summary of Findings tables for Cochrane reviews</article-title>
          <source>J Clin Epidemiol</source>
          <year>2010</year>
          <month>06</month>
          <volume>63</volume>
          <issue>6</issue>
          <fpage>607</fpage>
          <lpage>19</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jclinepi.2009.12.013</pub-id>
          <pub-id pub-id-type="medline">20434023</pub-id>
          <pub-id pub-id-type="pii">S0895-4356(10)00024-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Atkins</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Best</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Briss</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Eccles</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Falck-Ytter</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Flottorp</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Guyatt</surname>
              <given-names>GH</given-names>
            </name>
            <name name-style="western">
              <surname>Harbour</surname>
              <given-names>RT</given-names>
            </name>
            <name name-style="western">
              <surname>Haugh</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Henry</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hill</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Jaeschke</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Leng</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Liberati</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Magrini</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Mason</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Middleton</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Mrukowicz</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>O'Connell</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Oxman</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Phillips</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Schünemann</surname>
              <given-names>Holger J</given-names>
            </name>
            <name name-style="western">
              <surname>Edejer</surname>
              <given-names>TT</given-names>
            </name>
            <name name-style="western">
              <surname>Varonen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Vist</surname>
              <given-names>GE</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>Zaza</surname>
              <given-names>S</given-names>
            </name>
            <collab>GRADE Working Group</collab>
          </person-group>
          <article-title>Grading quality of evidence and strength of recommendations</article-title>
          <source>BMJ</source>
          <year>2004</year>
          <month>06</month>
          <day>19</day>
          <volume>328</volume>
          <issue>7454</issue>
          <fpage>1490</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/15205295"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.328.7454.1490</pub-id>
          <pub-id pub-id-type="medline">15205295</pub-id>
          <pub-id pub-id-type="pii">328/7454/1490</pub-id>
          <pub-id pub-id-type="pmcid">PMC428525</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
