<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v11i10e37070</article-id>
      <article-id pub-id-type="pmid">36197704</article-id>
      <article-id pub-id-type="doi">10.2196/37070</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>A Living Database of HIV Implementation Research (LIVE Project): Protocol for Rapid Living Reviews</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Leung</surname>
            <given-names>Tiffany</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Lansky</surname>
            <given-names>Amy</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Eshun-Wilson</surname>
            <given-names>Ingrid</given-names>
          </name>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Division of Infectious Diseases</institution>
            <institution>School of Medicine</institution>
            <institution>Washington University in St. Louis</institution>
            <addr-line>4990 Childrens Pl</addr-line>
            <addr-line>St. Louis, MO, 63110</addr-line>
            <country>United States</country>
            <phone>1 3147471206</phone>
            <email>i.eshun-wilsonova@wustl.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4049-9868</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Ford</surname>
            <given-names>Nathan</given-names>
          </name>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1482-3967</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Le Tourneau</surname>
            <given-names>Noelle</given-names>
          </name>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8906-6879</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Baral</surname>
            <given-names>Stefan</given-names>
          </name>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5482-2419</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Schwartz</surname>
            <given-names>Sheree</given-names>
          </name>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6090-2880</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Kemp</surname>
            <given-names>Christopher</given-names>
          </name>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1231-1546</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Geng</surname>
            <given-names>Elvin</given-names>
          </name>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0825-1424</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Division of Infectious Diseases</institution>
        <institution>School of Medicine</institution>
        <institution>Washington University in St. Louis</institution>
        <addr-line>St. Louis, MO</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Global HIV, Hepatitis and Sexually Transmitted Infections Programmes</institution>
        <institution>World Health Organization</institution>
        <addr-line>Geneva</addr-line>
        <country>Switzerland</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Bloomberg School of Public Health</institution>
        <institution>Johns Hopkins University</institution>
        <addr-line>Baltimore, MD</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Ingrid Eshun-Wilson <email>i.eshun-wilsonova@wustl.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>10</month>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>5</day>
        <month>10</month>
        <year>2022</year>
      </pub-date>
      <volume>11</volume>
      <issue>10</issue>
      <elocation-id>e37070</elocation-id>
      <history>
        <date date-type="received">
          <day>5</day>
          <month>2</month>
          <year>2022</year>
        </date>
        <date date-type="rev-request">
          <day>7</day>
          <month>6</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>25</day>
          <month>7</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>4</day>
          <month>8</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Ingrid Eshun-Wilson, Nathan Ford, Noelle Le Tourneau, Stefan Baral, Sheree Schwartz, Christopher Kemp, Elvin Geng. Originally published in JMIR Research Protocols (https://www.researchprotocols.org), 05.10.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on https://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.researchprotocols.org/2022/10/e37070" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>HIV implementation research evolves rapidly and is often complex and poorly characterized, which makes the synthesis of data on HIV implementation strategies inherently difficult. This is further compromised by prolonged data abstraction processes due to variable interventions, outcomes, and context, and delays in the publication of review findings; this can all result in outdated and irrelevant systematic reviews.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The LIVE project (A Living Database of HIV Implementation Research) aims to overcome these challenges by applying an implementation science lens to the conduct of rapid living systematic reviews and meta-analyses to inform HIV service delivery priorities and guideline development.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>The LIVE project will generate a series of living systematic reviews exploring implementation strategies for improving HIV cascade outcomes (HIV infection, HIV diagnosis, linkage and retention in HIV care, viral suppression, and mortality). We will search Embase and MEDLINE as well databases specific to review questions for studies conducted after 2004 using predefined search terms to identify studies conducted in any age group or setting, and using implementation strategies that target policy makers, society, health organizations, health workers, and beneficiaries of care and their families. Both randomized controlled trials and observational studies will be included to ensure reviews include pragmatic data. In addition to assessments of methodological quality, features of the implementation strategies, relevance for implementation, and evidence quality will be determined using recognized frameworks. After initial publication, knowledge gaps will be identified, and review questions and search strategies revised to address ongoing critical areas of inquiry. Updated searches will be conducted every 6 months, with subsequent ongoing screening, data abstraction, and revision of meta-analyses.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>As of July 2022, five reviews are at various stages of development within the LIVE project. Three systematic reviews are underway and living review processes are in development for two reviews with estimated completion over the next 12 months.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This project and resulting systematic reviews will provide critical insights for HIV service delivery to inform international guideline development.</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>DERR1-10.2196/37070</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>living review</kwd>
        <kwd>HIV</kwd>
        <kwd>systematic review</kwd>
        <kwd>rapid review</kwd>
        <kwd>implementation</kwd>
        <kwd>HIV infection</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Systematic reviews addressing HIV implementation research questions are challenged by difficulties in synthesizing heterogenous pragmatic research and can become outdated rapidly. As HIV prevention strategies, testing methods, and treatments become increasingly effective, current primary HIV research and evidence synthesis questions are refocusing on how best to implement effective interventions to ensure long-term sustained engagement in HIV care [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. This continuous emergence of new implementation research means that traditional methods for generating “static” systematic reviews that may take months or years to produce can quickly become obsolete [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. With each new guideline development cycle, new review teams, searches, protocols, and reviews are undertaken, resulting in substantial duplication of efforts, delays in the generation of synthesized evidence and inability for guideline developers to quickly update recommendations.</p>
      <p>Living and rapid review methods have been developed in recent years (now catalyzed by the COVID-19 pandemic) to address these inefficiencies and increase the utility of review evidence; these methods have however been infrequently applied to HIV implementation research [<xref ref-type="bibr" rid="ref5">5</xref>]. The field of HIV implementation science is a rapidly evolving field, with frequent changes to HIV service delivery approaches (eg, multi-month prescribing), drug delivery systems for HIV treatment (eg, long-acting antivirals), and HIV prevention (eg, vaginal rings) and testing modalities (eg, HIV self-testing). Living methods offer an approach for systematic review updating, where new evidence is incorporated into a review as it emerges, generating a continual updating process that maintains the relevance of synthesized findings and builds on previous work. Living reviews require an explicitly stated commitment to a predetermined frequency of searches and review updating [<xref ref-type="bibr" rid="ref6">6</xref>]. Rapid reviews aim to accelerate the review process through the elimination or attenuation of some systematic review requirements, including searches in fewer databases, applying language or publication year restrictions, limiting gray literature searches, applying data mining processes, and altering duplicate screening, data extraction, and quality appraisal processes [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>]. Rapid reviews are being conducted with increased frequency to respond to policy-making needs [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. Rapid and living processes are ideal for incorporation into “living guidelines”—a dynamic guideline development process that, instead of conducting mechanistic guideline updates with a predetermined frequency, uses the results of continuous literature surveillance, rapid updating of prioritized reviews, and frequent virtual consultations with guideline panels to create a continuous guideline development and revision process; this helps to ensure that policy makers and health workers can make up-to-date, evidence-based public health decisions [<xref ref-type="bibr" rid="ref11">11</xref>-<xref ref-type="bibr" rid="ref14">14</xref>]. Accelerating the pace of evidence synthesis and dissemination can facilitate the early and effective adoption of new strategies for improving health and reduce the evidence-practice gap [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>].</p>
      <p>Heterogeneity, a frequent and desirable property of implementation research, further complicates evidence synthesis for HIV service delivery. The application of systematic review and meta-analytic methods—originally designed for homogenous efficacy data—to complex implementation research questions can result in systematic review findings that are of limited relevance to policy makers [<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref19">19</xref>]. Establishing the effectiveness of strategies to increase HIV testing or antiretroviral therapy uptake and adherence requires detailed characterization of strategy features (eg, where, how, and who delivered the intervention) as well as incorporation of pragmatic data that establishes effectiveness under real-world conditions. Tools are available for characterization of implementation strategies, assessment of real-world relevance of primary research, and reporting of implementation research methods and results, but to date such tools have had limited application in HIV implementation research evidence synthesis [<xref ref-type="bibr" rid="ref20">20</xref>-<xref ref-type="bibr" rid="ref23">23</xref>]. Heterogeneity does not preclude evidence synthesis; it is important to develop approaches to accommodate varied study designs and implementation strategies and still draw conclusions from the evidence.</p>
      <p>The Living Database of HIV Implementation Research (LIVE) project aims to generate a series of methodologically robust rapid and living reviews characterizing and evaluating the effects of HIV implementation strategies on HIV cascade outcomes through an ongoing process of data abstraction and frequent review updates to produce valid and relevant synthesized evidence that contributes to a rapid public health response to HIV. In addition, this work will identify evidence gaps and put forward new approaches for reviewing and meta-analyzing complex implementation research specific to HIV but with relevance to evidence synthesis in the implementation science field more broadly.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <p>This project protocol was designed according to PRISMA-P (Preferred Reporting Items for Systematic Review and Meta-Analysis Protocols) guidelines, living review guidelines, and World Health Organization (WHO) and Cochrane rapid review guidelines [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref24">24</xref>].</p>
      <sec>
        <title>Identification of Review Questions</title>
        <p>Relevant HIV implementation science questions will be developed in consultation with HIV guideline development groups. This will include questions regarding effectiveness of HIV implementation strategies. Individual review protocols will be published on PROSPERO, the international prospective register of systematic reviews.</p>
      </sec>
      <sec>
        <title>Eligibility Criteria</title>
        <p>Studies eligible for inclusion in living rapid reviews include those conducted in any population group or age category from any setting. Randomized controlled trials (RCTs), cohort studies (with or without a comparison arm), cross-sectional studies, and natural experiments are eligible for inclusion. Incorporation of a broad range of study designs including both randomized controlled trials and observational studies will facilitate exploration of the broad spectrum of implementation research assessing the performance of implementation strategies under trial and real-world conditions.</p>
        <p>Studies must evaluate the implementation of evidence-based HIV interventions (strategies aimed at implementing a change to the way HIV testing, antiretroviral treatment [ART], or prevention is delivered to modify patient behavior and improve outcomes) and report on at least one HIV cascade outcome (HIV incidence, HIV testing uptake, ART initiation, ART adherence, viral suppression, retention in care) (<xref ref-type="table" rid="table1">Table 1</xref>). Eligible studies will be restricted to English language publications.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Eligibility criteria for inclusion in LIVE rapid living reviews.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="220"/>
            <col width="780"/>
            <thead>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Eligibility criteria</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Population</td>
                <td>All settings, all ages</td>
              </tr>
              <tr valign="top">
                <td>Implementation strategy</td>
                <td>Implementation strategy aimed at (1) implementing a change to the way HIV care and preventions strategies are delivered or (2) modifying patient behavior</td>
              </tr>
              <tr valign="top">
                <td>Comparison</td>
                <td>Other intervention, standard of care, or no comparison</td>
              </tr>
              <tr valign="top">
                <td>Outcome</td>
                <td>HIV incidence, HIV testing uptake, antiretroviral therapy initiation, antiretroviral therapy adherence, viral suppression, retention in care</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Database Searches</title>
        <p>An information specialist will conduct searches of a minimum of two databases—MEDLINE and Embase—and will include CINAHL and other databases depending on the considered added value for the specified review question as determined in consultation with an information specialist. Search outputs will be refined through an iterative process of cross-checking against known studies in the field. Once finalized, automated searches running at a predetermined frequency (initially every 6 months) will generate updated lists of studies for screening and eligibility assessment and abstraction. Searches will include studies published between 2004 to the day of the search, but may be restricted to more recent studies depending on the specified review question.</p>
      </sec>
      <sec>
        <title>Gray Literature Searches</title>
        <p>At minimum, conference abstracts of the International AIDS Society and the Conference on Retroviruses and Opportunistic Infections will be searched for the previous two years. Additional conference searches will depend on their relevance to review questions. Clinical trial registries including ClinicalTrials.gov and WHO International Clinical Trials Registry Platform registries will be searched routinely; depending on the specific review, further trial registries may be considered.</p>
      </sec>
      <sec>
        <title>Screening</title>
        <p>Several team members may be involved in screening processes. Abstract and full-text screening will be conducted using Covidence software [<xref ref-type="bibr" rid="ref25">25</xref>]. For abstract screening, 2 team members will screen the first 20% of abstracts with conflict resolution; once approaches to screening are calibrated and consistency developed, ongoing abstract screening will be conducted by one team member. Full-text screening will be conducted by one team member and excluded full texts will be screened by a second. Conference and clinical trial registry searches will be conducted by one team member with confirmation of eligibility of included abstracts by a second.</p>
      </sec>
      <sec>
        <title>Data Abstraction</title>
        <p>Study data will be abstracted into the LIVE database hosted on the Airtable platform (a relational database designed to be easily modified by end users and widely used commercially [<xref ref-type="bibr" rid="ref26">26</xref>]. Extracted study outcomes will include numerators and denominators as well as adjusted and unadjusted effect estimates. Data abstraction and methodological quality assessments will be conducted by one team member and reviewed by a second team member. Descriptive information will be extracted from each study (including details on publication, study design, setting, context, and demographic characteristics) and additional data regarding the critical characteristics and components of implementation strategies will be recorded using existing frameworks for evaluating characteristics of implementation strategies, reporting of implementation outcomes, assessments of real-world relevance of primary research, and implementation characteristics of trial design (<xref ref-type="table" rid="table2">Table 2</xref>). By applying these implementation science tools and frameworks, the LIVE project will employ evidence synthesis methods that accommodate complexity, recognizing that heterogeneity is an inherent feature of the current HIV response and is essential [<xref ref-type="bibr" rid="ref1">1</xref>].</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Tools used to assess study quality and characterize intervention strategies for living rapid reviews.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="420"/>
            <col width="580"/>
            <thead>
              <tr valign="top">
                <td>Assessment tool</td>
                <td>Purpose</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Cochrane risk of bias tools [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref28">28</xref>]</td>
                <td>Assess the methodological quality of randomized controlled trials</td>
              </tr>
              <tr valign="top">
                <td>Newcastle Ottawa scale [<xref ref-type="bibr" rid="ref29">29</xref>]</td>
                <td>Assess the methodological quality of cohort and cross-sectional studies</td>
              </tr>
              <tr valign="top">
                <td>Proctor implementation strategy framework [<xref ref-type="bibr" rid="ref20">20</xref>]</td>
                <td>Characterize implementation strategies</td>
              </tr>
              <tr valign="top">
                <td>Proctor implementation outcome classification system [<xref ref-type="bibr" rid="ref21">21</xref>]</td>
                <td>Characterize and assess reporting implementation outcomes</td>
              </tr>
              <tr valign="top">
                <td>Pragmatic explanatory continuum indicator summary (PRECIS)-2 tool [<xref ref-type="bibr" rid="ref22">22</xref>]</td>
                <td>Evaluate explanatory vs pragmatic approaches of studies</td>
              </tr>
              <tr valign="top">
                <td>Curran effectiveness-implementation hybrid trial designs [<xref ref-type="bibr" rid="ref30">30</xref>]</td>
                <td>Characterize trial types based on focus: clinical effectiveness versus implementation</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Analyses</title>
        <p>We will characterize individual study populations, implementation interventions, comparisons, and HIV cascade outcomes and other outcomes relevant to the review questions including harms and unintended consequences. We will use funnel plots to explore publication bias. If there is sufficient quantitative data, these data will be meta-analyzed in R, Stata, or SAS programs, depending on the type of data available for analysis (eg, continuous, binary, incidence, adjusted effect estimates, single means, or proportions). Pooled results and forest plots for random effects will be generated using Mantel-Hansel, Peto, generalized linear models, or generic inverse variance [<xref ref-type="bibr" rid="ref31">31</xref>]. Inconsistency will be reviewed qualitatively to detect clinical diversity (population, context, implementation strategy) or methodological diversity (risk of bias, study design), and quantitatively using <italic>I</italic><sup>2</sup>, Kendall τ statistics, and subgroup analysis. Decisions regarding the appropriateness of pooling data, subgrouping, and sensitivity analyses will be conducted by study teams and will follow guidelines as set out by the Cochrane Handbook. Given the inherently heterogenous nature of HIV implementation research, we anticipate substantial explained and unexplained heterogeneity; as a result, pooled estimates may in many cases not reflect one true population effect estimate relevant to all contexts but rather a broader assessment of overall benefit or harm across various contexts [<xref ref-type="bibr" rid="ref32">32</xref>]. Where sufficient data are available, we will use meta-regression to explore heterogeneity.</p>
        <p>In addition, where multiple strategies are presented, network meta-analyses (NMA) may be conducted and will follow guidelines for conduct and reporting of NMA. The frequentist or Bayesian NMA approaches will be used to generate networks, evaluate inconsistency, and rank interventions. Although the inherent nature of implementation strategies may in some cases violate the assumption of transitivity due to variability in context and strategy heterogeneity—in terms of design and fidelity to intervention delivery—this analytic technique allows for the comparison of multiple interventions that have not been compared directly due to public health urgency and resource constraints [<xref ref-type="bibr" rid="ref33">33</xref>].</p>
        <p>Where data are insufficient for meta-analysis, we will summarize data narratively. The overall confidence in the review findings will be evaluated using recognized methodologies for rating evidence certainty such as the Grading of Recommendations Assessment, Development, and Evaluation system [<xref ref-type="bibr" rid="ref34">34</xref>].</p>
      </sec>
      <sec>
        <title>Living Processes</title>
        <p>Once a review is completed and published, a continuous living process will be adopted to keep the review findings up to date as required [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref35">35</xref>]. First, the systematic review question will be examined in the light of the primary review findings and in consultation with key stakeholders (eg, WHO guideline developers) to determine if the question remains relevant in its current format, whether the review question should be altered to address different population groups, and whether additional strategies or specific implementation or HIV cascade outcomes should be focused on. Search strategies will be examined and refined to ensure that all relevant new terms and databases are included in updated search strategies. A comprehensive systematic search will be conducted every 6 months. If no new studies are detected, review records will be updated with the most recent search date and specify that no new relevant studies have been identified. If new studies are identified but appear unlikely to change the review findings or are insufficient for new meta-analyses, study data will be extracted but no meta-analyses will be performed. If new findings are deemed critical for revised or updated guidelines, new meta-analyses of all studies identified to date will be conducted and published in a peer reviewed journal. With each 6-month cycle, considerations for retirement of reviews will be revised, as the importance of research questions will be expected to change over time [<xref ref-type="bibr" rid="ref36">36</xref>]. Such reviews may contribute to living guidelines, an emerging methodological area where guidelines are continuously assessed to determine whether they are sufficiently up to date and whether new studies or information is available that may change the guideline, leading to cycles of refinement and revision or retirement [<xref ref-type="bibr" rid="ref14">14</xref>].</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>As of July 2022, five reviews are at various stages of development within the LIVE project. Data extraction is underway for 3 systematic reviews with the aim of completion by the end of December 2022; living review processes are under development for 2 reviews.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>The LIVE project seeks to enhance the use of implementation research to inform guideline development and ultimately policy making. The project proposes to produce “living” systematic reviews by applying an ongoing updating and data extraction process to support guideline developers, including but not limited to questions on HIV service delivery at the WHO. In this project protocol, we outline a plan to support ongoing guideline development processes in HIV testing and use of antiretrovirals, but also identify how through the maintenance of living reviews this work can contribute to the future conceptualization and development of “living guideline” processes.</p>
      <p>The additional application of implementation research tools and taxonomies further position this work to contribute to guidelines that directly impact global implementation efforts, particularly for questions in HIV service delivery. By broadly exploring how, where, and for whom HIV implementation strategies are most effective, the LIVE project will advance the implementation science field by directly addressing inherent heterogeneity and intervention complexity in implementation science evidence synthesis and support future HIV service delivery guideline development.</p>
      <p>This work may be limited by difficulties in maintaining reviewers over the long term and ensuring continuous updates; the project will work to overcome this by involving a broad review team to ensure the ongoing longevity of individual systematic reviews. A further challenge may be decisions regarding when to publish an updated version of a review, retire a review, or alter review questions. To address this, decisions regarding review updates will be determined in close collaboration with experts and policy makers to ensure ongoing relevance.</p>
      <p>Synthesizing implementation research evidence is complex. This protocol and review portfolio propose new directions for implementation science evidence synthesis that also have relevance for other implementation questions beyond HIV service delivery.</p>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ART</term>
          <def>
            <p>antiretroviral therapy</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">LIVE</term>
          <def>
            <p>Living Database of HIV Implementation Research</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">NMA</term>
          <def>
            <p>network meta-analysis</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">PRISMA-P</term>
          <def>
            <p>Preferred Reporting Items for Systematic Review and Meta-Analysis Protocols</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">RCT</term>
          <def>
            <p>randomized controlled trial</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">WHO</term>
          <def>
            <p>World Health Organization</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This work was funded by the Bill and Melinda Gates Foundation (INV-009840_2020); Viiv Healthcare, and the National Institutes of Health (K24 AI134413; KL2 TR002346). The funders had no role in conceptualizing or developing this protocol.</p>
      <p>We would like to acknowledge the work of Jeanna Wallenta, Chris Kemp, and Siyu Wang in developing the Living Database of HIV Implementation Research (LIVE) platform for systematic review data abstraction.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Geng</surname>
              <given-names>EH</given-names>
            </name>
            <name name-style="western">
              <surname>Holmes</surname>
              <given-names>CB</given-names>
            </name>
            <name name-style="western">
              <surname>Moshabela</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sikazwe</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Petersen</surname>
              <given-names>ML</given-names>
            </name>
          </person-group>
          <article-title>Personalized public health: An implementation research agenda for the HIV response and beyond</article-title>
          <source>PLoS Med</source>
          <year>2019</year>
          <month>12</month>
          <volume>16</volume>
          <issue>12</issue>
          <fpage>e1003020</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pmed.1003020"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pmed.1003020</pub-id>
          <pub-id pub-id-type="medline">31891581</pub-id>
          <pub-id pub-id-type="pii">PMEDICINE-D-19-04434</pub-id>
          <pub-id pub-id-type="pmcid">PMC6938296</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ford</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Geng</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Ellman</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Orrell</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ehrenkranz</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Sikazwe</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Jahn</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rabkin</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ayisi Addo</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Grimsrud</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rosen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Zulu</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Reidy</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Lejone</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Apollo</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Holmes</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kolling</surname>
              <given-names>AF</given-names>
            </name>
            <name name-style="western">
              <surname>Phate Lesihla</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>HH</given-names>
            </name>
            <name name-style="western">
              <surname>Bakashaba</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Chitembo</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Tiriste</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Doherty</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bygrave</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Emerging priorities for HIV service delivery</article-title>
          <source>PLoS Med</source>
          <year>2020</year>
          <month>02</month>
          <volume>17</volume>
          <issue>2</issue>
          <fpage>e1003028</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pmed.1003028"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pmed.1003028</pub-id>
          <pub-id pub-id-type="medline">32059023</pub-id>
          <pub-id pub-id-type="pii">PMEDICINE-D-19-03148</pub-id>
          <pub-id pub-id-type="pmcid">PMC7021280</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Eshun-Wilson</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Jaffer</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hine</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Mateo</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Stephani</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Garner</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Maintaining relevance in HIV systematic reviews: an evaluation of Cochrane reviews</article-title>
          <source>Syst Rev</source>
          <year>2019</year>
          <month>02</month>
          <day>07</day>
          <volume>8</volume>
          <issue>1</issue>
          <fpage>46</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://systematicreviewsjournal.biomedcentral.com/articles/10.1186/s13643-019-0960-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13643-019-0960-5</pub-id>
          <pub-id pub-id-type="medline">30732644</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13643-019-0960-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC6366015</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Elliott</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Turner</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Clavisi</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Higgins</surname>
              <given-names>JPT</given-names>
            </name>
            <name name-style="western">
              <surname>Mavergames</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Gruen</surname>
              <given-names>RL</given-names>
            </name>
          </person-group>
          <article-title>Living systematic reviews: an emerging opportunity to narrow the evidence-practice gap</article-title>
          <source>PLoS Med</source>
          <year>2014</year>
          <month>02</month>
          <volume>11</volume>
          <issue>2</issue>
          <fpage>e1001603</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pmed.1001603"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pmed.1001603</pub-id>
          <pub-id pub-id-type="medline">24558353</pub-id>
          <pub-id pub-id-type="pii">PMEDICINE-D-13-02601</pub-id>
          <pub-id pub-id-type="pmcid">PMC3928029</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Elliott</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lawrence</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Minx</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Oladapo</surname>
              <given-names>OT</given-names>
            </name>
            <name name-style="western">
              <surname>Ravaud</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Tendal Jeppesen</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Turner</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Vandvik</surname>
              <given-names>PO</given-names>
            </name>
            <name name-style="western">
              <surname>Grimshaw</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Decision makers need constantly updated evidence synthesis</article-title>
          <source>Nature</source>
          <year>2021</year>
          <month>12</month>
          <volume>600</volume>
          <issue>7889</issue>
          <fpage>383</fpage>
          <lpage>385</lpage>
          <pub-id pub-id-type="doi">10.1038/d41586-021-03690-1</pub-id>
          <pub-id pub-id-type="medline">34912079</pub-id>
          <pub-id pub-id-type="pii">10.1038/d41586-021-03690-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Elliott</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Synnot</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Turner</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Simmonds</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Akl</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>McDonald</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Salanti</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Meerpohl</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>MacLehose</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Hilton</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Tovey</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Shemilt</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>J</given-names>
            </name>
            <collab>Living Systematic Review Network</collab>
          </person-group>
          <article-title>Living systematic review: 1. Introduction-the why, what, when, and how</article-title>
          <source>J Clin Epidemiol</source>
          <year>2017</year>
          <month>11</month>
          <volume>91</volume>
          <fpage>23</fpage>
          <lpage>30</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jclinepi.2017.08.010</pub-id>
          <pub-id pub-id-type="medline">28912002</pub-id>
          <pub-id pub-id-type="pii">S0895-4356(17)30636-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tricco</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Antony</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Zarin</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Strifler</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Ghassemi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ivory</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Perrier</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hutton</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Straus</surname>
              <given-names>SE</given-names>
            </name>
          </person-group>
          <article-title>A scoping review of rapid review methods</article-title>
          <source>BMC Med</source>
          <year>2015</year>
          <month>09</month>
          <day>16</day>
          <volume>13</volume>
          <fpage>224</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedicine.biomedcentral.com/articles/10.1186/s12916-015-0465-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12916-015-0465-6</pub-id>
          <pub-id pub-id-type="medline">26377409</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12916-015-0465-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC4574114</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
          <article-title>Cochrane Rapid Reviews</article-title>
          <source>Interim Guidance from the Cochrane Rapid Reviews Methods Group</source>
          <access-date>2022-08-19</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://methods.cochrane.org/rapidreviews/cochrane-rr-methods">https://methods.cochrane.org/rapidreviews/cochrane-rr-methods</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kuchukhidze</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Long</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Pascoe</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Huber</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Nichols</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Fox</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <source>Differentiated models of service delivery (DSD) for antiretroviral treatment of HIV in subSaharan Africa: A review of the gray literature</source>
          <year>2019</year>
          <access-date>2022-08-23</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://sites.bu.edu/ambit/files/2019/11/AMBIT-report-03-gray-literature-review-2019-11-08.pdf">https://sites.bu.edu/ambit/files/2019/11/AMBIT-report-03-gray-literature-review-2019-11-08.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tricco</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Langlois</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Straus</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Rapid reviews to strengthen health policy and systems: a practical guide</article-title>
          <source>Rapid reviews to strengthen health policy and systems: a practical guide. Geneva: World Health Organization</source>
          <year>2017</year>
          <access-date>2022-08-23</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://apps.who.int/iris/bitstream/handle/10665/258698/9789241512763-eng.pdf">https://apps.who.int/iris/bitstream/handle/10665/258698/9789241512763-eng.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="web">
          <article-title>Keeping global recommendations up-to-date: A 'living guidelines' approach to maternal and perinatal health</article-title>
          <source>World Health Organization</source>
          <access-date>2022-08-23</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/news/item/19-08-2019-keeping-global-recommendations-up-to-date-a-living-guidelines-approach-to-maternal-and-perinatal-health">https://www.who.int/news/item/19-08-2019-keeping-global-recommendations-up-to-date-a-living-guidelines-approach-to-maternal-and-perinatal-health</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Akl</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Meerpohl</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Elliott</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kahale</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Schünemann</surname>
              <given-names>HJ</given-names>
            </name>
            <collab>Living Systematic Review Network</collab>
          </person-group>
          <article-title>Living systematic reviews: 4. Living guideline recommendations</article-title>
          <source>J Clin Epidemiol</source>
          <year>2017</year>
          <month>11</month>
          <volume>91</volume>
          <fpage>47</fpage>
          <lpage>53</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jclinepi.2017.08.009</pub-id>
          <pub-id pub-id-type="medline">28911999</pub-id>
          <pub-id pub-id-type="pii">S0895-4356(17)30662-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="web">
          <article-title>Living guidance for clinical management of COVID-19 2021</article-title>
          <source>World Health Organization</source>
          <access-date>2022-08-23</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/publications/i/item/WHO-2019-nCoV-clinical-2021-2">https://www.who.int/publications/i/item/WHO-2019-nCoV-clinical-2021-2</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vogel</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Dowswell</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Lewin</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bonet</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hampson</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Kellie</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Portela</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bucagu</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Norris</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Neilson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gülmezoglu</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Oladapo</surname>
              <given-names>OT</given-names>
            </name>
          </person-group>
          <article-title>Developing and applying a 'living guidelines' approach to WHO recommendations on maternal and perinatal health</article-title>
          <source>BMJ Glob Health</source>
          <year>2019</year>
          <volume>4</volume>
          <issue>4</issue>
          <fpage>e001683</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://gh.bmj.com/lookup/pmidlookup?view=long&#38;pmid=31478014"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjgh-2019-001683</pub-id>
          <pub-id pub-id-type="medline">31478014</pub-id>
          <pub-id pub-id-type="pii">bmjgh-2019-001683</pub-id>
          <pub-id pub-id-type="pmcid">PMC6703290</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Grimshaw</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Eccles</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Lavis</surname>
              <given-names>JN</given-names>
            </name>
            <name name-style="western">
              <surname>Hill</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Squires</surname>
              <given-names>JE</given-names>
            </name>
          </person-group>
          <article-title>Knowledge translation of research findings</article-title>
          <source>Implement Sci</source>
          <year>2012</year>
          <volume>7</volume>
          <fpage>50</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.implementationscience.com/content/7//50"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1748-5908-7-50</pub-id>
          <pub-id pub-id-type="medline">22651257</pub-id>
          <pub-id pub-id-type="pii">1748-5908-7-50</pub-id>
          <pub-id pub-id-type="pmcid">PMC3462671</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Morris</surname>
              <given-names>ZS</given-names>
            </name>
            <name name-style="western">
              <surname>Wooding</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Grant</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The answer is 17 years, what is the question: understanding time lags in translational research</article-title>
          <source>J R Soc Med</source>
          <year>2011</year>
          <month>12</month>
          <volume>104</volume>
          <issue>12</issue>
          <fpage>510</fpage>
          <lpage>20</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22179294"/>
          </comment>
          <pub-id pub-id-type="doi">10.1258/jrsm.2011.110180</pub-id>
          <pub-id pub-id-type="medline">22179294</pub-id>
          <pub-id pub-id-type="pii">104/12/510</pub-id>
          <pub-id pub-id-type="pmcid">PMC3241518</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lie</surname>
              <given-names>RK</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>FG</given-names>
            </name>
          </person-group>
          <article-title>What counts as reliable evidence for public health policy: the case of circumcision for preventing HIV infection</article-title>
          <source>BMC Med Res Methodol</source>
          <year>2011</year>
          <month>03</month>
          <day>31</day>
          <volume>11</volume>
          <fpage>34</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedresmethodol.biomedcentral.com/articles/10.1186/1471-2288-11-34"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1471-2288-11-34</pub-id>
          <pub-id pub-id-type="medline">21453535</pub-id>
          <pub-id pub-id-type="pii">1471-2288-11-34</pub-id>
          <pub-id pub-id-type="pmcid">PMC3079700</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Deaton</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cartwright</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Understanding and misunderstanding randomized controlled trials</article-title>
          <source>Soc Sci Med</source>
          <year>2018</year>
          <month>08</month>
          <volume>210</volume>
          <fpage>2</fpage>
          <lpage>21</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0277-9536(17)30735-9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.socscimed.2017.12.005</pub-id>
          <pub-id pub-id-type="medline">29331519</pub-id>
          <pub-id pub-id-type="pii">S0277-9536(17)30735-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC6019115</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Barker</surname>
              <given-names>PM</given-names>
            </name>
          </person-group>
          <article-title>The importance of context in implementation research</article-title>
          <source>J Acquir Immune Defic Syndr</source>
          <year>2014</year>
          <month>11</month>
          <day>01</day>
          <volume>67 Suppl 2</volume>
          <fpage>S157</fpage>
          <lpage>62</lpage>
          <pub-id pub-id-type="doi">10.1097/QAI.0000000000000322</pub-id>
          <pub-id pub-id-type="medline">25310123</pub-id>
          <pub-id pub-id-type="pii">00126334-201411011-00010</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Proctor</surname>
              <given-names>EK</given-names>
            </name>
            <name name-style="western">
              <surname>Powell</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>McMillen</surname>
              <given-names>JC</given-names>
            </name>
          </person-group>
          <article-title>Implementation strategies: recommendations for specifying and reporting</article-title>
          <source>Implement Sci</source>
          <year>2013</year>
          <month>12</month>
          <day>01</day>
          <volume>8</volume>
          <fpage>139</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/1748-5908-8-139"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1748-5908-8-139</pub-id>
          <pub-id pub-id-type="medline">24289295</pub-id>
          <pub-id pub-id-type="pii">1748-5908-8-139</pub-id>
          <pub-id pub-id-type="pmcid">PMC3882890</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Proctor</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Silmere</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Raghavan</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hovmand</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Aarons</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Bunger</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Griffey</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hensley</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Outcomes for implementation research: conceptual distinctions, measurement challenges, and research agenda</article-title>
          <source>Adm Policy Ment Health</source>
          <year>2011</year>
          <month>03</month>
          <volume>38</volume>
          <issue>2</issue>
          <fpage>65</fpage>
          <lpage>76</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/20957426"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10488-010-0319-7</pub-id>
          <pub-id pub-id-type="medline">20957426</pub-id>
          <pub-id pub-id-type="pmcid">PMC3068522</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Loudon</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Treweek</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sullivan</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Donnan</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Thorpe</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Zwarenstein</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The PRECIS-2 tool: designing trials that are fit for purpose</article-title>
          <source>BMJ</source>
          <year>2015</year>
          <month>05</month>
          <day>08</day>
          <volume>350</volume>
          <fpage>h2147</fpage>
          <pub-id pub-id-type="doi">10.1136/bmj.h2147</pub-id>
          <pub-id pub-id-type="medline">25956159</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pinnock</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Barwick</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Carpenter</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Eldridge</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Grandes</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Griffiths</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Rycroft-Malone</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Meissner</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sheikh</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>SJC</given-names>
            </name>
            <collab>StaRI Group</collab>
          </person-group>
          <article-title>Standards for Reporting Implementation Studies (StaRI) Statement</article-title>
          <source>BMJ</source>
          <year>2017</year>
          <month>03</month>
          <day>06</day>
          <volume>356</volume>
          <fpage>i6795</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.bmj.com/lookup/pmidlookup?view=long&#38;pmid=28264797"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.i6795</pub-id>
          <pub-id pub-id-type="medline">28264797</pub-id>
          <pub-id pub-id-type="pmcid">PMC5421438</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Page</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>McKenzie</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Bossuyt</surname>
              <given-names>PM</given-names>
            </name>
            <name name-style="western">
              <surname>Boutron</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Hoffmann</surname>
              <given-names>TC</given-names>
            </name>
            <name name-style="western">
              <surname>Mulrow</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Shamseer</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Tetzlaff</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Akl</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Brennan</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Chou</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Glanville</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Grimshaw</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Hróbjartsson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lalu</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Loder</surname>
              <given-names>EW</given-names>
            </name>
            <name name-style="western">
              <surname>Mayo-Wilson</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>McDonald</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>McGuinness</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Tricco</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Welch</surname>
              <given-names>VA</given-names>
            </name>
            <name name-style="western">
              <surname>Whiting</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>The PRISMA 2020 statement: an updated guideline for reporting systematic reviews</article-title>
          <source>BMJ</source>
          <year>2021</year>
          <month>03</month>
          <day>29</day>
          <volume>372</volume>
          <fpage>n71</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.bmj.com/lookup/pmidlookup?view=long&#38;pmid=33782057"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.n71</pub-id>
          <pub-id pub-id-type="medline">33782057</pub-id>
          <pub-id pub-id-type="pmcid">PMC8005924</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="web">
          <source>Covidence</source>
          <access-date>2022-08-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.covidence.org/">https://www.covidence.org/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Garcia de Cortazar</surname>
              <given-names>AR</given-names>
            </name>
            <name name-style="western">
              <surname>Cabrera Leon</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hernan Garcia</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Jimenez Nunez</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Attitudes of adolescent Spanish Roma toward noninjection drug use and risky sexual behavior</article-title>
          <source>Qual Health Res</source>
          <year>2009</year>
          <month>05</month>
          <volume>19</volume>
          <issue>5</issue>
          <fpage>605</fpage>
          <lpage>20</lpage>
          <pub-id pub-id-type="doi">10.1177/1049732309333813</pub-id>
          <pub-id pub-id-type="medline">19299254</pub-id>
          <pub-id pub-id-type="pii">1049732309333813</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Higgins</surname>
              <given-names>JPT</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Gøtzsche</surname>
              <given-names>PC</given-names>
            </name>
            <name name-style="western">
              <surname>Jüni</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Oxman</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Savovic</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Schulz</surname>
              <given-names>KF</given-names>
            </name>
            <name name-style="western">
              <surname>Weeks</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Sterne</surname>
              <given-names>JAC</given-names>
            </name>
            <collab>Cochrane Bias Methods Group</collab>
            <collab>Cochrane Statistical Methods Group</collab>
          </person-group>
          <article-title>The Cochrane Collaboration's tool for assessing risk of bias in randomised trials</article-title>
          <source>BMJ</source>
          <year>2011</year>
          <month>10</month>
          <day>18</day>
          <volume>343</volume>
          <fpage>d5928</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/22008217"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.d5928</pub-id>
          <pub-id pub-id-type="medline">22008217</pub-id>
          <pub-id pub-id-type="pmcid">PMC3196245</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="web">
          <article-title>RoB 2: A revised Cochrane risk-of-bias tool for randomized trials 2019</article-title>
          <source>Cochrane</source>
          <access-date>2022-08-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://methods.cochrane.org/bias/resources/rob-2-revised-cochrane-risk-bias-tool-randomized-trials">https://methods.cochrane.org/bias/resources/rob-2-revised-cochrane-risk-bias-tool-randomized-trials</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wells</surname>
              <given-names>GA</given-names>
            </name>
            <name name-style="western">
              <surname>O'Connell</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Peterson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Welch</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Losos</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The Newcastle-Ottawa Scale (NOS) for assessing the quality if nonrandomized studies in meta-analyses</article-title>
          <source>Ottawa Hospital Research Institute</source>
          <access-date>2022-08-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.ohri.ca/programs/clinical_epidemiology/oxford.asp">http://www.ohri.ca/programs/clinical_epidemiology/oxford.asp</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Curran</surname>
              <given-names>GM</given-names>
            </name>
            <name name-style="western">
              <surname>Bauer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mittman</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Pyne</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Stetler</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness-implementation hybrid designs: combining elements of clinical effectiveness and implementation research to enhance public health impact</article-title>
          <source>Med Care</source>
          <year>2012</year>
          <month>03</month>
          <volume>50</volume>
          <issue>3</issue>
          <fpage>217</fpage>
          <lpage>26</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22310560"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/MLR.0b013e3182408812</pub-id>
          <pub-id pub-id-type="medline">22310560</pub-id>
          <pub-id pub-id-type="pmcid">PMC3731143</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="web">
          <source>R: A language and environment for statistical computing</source>
          <year>2013</year>
          <access-date>2022-08-22</access-date>
          <publisher-loc>R Foundation for Statistical Computing</publisher-loc>
          <publisher-name>Vienna, Austraia</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.R-project.org/">http://www.R-project.org/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Deeks</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Higgins</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Chapter 10: Analysing data and undertaking meta-analyses (version 6.2)</article-title>
          <source>Cochrane Handbook for Systematic Reviews of Interventions</source>
          <access-date>2022-08-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://training.cochrane.org/handbook">https://training.cochrane.org/handbook</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Geng</surname>
              <given-names>EH</given-names>
            </name>
            <name name-style="western">
              <surname>Petersen</surname>
              <given-names>ML</given-names>
            </name>
          </person-group>
          <article-title>Network meta-analyses: powerful but not without perils</article-title>
          <source>Lancet HIV</source>
          <year>2014</year>
          <month>12</month>
          <volume>1</volume>
          <issue>3</issue>
          <fpage>e95</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1016/S2352-3018(14)00010-1</pub-id>
          <pub-id pub-id-type="medline">26424122</pub-id>
          <pub-id pub-id-type="pii">S2352-3018(14)00010-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guyatt</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Oxman</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Akl</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Kunz</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Vist</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Brozek</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Norris</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Falck-Ytter</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Glasziou</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>DeBeer</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Jaeschke</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Rind</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Meerpohl</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Dahm</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Schünemann</surname>
              <given-names>HJ</given-names>
            </name>
          </person-group>
          <article-title>GRADE guidelines: 1. Introduction-GRADE evidence profiles and summary of findings tables</article-title>
          <source>J Clin Epidemiol</source>
          <year>2011</year>
          <month>04</month>
          <volume>64</volume>
          <issue>4</issue>
          <fpage>383</fpage>
          <lpage>94</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jclinepi.2010.04.026</pub-id>
          <pub-id pub-id-type="medline">21195583</pub-id>
          <pub-id pub-id-type="pii">S0895-4356(10)00330-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Counotte</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bernstein</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Deal</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Broutet</surname>
              <given-names>NJN</given-names>
            </name>
            <name name-style="western">
              <surname>Low</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Sexual transmission of Zika virus and other flaviviruses: A living systematic review</article-title>
          <source>PLoS Med</source>
          <year>2018</year>
          <month>07</month>
          <volume>15</volume>
          <issue>7</issue>
          <fpage>e1002611</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pmed.1002611"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pmed.1002611</pub-id>
          <pub-id pub-id-type="medline">30040845</pub-id>
          <pub-id pub-id-type="pii">PMEDICINE-D-18-00688</pub-id>
          <pub-id pub-id-type="pmcid">PMC6057622</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Garner</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hopewell</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chandler</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>MacLehose</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Schünemann</surname>
              <given-names>HJ</given-names>
            </name>
            <name name-style="western">
              <surname>Akl</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Beyene</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Churchill</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Dearness</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Guyatt</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Lefebvre</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Liles</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Marshall</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Martínez García</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Mavergames</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Nasser</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Qaseem</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sampson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Soares-Weiser</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Takwoingi</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Thabane</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Trivella</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Tugwell</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Welsh</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>EC</given-names>
            </name>
            <name name-style="western">
              <surname>Schünemann</surname>
              <given-names>HJ</given-names>
            </name>
            <collab>Panel for updating guidance for systematic reviews (PUGs)</collab>
          </person-group>
          <article-title>When and how to update systematic reviews: consensus and checklist</article-title>
          <source>BMJ</source>
          <year>2016</year>
          <month>07</month>
          <day>20</day>
          <volume>354</volume>
          <fpage>i3507</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.bmj.com/lookup/pmidlookup?view=long&#38;pmid=27443385"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.i3507</pub-id>
          <pub-id pub-id-type="medline">27443385</pub-id>
          <pub-id pub-id-type="pmcid">PMC4955793</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
