<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v9i1e16941</article-id>
      <article-id pub-id-type="pmid">32012110</article-id>
      <article-id pub-id-type="doi">10.2196/16941</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Teaching Real-World Evidence: Protocol for a Systematic Review</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Kaliyadan</surname>
            <given-names>Feroze</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Sanchez Viamonte</surname>
            <given-names>Julian</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Lam</surname>
            <given-names>Ching</given-names>
          </name>
          <degrees>MEng</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9137-749X</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>van Velthoven</surname>
            <given-names>Michelle Helena</given-names>
          </name>
          <degrees>BSc, MSc, PhD DIC</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1245-8759</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Chaudhury</surname>
            <given-names>Hassan</given-names>
          </name>
          <degrees>BA</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2725-4185</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Meinert</surname>
            <given-names>Edward</given-names>
          </name>
          <degrees>MA, MSc, MBA, MPA, PhD DIC, CEng FBCS, EUR ING</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Digitally Enabled Preventative Health Research Group</institution>
            <institution>Department of Paediatrics</institution>
            <institution>University of Oxford</institution>
            <addr-line>John Radcliffe Hospital</addr-line>
            <addr-line>Oxford</addr-line>
            <country>United Kingdom</country>
            <phone>44 782 444 6808</phone>
            <email>e.meinert14@imperial.ac.uk</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2484-3347</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Digitally Enabled Preventative Health Research Group</institution>
        <institution>Department of Paediatrics</institution>
        <institution>University of Oxford</institution>
        <addr-line>Oxford</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Primary Care and Public Health</institution>
        <institution>Imperial College London</institution>
        <addr-line>London</addr-line>
        <country>United Kingdom</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Edward Meinert <email>e.meinert14@imperial.ac.uk</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>1</month>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>30</day>
        <month>1</month>
        <year>2020</year>
      </pub-date>
      <volume>9</volume>
      <issue>1</issue>
      <elocation-id>e16941</elocation-id>
      <history>
        <date date-type="received">
          <day>6</day>
          <month>11</month>
          <year>2019</year>
        </date>
        <date date-type="rev-request">
          <day>28</day>
          <month>11</month>
          <year>2019</year>
        </date>
        <date date-type="rev-recd">
          <day>3</day>
          <month>12</month>
          <year>2019</year>
        </date>
        <date date-type="accepted">
          <day>3</day>
          <month>12</month>
          <year>2019</year>
        </date>
      </history>
      <copyright-statement>©Ching Lam, Michelle Helena van Velthoven, Hassan Chaudhury, Edward Meinert. Originally published in JMIR Research Protocols (http://www.researchprotocols.org), 30.01.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on http://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://www.researchprotocols.org/2020/1/e16941/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Real-world evidence (RWE) refers to observational health care data beyond clinical trial data. It holds the promise of transforming health care as a new form of evidence to support decision makers in making decisions when developing and regulating medicines. As the importance of RWE is recognized by industry and regulatory bodies, teaching RWE becomes an important matter to evaluate and refine in order to develop future researchers and stakeholders who can better integrate RWE into the routine development of medicine.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The aim of this review is to understand how RWE is currently being taught. From this landscape study, the insufficiencies of the current education of RWE can be identified and subsequently inform future education policies around RWE and its subfacets.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We will search MEDLINE, EMBASE, PsycINFO, Healthcare Management Information Consortium, Cochrane, and Web of Science for published studies using a combination of keywords and subject headings related to RWE and education. In addition, a Google search to identify grey literature will be conducted. Two authors will independently screen the titles and abstracts identified from the search and accept or reject the studies according to the study inclusion criteria; any discrepancies will be discussed and resolved. The quality of the included literature will be assessed using the Critical Appraisal Skills Programme systematic review checklist.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Data from eligible publications will be abstracted into a predesigned form in order to better understand the current state of education of RWE and inform future RWE education directions and policies.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The subsequent systematic review will be published in a peer-reviewed journal.</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>PRR1-10.2196/16941</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>real-world evidence</kwd>
        <kwd>teaching</kwd>
        <kwd>public health</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Real-world evidence (RWE) is a subset of evidence-based medicine that refers to health care information gathered through means outside of the typical clinical research settings. Evidence-based medicine (EBM) is the use of best available clinical evidence from systematic research combined with clinical expertise to deliver the best possible clinical care to patients [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. Since its advent in the 1990s, EBM has been shown to be the cornerstone of the medical profession, raising awareness of using reliable, published evidence to aid decision making in medicine [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. Sources of RWE data can come from electronic health records (EHRs), health surveys, claims and billing data, product and disease registries, mobile health apps, and personal smart devices. Collectively, the real RWE base can generate invaluable insights and findings on diseases, products, and patient populations [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>].</p>
      <p>Regulatory bodies around the world are gaining interest in RWE. Notably, the US Food and Drug Administration has recently announced a $100 million project to build a modern system that will gather RWE from approximately 10 million individuals [<xref ref-type="bibr" rid="ref7">7</xref>], and the European Union has funded over 170 initiatives related to RWE, of which 65 received over 734 million euros of public funding [<xref ref-type="bibr" rid="ref8">8</xref>]. According to a report from McKinsey and Company [<xref ref-type="bibr" rid="ref9">9</xref>], pharmaceutical companies have recognized the impact of RWE and are actively applying it to safety, postmarket, and end-to-end product development to facilitate research and development and commercial and safety decisions.</p>
      <p>The anticipated importance of data collection and analysis of RWE in the future of clinical trials and development of medicines is evident. In order to meet the future demands of RWE researchers in terms of realizing the true potential of RWE in transforming health care, it is important to educate stakeholders such as researchers, clinicians, and policy makers in RWE in an appropriate way.</p>
      <p>EBM has long been taught to medical professionals, including clinicians and nurses [<xref ref-type="bibr" rid="ref10">10</xref>-<xref ref-type="bibr" rid="ref12">12</xref>], and due to its importance in clinical care, teaching EBM in medical school has been investigated in various studies. Smith et al [<xref ref-type="bibr" rid="ref13">13</xref>] conducted a controlled trial to look into the effectiveness of EBM courses for residents. Another recent study conducted by Nasr et al [<xref ref-type="bibr" rid="ref14">14</xref>] evaluated four EBM workshops taught to residents-in-training and postgraduates in medical school. Interestingly, Slawson et al [<xref ref-type="bibr" rid="ref15">15</xref>] suggested the importance of information management in the teaching of EBM back in 2005, and with the rapid development of big data, better computer processors, and the maturation of machine learning in recent years, information management is more important than ever in EBM. However, it is unknown how RWE is being taught and what the effects are.</p>
      <p>This systematic review aims to answer the following research questions:</p>
      <list list-type="bullet">
        <list-item>
          <p>What are the current methods used to teach RWE, and what are the effects of those methods?</p>
        </list-item>
        <list-item>
          <p>Who are the stakeholders teaching and learning about RWE?</p>
        </list-item>
      </list>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Review Conduct</title>
        <p>This systematic review will be conducted following the Preferred Reporting Items for Systematic Reviews and Meta-Analyses (PRISMA) guidelines [<xref ref-type="bibr" rid="ref16">16</xref>]. The protocol methods will be reported following the 2015 PRISMA checklist [<xref ref-type="bibr" rid="ref17">17</xref>]. The protocol will be registered with PROSPERO.</p>
      </sec>
      <sec>
        <title>Eligibility Criteria</title>
        <sec>
          <title>Inclusion Criteria</title>
          <p>In accordance with PRISMA Protocols (PRISMA-P) checklist recommendation, the inclusion criteria for this protocol are in accordance with participants, interventions, comparators, and outcomes (PICO). Details of PICO to be included in the review are described in <xref ref-type="boxed-text" rid="box1">Textbox 1</xref>.</p>
          <boxed-text id="box1" position="float">
            <title>Participants, interventions, comparators, and outcomes for review inclusion criteria.</title>
            <p>Population:</p>
            <list list-type="bullet">
              <list-item>
                <p>Participants with real-world evidence teaching</p>
              </list-item>
            </list>
            <p>Intervention:</p>
            <list list-type="bullet">
              <list-item>
                <p>Any form of real-world evidence teaching</p>
              </list-item>
            </list>
            <p>Comparator:</p>
            <list list-type="bullet">
              <list-item>
                <p>No real-world evidence teaching</p>
              </list-item>
            </list>
            <p>Outcomes:</p>
            <list list-type="bullet">
              <list-item>
                <p>Learner-focused outcomes such as attitudes, cognitive changes, learner satisfaction</p>
              </list-item>
            </list>
            <p>Study type:</p>
            <list list-type="bullet">
              <list-item>
                <p>Any study type (study type will not be subjected to any restrictions)</p>
              </list-item>
              <list-item>
                <p>Must describe relevance to real-world evidence and its application in health care</p>
              </list-item>
              <list-item>
                <p>Must describe a teaching method</p>
              </list-item>
              <list-item>
                <p>English-language publications</p>
              </list-item>
            </list>
          </boxed-text>
        </sec>
        <sec>
          <title>Exclusion Criteria</title>
          <p>Education methods that do not describe their relevance to RWE and its applications to health care will be excluded to limit the scope of the review to RWE-focused education and courses. Websites and articles describing RWE (although helpful for those actively seeking to learn more about RWE) will be excluded as there are no methods of teaching included. Studies not published in English are excluded due to the language barrier.</p>
        </sec>
      </sec>
      <sec>
        <title>Search Strategy</title>
        <p>The following databases will be searched: MEDLINE, EMBASE, PsycINFO, Healthcare Management Information Consortium, Cochrane, and Web of Science. In addition, a Google search for grey literature such as blog posts, opinion pieces, press releases, and online courses will be conducted. Online course platforms such as Coursera, edX, FutureLearn, and OpenClassrooms will be searched to identify relevant courses. <xref ref-type="boxed-text" rid="box2">Textbox 2</xref> shows the search concept and keywords to be searched for this review. Search strings will be constructed using a combination of RWE-related and education-related keywords.</p>
        <boxed-text id="box2" position="float">
          <title>Concepts and keywords for search term development.</title>
          <p>Real-world evidence:</p>
          <list list-type="bullet">
            <list-item>
              <p>Real world evidence, RWE, big data analytics, real world data, electronic health record*</p>
            </list-item>
          </list>
          <p>Teaching:</p>
          <list list-type="bullet">
            <list-item>
              <p>Medical education, medical student*, medical curriculum, medical school*, health professionals</p>
            </list-item>
          </list>
        </boxed-text>
      </sec>
      <sec>
        <title>Study Selection</title>
        <p>EndNote X8 software (Clarivate Analytics) will be used for the removal of duplicates. <xref ref-type="boxed-text" rid="box1">Textbox 1</xref> describes the inclusion criteria of the review. Two independent reviewers will screen the titles and abstracts of papers to minimize the risk of bias and the risk of not including eligible papers due to oversight. Papers that are ineligible will be eliminated, and the full text of those that appear to meet the review’s eligibility criteria will be obtained and read in full to ensure eligibility. Any contradictions or discrepancies between the reviewers that arise will be discussed until consensus is reached. Valid studies will be assessed for their quality before any extraction of information.</p>
      </sec>
      <sec>
        <title>Quality Assessment and Risk of Bias</title>
        <p>Two reviewers will independently check each article to minimize bias using the Cochrane Collaboration’s risk of bias tool as described in the Cochrane Handbook for Systematic Review of Interventions [<xref ref-type="bibr" rid="ref18">18</xref>]. All included articles will be judged for their quality based on the Critical Appraisal Skills Programme systematic review checklist [<xref ref-type="bibr" rid="ref19">19</xref>] and data analysis.</p>
      </sec>
      <sec>
        <title>Data Extraction</title>
        <p>Eligible sources will subsequently be reviewed in detail, and key relevant challenges will be extracted, categorized, and recorded into a predesigned Excel spreadsheet (Microsoft Corp). A sample data abstraction form can be found in <xref rid="figure1" ref-type="fig">Figure 1</xref>.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Sample data abstraction form.</p>
          </caption>
          <graphic xlink:href="resprot_v9i1e16941_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>A sample search was conducted using PubMed, and the sample search string returned 943 results: (“real world evidence” OR “RWE” OR “big data analytic*” OR “real world data” OR “electronic health record*”) AND (“medical education” OR “medical student*” OR “medical curriculum” OR “medical school*”). The search string will be further fine-tuned in the review.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>This study will offer a comprehensive overview of how RWE is taught to different stakeholders of the research and application of RWE in health care. However, traditional means of teaching, such as university lecturies, may not be published and hence may be underrepresented in this protocol.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>This protocol will be executed in 2020 and published in a peer-reviewed journal in accordance with PRISMA guidelines. Any deviations in the execution shall be noted in the subsequent systematic review publication. The findings from this review will be used to inform the education strategy of RWE.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">EBM</term>
          <def>
            <p>evidence-based medicine</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">EHR</term>
          <def>
            <p>electronic health record</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">PICO</term>
          <def>
            <p>participants, interventions, comparators, and outcomes</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">PRISMA</term>
          <def>
            <p>Preferred Reporting Items for Systematic Reviews and Meta-Analyses</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">PRISMA-P</term>
          <def>
            <p>Preferred Reporting Items for Systematic Reviews and Meta-Analyses Protocols</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">RWE</term>
          <def>
            <p>real-world evidence</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors are grateful to Imperial College London Charing Cross Library Manager and Liaison Librarian, Ms Rebecca Jones, for her expertise in database and search terms selection.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>The protocol was written by CL with revisions from MHvV, HC, EM.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sackett</surname>
              <given-names>DL</given-names>
            </name>
          </person-group>
          <article-title>Evidence-based medicine</article-title>
          <source>Semin Perinatol</source>
          <year>1997</year>
          <month>2</month>
          <volume>21</volume>
          <issue>1</issue>
          <fpage>3</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.1016/s0146-0005(97)80013-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guyatt</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Evidence-based medicine</article-title>
          <source>ACP J Club</source>
          <year>1991</year>
          <volume>114</volume>
          <issue>Mar-Apr</issue>
          <fpage>A16</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.acpjc.org/Content/114/2/issue/ACPJC-1991-114-2-A16.htm"/>
          </comment>
          <pub-id pub-id-type="doi">10.7326/ACPJC-1991-114-2-A16</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sheridan</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Julian</surname>
              <given-names>DG</given-names>
            </name>
          </person-group>
          <article-title>Achievements and limitations of evidence-based medicine</article-title>
          <source>J Am Coll Cardiol</source>
          <year>2016</year>
          <month>07</month>
          <volume>68</volume>
          <issue>2</issue>
          <fpage>204</fpage>
          <lpage>213</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jacc.2016.03.600</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Djulbegovic</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Guyatt</surname>
              <given-names>GH</given-names>
            </name>
          </person-group>
          <article-title>Progress in evidence-based medicine: a quarter century on</article-title>
          <source>Lancet</source>
          <year>2017</year>
          <month>07</month>
          <volume>390</volume>
          <issue>10092</issue>
          <fpage>415</fpage>
          <lpage>423</lpage>
          <pub-id pub-id-type="doi">10.1016/s0140-6736(16)31592-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Garrison</surname>
              <given-names>LP</given-names>
            </name>
            <name name-style="western">
              <surname>Neumann</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Erickson</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Marshall</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Mullins</surname>
              <given-names>CD</given-names>
            </name>
          </person-group>
          <article-title>Using real-world data for coverage and payment decisions: the ISPOR Real-World Data Task Force report</article-title>
          <source>Value Health</source>
          <year>2007</year>
          <volume>10</volume>
          <issue>5</issue>
          <fpage>326</fpage>
          <lpage>335</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1098-3015(10)60470-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1524-4733.2007.00186.x</pub-id>
          <pub-id pub-id-type="medline">17888097</pub-id>
          <pub-id pub-id-type="pii">S1098-3015(10)60470-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sherman</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Dal Pan</surname>
              <given-names>GJ</given-names>
            </name>
            <name name-style="western">
              <surname>Gray</surname>
              <given-names>GW</given-names>
            </name>
            <name name-style="western">
              <surname>Gross</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Hunter</surname>
              <given-names>NL</given-names>
            </name>
            <name name-style="western">
              <surname>LaVange</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Marinac-Dabic</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Marks</surname>
              <given-names>PW</given-names>
            </name>
            <name name-style="western">
              <surname>Robb</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Shuren</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Temple</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Woodcock</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Yue</surname>
              <given-names>LQ</given-names>
            </name>
            <name name-style="western">
              <surname>Califf</surname>
              <given-names>RM</given-names>
            </name>
          </person-group>
          <article-title>Real-world evidence—what is it and what can it tell us?</article-title>
          <source>N Engl J Med</source>
          <year>2016</year>
          <month>12</month>
          <day>08</day>
          <volume>375</volume>
          <issue>23</issue>
          <fpage>2293</fpage>
          <lpage>2297</lpage>
          <pub-id pub-id-type="doi">10.1056/NEJMsb1609216</pub-id>
          <pub-id pub-id-type="medline">27959688</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Glimcher</surname>
              <given-names>PW</given-names>
            </name>
          </person-group>
          <source>PharmExec.com</source>
          <year>2018</year>
          <month>11</month>
          <day>02</day>
          <access-date>2019-12-10</access-date>
          <comment>FDA's $100 million RWE project: making it all it can be <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.pharmexec.com/fdas-100-million-real-world-evidence-project-making-it-all-it-can-be">http://www.pharmexec.com/fdas-100-million-real-world-evidence-project-making-it-all-it-can-be</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Plueschke</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>McGettigan</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Pacurariu</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kurz</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Cave</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>EU-funded initiatives for real world evidence: descriptive analysis of their characteristics and relevance for regulatory decision-making</article-title>
          <source>BMJ Open</source>
          <year>2018</year>
          <month>06</month>
          <day>14</day>
          <volume>8</volume>
          <issue>6</issue>
          <fpage>e021864</fpage>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2018-021864</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cavlan</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Chilukuri</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Evers</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Westra</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <source>McKinsey and Company</source>
          <year>2018</year>
          <month>05</month>
          <access-date>2018-11-13</access-date>
          <comment>Real-world evidence: from activity to impact <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mckinsey.com/industries/pharmaceuticals-and-medical-products/our-insights/real-world-evidence-from-activity-to-impact-in-healthcare-decision-making">https://www.mckinsey.com/industries/pharmaceuticals-and-medical-products/our-insights/real-world-evidence-from-activity-to-impact-in-healthcare-decision-making</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mackey</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bassendowski</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>The history of evidence-based practice in nursing education and practice</article-title>
          <source>J Prof Nurs</source>
          <year>2017</year>
          <volume>33</volume>
          <issue>1</issue>
          <fpage>51</fpage>
          <lpage>55</lpage>
          <pub-id pub-id-type="doi">10.1016/j.profnurs.2016.05.009</pub-id>
          <pub-id pub-id-type="medline">28131148</pub-id>
          <pub-id pub-id-type="pii">S8755-7223(16)30028-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Del Mar</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Glasziou</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Mayer</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Teaching evidence-based medicine</article-title>
          <source>BMJ</source>
          <year>2004</year>
          <month>10</month>
          <day>28</day>
          <volume>329</volume>
          <issue>7473</issue>
          <fpage>989</fpage>
          <lpage>990</lpage>
          <pub-id pub-id-type="doi">10.1136/bmj.329.7473.989</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Braithwaite</surname>
              <given-names>RS</given-names>
            </name>
          </person-group>
          <article-title>Evidence-based medicine: clinicians are taught to say it but not taught to think it</article-title>
          <source>BMJ Evid Based Med</source>
          <year>2019</year>
          <month>10</month>
          <volume>24</volume>
          <issue>5</issue>
          <fpage>165</fpage>
          <lpage>167</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://ebm.bmj.com/cgi/pmidlookup?view=long&#38;pmid=30275103"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjebm-2018-110970</pub-id>
          <pub-id pub-id-type="medline">30275103</pub-id>
          <pub-id pub-id-type="pii">bmjebm-2018-110970</pub-id>
          <pub-id pub-id-type="pmcid">PMC6837243</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Ganschow</surname>
              <given-names>PS</given-names>
            </name>
            <name name-style="western">
              <surname>Reilly</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Evans</surname>
              <given-names>AT</given-names>
            </name>
            <name name-style="western">
              <surname>McNutt</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Osei</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Saquib</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Surabhi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Yadav</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Teaching residents evidence-based medicine skills: a controlled trial of effectiveness and assessment of durability</article-title>
          <source>J Gen Intern Med</source>
          <year>2000</year>
          <month>10</month>
          <volume>15</volume>
          <issue>10</issue>
          <fpage>710</fpage>
          <lpage>715</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://onlinelibrary.wiley.com/resolve/openurl?genre=article&#38;sid=nlm:pubmed&#38;issn=0884-8734&#38;date=2000&#38;volume=15&#38;issue=10&#38;spage=710"/>
          </comment>
          <pub-id pub-id-type="doi">10.1046/j.1525-1497.2000.91026.x</pub-id>
          <pub-id pub-id-type="medline">11089714</pub-id>
          <pub-id pub-id-type="pmcid">PMC1495601</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nasr</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Falatko</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Halalau</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>The impact of critical appraisal workshops on residents' evidence based medicine skills and knowledge</article-title>
          <source>Adv Med Educ Pract</source>
          <year>2018</year>
          <volume>9</volume>
          <fpage>267</fpage>
          <lpage>272</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.doi.org/10.2147/AMEP.S155676"/>
          </comment>
          <pub-id pub-id-type="doi">10.2147/AMEP.S155676</pub-id>
          <pub-id pub-id-type="medline">29713212</pub-id>
          <pub-id pub-id-type="pii">amep-9-267</pub-id>
          <pub-id pub-id-type="pmcid">PMC5912372</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Slawson</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Shaughnessy</surname>
              <given-names>AF</given-names>
            </name>
          </person-group>
          <article-title>Teaching evidence-based medicine: should we be teaching information management instead?</article-title>
          <source>Acad Med</source>
          <year>2005</year>
          <month>07</month>
          <volume>80</volume>
          <issue>7</issue>
          <fpage>685</fpage>
          <lpage>689</lpage>
          <pub-id pub-id-type="doi">10.1097/00001888-200507000-00014</pub-id>
          <pub-id pub-id-type="medline">15980087</pub-id>
          <pub-id pub-id-type="pii">80/7/685</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liberati</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Tetzlaff</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mulrow</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Gøtzsche</surname>
              <given-names>PC</given-names>
            </name>
            <name name-style="western">
              <surname>Ioannidis</surname>
              <given-names>JPA</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Devereaux</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kleijnen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>The PRISMA statement for reporting systematic reviews and meta-analyses of studies that evaluate health care interventions: explanation and elaboration</article-title>
          <source>PLoS Med</source>
          <year>2009</year>
          <month>07</month>
          <day>21</day>
          <volume>6</volume>
          <issue>7</issue>
          <fpage>e1000100</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pmed.1000100"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pmed.1000100</pub-id>
          <pub-id pub-id-type="medline">19621070</pub-id>
          <pub-id pub-id-type="pmcid">PMC2707010</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Liberati</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tetzlaff</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
          </person-group>
          <article-title>Preferred Reporting Items for Systematic Reviews and Meta-Analyses: the PRISMA statement</article-title>
          <source>PLoS Med</source>
          <year>2009</year>
          <month>07</month>
          <day>21</day>
          <volume>6</volume>
          <issue>7</issue>
          <fpage>e1000097</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pmed.1000097"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pmed.1000097</pub-id>
          <pub-id pub-id-type="medline">19621072</pub-id>
          <pub-id pub-id-type="pmcid">PMC2707599</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Higgins</surname>
              <given-names>JPT</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Gøtzsche</surname>
              <given-names>PC</given-names>
            </name>
            <name name-style="western">
              <surname>Jüni</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Oxman</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Savovic</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Schulz</surname>
              <given-names>KF</given-names>
            </name>
            <name name-style="western">
              <surname>Weeks</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Sterne</surname>
              <given-names>JAC</given-names>
            </name>
            <collab>Cochrane Bias Methods Group</collab>
            <collab>Cochrane Statistical Methods Group</collab>
          </person-group>
          <article-title>The Cochrane Collaboration's tool for assessing risk of bias in randomised trials</article-title>
          <source>BMJ</source>
          <year>2011</year>
          <month>10</month>
          <day>18</day>
          <volume>343</volume>
          <fpage>d5928</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22008217"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.d5928</pub-id>
          <pub-id pub-id-type="medline">22008217</pub-id>
          <pub-id pub-id-type="pmcid">PMC3196245</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="web">
          <source>CASP checklist: 10 questions to help you make sense of a systematic review</source>
          <year>2018</year>
          <access-date>2019-12-10</access-date>
          <publisher-loc>Oxford</publisher-loc>
          <publisher-name>Critical Appraisal Skills Programme, part of Oxford Centre for Triple Value Healthcare Ltd</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://casp-uk.net/wp-content/uploads/2018/01/CASP-Systematic-Review-Checklist_2018.pdf">https://casp-uk.net/wp-content/uploads/2018/01/CASP-Systematic-Review-Checklist_2018.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
