<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v11i8e37473</article-id>
      <article-id pub-id-type="pmid">36006688</article-id>
      <article-id pub-id-type="doi">10.2196/37473</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Learners’ Perspectives of Professionalism: Protocol for a Mixed Methods Systematic Review</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Leung</surname>
            <given-names>Tiffany</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Dudley</surname>
            <given-names>Ld</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Puljak</surname>
            <given-names>Livia</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Khan</surname>
            <given-names>Nagina</given-names>
          </name>
          <degrees>BHSc, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Osteopathic Medicine</institution>
            <institution>Touro University Nevada</institution>
            <addr-line>874 American Pacific Drive</addr-line>
            <addr-line>Henderson, NV, 89014</addr-line>
            <country>United States</country>
            <phone>1 702 777 3975</phone>
            <email>nkhan786can@gmail.com</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3870-2609</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>van Mook</surname>
            <given-names>Walther</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2398-8878</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Dave</surname>
            <given-names>Subodh</given-names>
          </name>
          <degrees>MMed</degrees>
          <xref rid="aff6" ref-type="aff">6</xref>
          <xref rid="aff7" ref-type="aff">7</xref>
          <xref rid="aff8" ref-type="aff">8</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1262-4879</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Ha</surname>
            <given-names>Sohyun</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0752-2891</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Sagisi</surname>
            <given-names>Joshua</given-names>
          </name>
          <degrees>BSc, MMSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7254-8150</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Davi</surname>
            <given-names>Nicole</given-names>
          </name>
          <degrees>BA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1581-1685</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Aftab</surname>
            <given-names>Chantel</given-names>
          </name>
          <degrees>BA, MPH</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3064-1100</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Tiwari</surname>
            <given-names>Sucheta</given-names>
          </name>
          <degrees>MSc, MD</degrees>
          <xref rid="aff9" ref-type="aff">9</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7137-5315</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Hickman</surname>
            <given-names>Marie</given-names>
          </name>
          <degrees>BA</degrees>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8454-6040</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author">
          <name name-style="western">
            <surname>Gilliar</surname>
            <given-names>Wolfgang</given-names>
          </name>
          <degrees>DO</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9676-2784</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Osteopathic Medicine</institution>
        <institution>Touro University Nevada</institution>
        <addr-line>Henderson, NV</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Association of University Teachers of Psychiatry</institution>
        <addr-line>London</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Intensive Care Medicine</institution>
        <institution>Maastricht University Medical Centre</institution>
        <addr-line>Maastricht</addr-line>
        <country>Netherlands</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>School of Health Professions Education</institution>
        <institution>Faculty of Health, Medicine, and Life Sciences</institution>
        <institution>Maastricht University</institution>
        <addr-line>Maastricht</addr-line>
        <country>Netherlands</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Maastricht UMC+ Academy</institution>
        <addr-line>Maastricht</addr-line>
        <country>Netherlands</country>
      </aff>
      <aff id="aff6">
        <label>6</label>
        <institution>Department of Osteopathic Medicine</institution>
        <institution>Derbyshire Healthcare NHS Foundation Trust</institution>
        <addr-line>Derbyshire</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff7">
        <label>7</label>
        <institution>Department of Osteopathic Medicine</institution>
        <institution>University of Bolton</institution>
        <addr-line>Bolton</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff8">
        <label>8</label>
        <institution>Royal College of Psychiatrists</institution>
        <addr-line>London</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff9">
        <label>9</label>
        <institution>East London NHS Foundation Trust</institution>
        <addr-line>London</addr-line>
        <country>United Kingdom</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Nagina Khan <email>nkhan786can@gmail.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>8</month>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>25</day>
        <month>8</month>
        <year>2022</year>
      </pub-date>
      <volume>11</volume>
      <issue>8</issue>
      <elocation-id>e37473</elocation-id>
      <history>
        <date date-type="received">
          <day>22</day>
          <month>2</month>
          <year>2022</year>
        </date>
        <date date-type="rev-request">
          <day>4</day>
          <month>5</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>4</day>
          <month>6</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>28</day>
          <month>6</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Nagina Khan, Walther van Mook, Subodh Dave, Sohyun Ha, Joshua Sagisi, Nicole Davi, Chantel Aftab, Sucheta Tiwari, Marie Hickman, Wolfgang Gilliar. Originally published in JMIR Research Protocols (https://www.researchprotocols.org), 25.08.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on https://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.researchprotocols.org/2022/8/e37473" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Professionalism has come to be associated with competence in medical education, with the habitual and judicious use of communication, knowledge, technical skills, clinical reasoning, emotions, values, and reflection in daily practice for the benefit of the individual and community being served. Recent studies indicate students should have the opportunity to observe the application of knowledge and skills by their mentors to improve patient health and safety. A noticeable detail that needs implementation into the curriculum is the inclusion of student perspectives. This review will explore students’ understanding and experience of professionalism in undergraduate medical education (UME).</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This paper presents the protocol for a review that aims to develop an integrated synthesis of qualitative and quantitative studies resulting in recommendations for medical school curricula to incorporate the learners’ perspectives in teaching professionalism in UME.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We will take an integrated approach to synthesis. Data will be extracted from the included studies, and quantitative data will be “qualitized.” PubMed (Medline), Embase, PsycInfo, and ERIC (Education Resources Information Center) will be searched for studies published in English from 2010 to 2021. Studies will be screened and critically appraised for methodological quality using the Mixed Methods Appraisal Tool by 2 researchers, with disagreements resolved by a third researcher. Qualitative, quantitative, and mixed methods studies will be considered. Our population of interest is undergraduate medical students; hence, studies on medical residents and graduate medical students will be excluded. We will consider studies that explore how concepts of professionalism are understood, experienced, and taught in undergraduate medicine and on how medical students understand and develop the identified constructs of professionalism.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>This study is in the screening phase; therefore, no results are available at this time. However, we had initiated the searches, screening, and are currently in the critical appraisal stage. We will commence preparation to clean and convert the data for coding in July 2022, and analysis will be ongoing from the end of July 2022 until submission for publication in November 2022.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This research will contribute to the student perspectives on professionalism in medical education literature. The findings will aid in the creation of a checklist to guide the development of a curriculum on professionalism in UME.</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>PRR1-10.2196/37473</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>professionalism</kwd>
        <kwd>undergraduate medical education</kwd>
        <kwd>medical school</kwd>
        <kwd>medical education</kwd>
        <kwd>medical curriculum</kwd>
        <kwd>teaching methods</kwd>
        <kwd>teaching</kwd>
        <kwd>medical students</kwd>
        <kwd>student</kwd>
        <kwd>undergraduate</kwd>
        <kwd>convergent integrated synthesis</kwd>
        <kwd>integrated synthesis</kwd>
        <kwd>curriculum</kwd>
        <kwd>recommendation</kwd>
        <kwd>learner</kwd>
        <kwd>perspective</kwd>
        <kwd>review</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Professionalism has become an important topic in medical education with growing recognition of the importance of medical students and doctors in developing excellence in professionalism [<xref ref-type="bibr" rid="ref1">1</xref>]. The Association of American Medical Colleges states that physicians must be altruistic, knowledgeable, skillful, and dutiful [<xref ref-type="bibr" rid="ref2">2</xref>]. Among the 6 general competencies listed by the Accreditation Council for Graduate Medical Education are “interpersonal and communication skills that result in effective information exchange and teaming with patients, their families, other health professionals” and “professionalism, as manifested through a commitment to carrying out professional responsibilities, adherence to ethical principles, and sensitivity to a diverse patient population” [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. Competence in these areas not only necessitates that training programs support the development of competence but also that they evaluate students’ professionalism. The American Board of Internal Medicine certification program contains issues associated with ethics and professionalism [<xref ref-type="bibr" rid="ref5">5</xref>]. These efforts accentuate the importance of training and assessing professionalism [<xref ref-type="bibr" rid="ref6">6</xref>]. Professionalism remains a recognized core competency of doctors [<xref ref-type="bibr" rid="ref7">7</xref>], implying that the classification and definition of professionalism are also subjected to contextual and temporal changes [<xref ref-type="bibr" rid="ref8">8</xref>]. Professionalism is an important aspect of training and health systems; however, integration into teaching varies, from formal teaching to learning through nonintegrated methods such as the hidden curriculum. Two elements, namely context (environment) and learners’ perspectives, have shown to be important in undergraduate medical education (UME) because students training to be physicians need to develop a sense of consistency that contributes context specificity as well as resilience to working in complex, rapidly changing environments. The shifting debate in medical education emphasizes that education remains learner centered and should be guided by learner needs [<xref ref-type="bibr" rid="ref9">9</xref>].</p>
        <p>The perspective of learners is underrepresented in the literature, with few studies focusing on learners. In recent years, a number of investigations have presented evidence on how certain types of medical education, such as longitudinal integrated clerkships [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref3">3</xref>], can support professionalism and patient-centered approaches. However, there is still insufficient evidence as to how, why, and in what circumstances learners’ perspectives and engagement with professionalism are valuable. These data are central if we are to improve medical education for the development of professional physicians [<xref ref-type="bibr" rid="ref4">4</xref>]. Learners, as active participants in their education, may provide unique insights into not only the intervention but also the context in which the learning occurs (context-environment) [<xref ref-type="bibr" rid="ref10">10</xref>]. Therefore, we contend that identifying and integrating approaches from learners’ perspectives is important for supporting their understanding of working in complex environments. This gap could prove fundamental to the engagement of students with professionalism and for them to shift from simply enacting key competencies to embedding them in real environments through their own thought processes as learners to increase satisfaction in their work, career, and professional competence in ways they find acceptable and easy to understand.</p>
        <p>Consequently, the aim of our work is to explore undergraduate medical students’ views toward professionalism education and to identify the barriers to and facilitators of integration in the undergraduate medical curriculum.</p>
      </sec>
      <sec>
        <title>Objective</title>
        <p>The objective of this review is to develop an integrated synthesis of qualitative and quantitative research to derive recommendations for UME relevant to incorporating learners’ perspectives in the current teaching of professionalism in the curriculum. Specifically, we aim to:</p>
        <list list-type="bullet">
          <list-item>
            <p>Identify learners’ perceptions of the potential barriers to or facilitators of professionalism;</p>
          </list-item>
          <list-item>
            <p>Identify learners’ experience with the most useful methods that are used to teach professionalism;</p>
          </list-item>
          <list-item>
            <p>Determine future priorities for the curriculum, considering the strengths and limitations of the complexity of individual cases and the changing health care environment.</p>
          </list-item>
        </list>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Inclusion Criteria</title>
        <sec>
          <title>Population</title>
          <p>We will include studies on undergraduate medical students, and we will exclude studies on medical residents and graduate medical students.</p>
        </sec>
        <sec>
          <title>Phenomena of Interest</title>
          <p>We will explore studies on learners’ perspectives, attitudes, understanding, and experiences of professionalism in UME.</p>
        </sec>
        <sec>
          <title>Context</title>
          <p>We will consider studies that explore the concepts of professionalism and medical students’ understanding of and experiences with it, including a focus on the teaching methods that allow experiential learning and context. The settings will include community practices, hospitals, and academic settings.</p>
        </sec>
        <sec>
          <title>Types of Studies</title>
          <p>This review will consider qualitative, quantitative, and mixed methods studies.</p>
          <p>Qualitative studies will include designs such as primary qualitative studies, underpinned with ethnography, phenomenology, and grounded theory; ethnographic interviews; narrative studies; and program evaluations. Unpublished studies will not be included.</p>
          <p>Quantitative studies will be included if they are program evaluations.</p>
          <p>Studies published in English (for easy access and ease of interpretation) and published from 2010 to 2021 will be included. Since contemporary health systems are changing, we will focus on current perceptions as related to student understandings and not the historical beginnings of professionalism.</p>
        </sec>
      </sec>
      <sec>
        <title>Study Design</title>
        <p>The integrative review method (<xref ref-type="boxed-text" rid="box1">Textbox 1</xref>) was selected for this study to include a broad range of empirical studies (both qualitative and quantitative) [<xref ref-type="bibr" rid="ref11">11</xref>-<xref ref-type="bibr" rid="ref13">13</xref>]. This research design is appropriate as the research question is focused on the why and the how, as well as examining a contemporary phenomenon. This method is appropriate for our study because the integrative review reexamines, critiques, and synthesizes findings from separate but related research to develop new frameworks or perspectives about a specific phenomenon or topic [<xref ref-type="bibr" rid="ref14">14</xref>]. An integrative review addresses a new or emerging topic as opposed to mature topics and provides an initial model rather than recreating previous models [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>]. This method will be carried out via the following steps (also see <xref ref-type="table" rid="table1">Table 1</xref>):</p>
        <list list-type="bullet">
          <list-item>
            <p>Create a search strategy with the specialist medical librarian;</p>
          </list-item>
          <list-item>
            <p>Search databases and remove duplicates from the retrieved articles using Mendeley Reference Manager (Mendeley Ltd);</p>
          </list-item>
          <list-item>
            <p>Screen the articles according to the inclusion and exclusion criteria using Rayyan software (Rayyan) [<xref ref-type="bibr" rid="ref16">16</xref>];</p>
          </list-item>
          <list-item>
            <p>Conduct a critical appraisal using the Mixed Methods Appraisal Tool (MMAT) [<xref ref-type="bibr" rid="ref17">17</xref>];</p>
          </list-item>
          <list-item>
            <p>Integrate both quantitative and qualitative data to focus on the same research question;</p>
          </list-item>
          <list-item>
            <p>Transform the data into a similar format (eg, “quantitized” or “qualitized” [<xref ref-type="bibr" rid="ref18">18</xref>]);</p>
          </list-item>
          <list-item>
            <p>Comb narratively and present a narrative analysis of the findings.</p>
          </list-item>
        </list>
        <p>Overall, the findings will elicit learners’ perspectives of professionalism and their experience of the most useful methods used during teaching.</p>
        <boxed-text id="box1" position="float">
          <title>A summary of methodological approaches for convergent integrated mixed methods systematic reviews [<xref ref-type="bibr" rid="ref13">13</xref>].</title>
          <p>Review design: Convergent integrated</p>
          <p>Description: Involves data transformation that allows reviewers to combine quantitative and qualitative data</p>
          <p>What is involved in the integration? Direct assimilation</p>
          <p>Methods for integration: Content analysis, vote counting, thematic synthesis</p>
        </boxed-text>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Outline of a mixed methods study.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="200"/>
            <col width="800"/>
            <thead>
              <tr valign="top">
                <td>Study component</td>
                <td>Description</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Qualitative</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Construct a search strategy, retrieve articles, remove duplicates, and screen according to the inclusion criteria</p>
                    </list-item>
                    <list-item>
                      <p>Critically appraise the articles included, code the data, and convert the data for analysis</p>
                    </list-item>
                    <list-item>
                      <p>Analysis of data</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Quantitative</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Construct a search strategy, retrieve articles, remove duplicates, and screen according to the inclusion criteria</p>
                    </list-item>
                    <list-item>
                      <p>Critically appraise the articles included, code the data, and convert the data for analysis</p>
                    </list-item>
                    <list-item>
                      <p>Analysis of data</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Mixed analysis</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Qualitative data: identify themes</p>
                    </list-item>
                    <list-item>
                      <p>Quantitative data: qualitize and identify themes</p>
                    </list-item>
                    <list-item>
                      <p>Combine identified themes, draft a list of guidelines from the findings, and finalize the document and disseminate</p>
                    </list-item>
                  </list>
                </td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Information Sources</title>
        <p>The databases searched include PubMed, Embase, PsycInfo, and ERIC (Education Resources Information Center).</p>
      </sec>
      <sec>
        <title>Search Strategy</title>
        <p>The search strategy was created to retrieve both published and unpublished studies using the Peer Review of Electronic Search Strategies 2015 guideline [<xref ref-type="bibr" rid="ref19">19</xref>]. An initial limited search of Embase, PubMed, PsycInfo, and ERIC was undertaken to identify articles on the topic. The keywords contained in the titles and abstracts of relevant articles, as well as the index terms used to describe the articles, were applied to develop a full search strategy for the 4 databases mentioned above (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>) [<xref ref-type="bibr" rid="ref20">20</xref>]. The search strategy, including all identified keywords and index terms, was adapted for each included information source.</p>
      </sec>
      <sec>
        <title>Study Selection</title>
        <p>Following the search, all identified citations were collated and uploaded into Mendeley and duplicates were removed. The citations were exported to a systematic review software (Rayyan QCRI [<xref ref-type="bibr" rid="ref16">16</xref>]). Titles and abstracts were then screened by 2 independent reviewers for assessment against the inclusion criteria for the review. In instances where reviewers did not agree, a third reviewer adjudicated on whether the article should be retrieved. At present, the full text of the selected citations has been assessed for inclusion by the reviewers. A third reviewer was asked to adjudicate if there is disagreement between the reviewers. Reasons for exclusion of full-text studies that do not meet the inclusion criteria were recorded and reported in the systematic review. The included articles will then be critically appraised using the MMAT [<xref ref-type="bibr" rid="ref17">17</xref>]. The results of the search will be reported in full in the final systematic review and presented in a PRISMA (Preferred Reporting Items for Systematic Reviews and Meta-Analyses) flow diagram [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref22">22</xref>].</p>
      </sec>
      <sec>
        <title>Data Extraction</title>
        <p>Data will be extracted from qualitative studies included in the review by 2 independent reviewers using customized Microsoft Word tables (Microsoft Corp) for recording and extracting data (see Tables S1 and S2 in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>). The data extracted will include specific details about the population, context, culture, geographical location, study methods and findings, themes, and the phenomena of interest relevant to the review objective. Findings will be extracted and assigned a level of credibility. Any disagreements that arise between the reviewers will be resolved through discussion or with input from a third reviewer.</p>
      </sec>
      <sec>
        <title>Data Analysis</title>
        <p>For qualitative and quantitative data to be integrated, data needs to be transformed either by converting qualitative data into quantitative data (ie, quantitizing) or by converting quantitative data into qualitative data (ie, qualitizing). This stage will be carried out by the 2 researchers qualified in qualitative research methods and verified by a third researcher. We will:</p>
        <list list-type="bullet">
          <list-item>
            <p>Qualitize quantitative data;</p>
          </list-item>
          <list-item>
            <p>Extract the data and convert them into themes, categories, typologies, or narratives [<xref ref-type="bibr" rid="ref18">18</xref>];</p>
          </list-item>
          <list-item>
            <p>Use thematic analysis [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>] since it can be widely used across a range of epistemologies and research questions [<xref ref-type="bibr" rid="ref25">25</xref>] (this technique can be used to distinguish, analyze, structure, explain, and describe themes found in a data set [<xref ref-type="bibr" rid="ref26">26</xref>]).</p>
          </list-item>
        </list>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>This study does not involve the use of animal or patient data, or recruitment of human subjects. Consequently, the research conducted as part of this study presents minimal risk and fits one of the exempt review categories as defined by institutional review board regulations at Touro University Nevada.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>This study is in the critical appraisal stage; therefore, no results are obtainable. At the writing stage of this protocol, we had initiated the searches for the review, which included search strategy development, removal of duplicate articles, and screening.</p>
      <p>We received no external funding for this study.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Complex Concepts</title>
        <p>In this study, we will use mixed methods to generate a checklist of items for consideration in the process of developing a curriculum on professionalism for medical students. An integrative review design was selected for this study to allow for the use of both qualitative data and quantitative findings [<xref ref-type="bibr" rid="ref27">27</xref>].</p>
        <p>We anticipate most of the concepts of professionalism to be perceived as complex by learners. As the purpose of this study is to develop a checklist for guidance in generating a curriculum on professionalism, our key insights will be used to bring student understandings of professionalism into the formal teaching of this subject to improve the learning and training of physicians, to positively impact patient outcomes, and to reduce errors and risk.</p>
        <p>We will investigate and focus on the understanding gained from using mixed methods to explore our study objectives. We contend that this combined focus on quantitative and qualitative data used collectively provides a rich understanding of professionalism teaching and would help create innovative academic curricula that contribute to teaching complex elements of professionalism.</p>
        <p>We believe this will support our students in identifying early on not only with the profession but taking it one step further to also identify with the environments that they will likely be involved in when assessing, meeting, and treating patients. Additionally, our research aims to identify learners’ perceptions of actual or potential barriers to or facilitators of professionalism in those environments. Further research exploring such concepts and processes could be developed. Our international research team is committed to structuring contextual knowledge about professionalism, developing links that will exist longitudinally, and attempting to continually teach current findings on the topic of professionalism.</p>
      </sec>
      <sec>
        <title>Strengths and Limitations</title>
        <p>The strength of this study includes the use of both quantitative and qualitative methods. Furthermore, the research team is made of medical students and medical educators who have been involved in this project from the beginning. The guidance checklist will be coproduced with input from medical students. The study is limited in that we will not have the added benefit of accessing any raw data (including transcriptions, reflective notes, and author insights about the context of the studies included) [<xref ref-type="bibr" rid="ref28">28</xref>].</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>We aim to create a checklist to guide the development of a curriculum on professionalism. This checklist will directly incorporate insights from student learners and will have detailed justifications and rationale for a curriculum on professionalism.</p>
        <p>Our study will potentially have implications for learning, teaching, and future assessment of professionalism in medical education, health systems, and educational policies.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Search strategy.</p>
        <media xlink:href="resprot_v11i8e37473_app1.docx" xlink:title="DOCX File , 16 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Data extraction tables.</p>
        <media xlink:href="resprot_v11i8e37473_app2.docx" xlink:title="DOCX File , 16 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ERIC</term>
          <def>
            <p>Education Resources Information Center</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">MMAT</term>
          <def>
            <p>Mixed Methods Appraisal Tool</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">PRISMA</term>
          <def>
            <p>Preferred Reporting Items for Systematic Reviews and Meta-Analyses</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">UME</term>
          <def>
            <p>undergraduate medical education</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>We would like to thank our Jay Sexter Library colleagues at Touro University Nevada who were involved in the preliminary searches for this research. We also thank Rohan Tandon of King Edward’s School, Birmingham, United Kingdom, for his contribution to this project.</p>
      <p>This research received no specific grants from any funding agency, including the commercial and not-for-profit sectors.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>NK and WG were involved in study conception and design. NK, WvM, WG, and SD drafted the manuscript. MH performed the literature searches. All authors revised the manuscript critically for intellectual content and read and approved the final manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stern</surname>
              <given-names>DT</given-names>
            </name>
          </person-group>
          <source>Measuring Medical Professionalism</source>
          <year>2006</year>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>Oxford University Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>The Medical School Objectives Writing Group</collab>
          </person-group>
          <article-title>Learning objectives for medical student education--guidelines for medical schools: report I of the Medical School Objectives Project</article-title>
          <source>Acad Med</source>
          <year>1999</year>
          <month>01</month>
          <volume>74</volume>
          <issue>1</issue>
          <fpage>13</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1097/00001888-199901000-00010</pub-id>
          <pub-id pub-id-type="medline">9934288</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Edgar</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>McLean</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hogan</surname>
              <given-names>SO</given-names>
            </name>
            <name name-style="western">
              <surname>Hamstra</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Holmboe</surname>
              <given-names>ES</given-names>
            </name>
          </person-group>
          <article-title>The milestones guidebook</article-title>
          <source>Accreditation Council for Graduate Medical Education</source>
          <year>2020</year>
          <access-date>2022-07-12</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.acgme.org/globalassets/milestonesguidebook.pdf">https://www.acgme.org/globalassets/milestonesguidebook.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cuesta-Briand</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Auret</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Playford</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>'A world of difference': a qualitative study of medical students' views on professionalism and the 'good doctor'</article-title>
          <source>BMC Med Educ</source>
          <year>2014</year>
          <month>04</month>
          <day>12</day>
          <volume>14</volume>
          <fpage>77</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmededuc.biomedcentral.com/articles/10.1186/1472-6920-14-77"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1472-6920-14-77</pub-id>
          <pub-id pub-id-type="medline">24725303</pub-id>
          <pub-id pub-id-type="pii">1472-6920-14-77</pub-id>
          <pub-id pub-id-type="pmcid">PMC3992127</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Blank</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Kimball</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>McDonald</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Merino</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Medical professionalism in the new millennium: a physician charter 15 months later</article-title>
          <source>Ann Intern Med</source>
          <year>2003</year>
          <month>05</month>
          <day>20</day>
          <volume>138</volume>
          <issue>10</issue>
          <fpage>839</fpage>
          <lpage>41</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.acpjournals.org/doi/abs/10.7326/0003-4819-138-10-200305200-00012?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.7326/0003-4819-138-10-200305200-00012</pub-id>
          <pub-id pub-id-type="medline">12755556</pub-id>
          <pub-id pub-id-type="pii">200305200-00012</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mueller</surname>
              <given-names>PS</given-names>
            </name>
          </person-group>
          <article-title>Incorporating professionalism into medical education: the Mayo Clinic experience</article-title>
          <source>Keio J Med</source>
          <year>2009</year>
          <month>09</month>
          <volume>58</volume>
          <issue>3</issue>
          <fpage>133</fpage>
          <lpage>43</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://japanlinkcenter.org/JST.JSTAGE/kjm/58.133?from=PubMed"/>
          </comment>
          <pub-id pub-id-type="doi">10.2302/kjm.58.133</pub-id>
          <pub-id pub-id-type="medline">19826207</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mueller</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Tighe</surname>
              <given-names>JR</given-names>
            </name>
          </person-group>
          <article-title>Making the case for affordable housing: Connecting housing with health and education outcomes</article-title>
          <source>J Plan Lit</source>
          <year>2016</year>
          <month>08</month>
          <day>18</day>
          <volume>21</volume>
          <issue>4</issue>
          <fpage>371</fpage>
          <lpage>385</lpage>
          <pub-id pub-id-type="doi">10.1177/0885412207299653</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kumar</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Murugan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Prasad</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Devi</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Good doctor and bad doctor: a qualitative study of first year medical students' views on professionalism</article-title>
          <source>RHiME</source>
          <year>2018</year>
          <volume>5</volume>
          <fpage>58</fpage>
          <lpage>68</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.rhime.in/ojs/index.php/rhime/article/view/176"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mann</surname>
              <given-names>Karen V</given-names>
            </name>
          </person-group>
          <article-title>Theoretical perspectives in medical education: past experience and future possibilities</article-title>
          <source>Med Educ</source>
          <year>2011</year>
          <month>01</month>
          <volume>45</volume>
          <issue>1</issue>
          <fpage>60</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1365-2923.2010.03757.x</pub-id>
          <pub-id pub-id-type="medline">21155869</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kamdar</surname>
              <given-names>Gunjan</given-names>
            </name>
            <name name-style="western">
              <surname>Kessler</surname>
              <given-names>David O</given-names>
            </name>
            <name name-style="western">
              <surname>Tilt</surname>
              <given-names>Lindsey</given-names>
            </name>
            <name name-style="western">
              <surname>Srivastava</surname>
              <given-names>Geetanjali</given-names>
            </name>
            <name name-style="western">
              <surname>Khanna</surname>
              <given-names>Kajal</given-names>
            </name>
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>Todd P</given-names>
            </name>
            <name name-style="western">
              <surname>Balmer</surname>
              <given-names>Dorene</given-names>
            </name>
            <name name-style="western">
              <surname>Auerbach</surname>
              <given-names>Marc</given-names>
            </name>
          </person-group>
          <article-title>Qualitative evaluation of just-in-time simulation-based learning: the learners' perspective</article-title>
          <source>Simul Healthc</source>
          <year>2013</year>
          <month>02</month>
          <volume>8</volume>
          <issue>1</issue>
          <fpage>43</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1097/SIH.0b013e31827861e8</pub-id>
          <pub-id pub-id-type="medline">23299050</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Whittemore</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Combining evidence in nursing research: methods and implications</article-title>
          <source>Nurs Res</source>
          <year>2005</year>
          <volume>54</volume>
          <issue>1</issue>
          <fpage>56</fpage>
          <lpage>62</lpage>
          <pub-id pub-id-type="doi">10.1097/00006199-200501000-00008</pub-id>
          <pub-id pub-id-type="medline">15695940</pub-id>
          <pub-id pub-id-type="pii">00006199-200501000-00008</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Whittemore</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Knafl</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>The integrative review: updated methodology</article-title>
          <source>J Adv Nurs</source>
          <year>2005</year>
          <month>12</month>
          <volume>52</volume>
          <issue>5</issue>
          <fpage>546</fpage>
          <lpage>553</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1365-2648.2005.03621.x</pub-id>
          <pub-id pub-id-type="medline">16268861</pub-id>
          <pub-id pub-id-type="pii">JAN3621</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stern</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lizarondo</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Carrier</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Godfrey</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Rieger</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Salmond</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Apóstolo</surname>
              <given-names>João</given-names>
            </name>
            <name name-style="western">
              <surname>Kirkpatrick</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Loveday</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Methodological guidance for the conduct of mixed methods systematic reviews</article-title>
          <source>JBI Evid Synth</source>
          <year>2020</year>
          <month>10</month>
          <volume>18</volume>
          <issue>10</issue>
          <fpage>2108</fpage>
          <lpage>2118</lpage>
          <pub-id pub-id-type="doi">10.11124/JBISRIR-D-19-00169</pub-id>
          <pub-id pub-id-type="medline">32813460</pub-id>
          <pub-id pub-id-type="pii">02174543-202010000-00003</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Torraco</surname>
              <given-names>RJ</given-names>
            </name>
          </person-group>
          <article-title>Writing integrative literature reviews: guidelines and examples</article-title>
          <source>Human Resource Development Review</source>
          <year>2016</year>
          <month>07</month>
          <day>24</day>
          <volume>4</volume>
          <issue>3</issue>
          <fpage>356</fpage>
          <lpage>367</lpage>
          <pub-id pub-id-type="doi">10.1177/1534484305278283</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Myors</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Schmied</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Cleary</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Collaboration and integrated services for perinatal mental health: an integrative review</article-title>
          <source>Child Adolesc Ment Health</source>
          <year>2013</year>
          <month>02</month>
          <day>03</day>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>10</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1475-3588.2011.00639.x</pub-id>
          <pub-id pub-id-type="medline">32847263</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ouzzani</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hammady</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Fedorowicz</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Elmagarmid</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Rayyan-a web and mobile app for systematic reviews</article-title>
          <source>Syst Rev</source>
          <year>2016</year>
          <month>12</month>
          <day>05</day>
          <volume>5</volume>
          <issue>1</issue>
          <fpage>210</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://systematicreviewsjournal.biomedcentral.com/articles/10.1186/s13643-016-0384-4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13643-016-0384-4</pub-id>
          <pub-id pub-id-type="medline">27919275</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13643-016-0384-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC5139140</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="web">
          <article-title>Welcome to the public wiki 'Mixed Methods Appraisal Tool'</article-title>
          <source>PBworks</source>
          <access-date>2021-09-13</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://mixedmethodsappraisaltoolpublic.pbworks.com/w/file/fetch/127916259/MMAT_2018_criteria-manual_2018-08-01_ENG.pdf%0Ahttp://mixedmethodsappraisaltoolpublic.pbworks.com/">http://mixedmethodsappraisaltoolpublic.pbworks.com/w/file/fetch/127916259/MMAT_2018_criteria-manual_2018-08-01_ENG.pdf%0Ahttp://mixedmethodsappraisaltoolpublic.pbworks.com/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sandelowski</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Combining qualitative and quantitative sampling, data collection, and analysis techniques in mixed-method studies</article-title>
          <source>Res Nurs Health</source>
          <year>2000</year>
          <month>06</month>
          <volume>23</volume>
          <issue>3</issue>
          <fpage>246</fpage>
          <lpage>255</lpage>
          <pub-id pub-id-type="doi">10.1002/1098-240x(200006)23:3&#60;246::aid-nur9&#62;3.0.co;2-h</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McGowan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sampson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Salzwedel</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Cogo</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Foerster</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Lefebvre</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>PRESS Peer Review of Electronic Search Strategies: 2015 guideline statement</article-title>
          <source>J Clin Epidemiol</source>
          <year>2016</year>
          <month>07</month>
          <volume>75</volume>
          <fpage>40</fpage>
          <lpage>6</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0895-4356(16)00058-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jclinepi.2016.01.021</pub-id>
          <pub-id pub-id-type="medline">27005575</pub-id>
          <pub-id pub-id-type="pii">S0895-4356(16)00058-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Aromataris</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Munn</surname>
              <given-names>Z</given-names>
            </name>
          </person-group>
          <article-title>JBI manual for evidence synthesis</article-title>
          <source>JBI</source>
          <year>2020</year>
          <access-date>2021-03-23</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://synthesismanual.jbi.global">https://synthesismanual.jbi.global</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="web">
          <article-title>PRISMA flow diagram</article-title>
          <source>PRISMA</source>
          <access-date>2022-07-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://prisma-statement.org//prismastatement/flowdiagram">https://prisma-statement.org//prismastatement/flowdiagram</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Page</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>McKenzie</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Bossuyt</surname>
              <given-names>PM</given-names>
            </name>
            <name name-style="western">
              <surname>Boutron</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Hoffmann</surname>
              <given-names>TC</given-names>
            </name>
            <name name-style="western">
              <surname>Mulrow</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Shamseer</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Tetzlaff</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Akl</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Brennan</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Chou</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Glanville</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Grimshaw</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Hróbjartsson</surname>
              <given-names>Asbjørn</given-names>
            </name>
            <name name-style="western">
              <surname>Lalu</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Loder</surname>
              <given-names>EW</given-names>
            </name>
            <name name-style="western">
              <surname>Mayo-Wilson</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>McDonald</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>McGuinness</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Tricco</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Welch</surname>
              <given-names>VA</given-names>
            </name>
            <name name-style="western">
              <surname>Whiting</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>The PRISMA 2020 statement: An updated guideline for reporting systematic reviews</article-title>
          <source>PLoS Med</source>
          <year>2021</year>
          <month>03</month>
          <volume>18</volume>
          <issue>3</issue>
          <fpage>e1003583</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pmed.1003583"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pmed.1003583</pub-id>
          <pub-id pub-id-type="medline">33780438</pub-id>
          <pub-id pub-id-type="pii">PMEDICINE-D-21-01172</pub-id>
          <pub-id pub-id-type="pmcid">PMC8007028</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Boyatzis</surname>
              <given-names>RE</given-names>
            </name>
          </person-group>
          <source>Transforming Qualitative Information: Thematic Analysis and Code Development</source>
          <year>1998</year>
          <publisher-loc>Thousands Oak, CA</publisher-loc>
          <publisher-name>Sage Publications, Inc</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lamb</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bower</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Rogers</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dowrick</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Gask</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Access to mental health in primary care: a qualitative meta-synthesis of evidence from the experience of people from 'hard to reach' groups</article-title>
          <source>Health (London)</source>
          <year>2012</year>
          <month>01</month>
          <day>25</day>
          <volume>16</volume>
          <issue>1</issue>
          <fpage>76</fpage>
          <lpage>104</lpage>
          <pub-id pub-id-type="doi">10.1177/1363459311403945</pub-id>
          <pub-id pub-id-type="medline">21486918</pub-id>
          <pub-id pub-id-type="pii">1363459311403945</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nowell</surname>
              <given-names>LS</given-names>
            </name>
            <name name-style="western">
              <surname>Norris</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>White</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Moules</surname>
              <given-names>NJ</given-names>
            </name>
          </person-group>
          <article-title>Thematic analysis: striving to meet the trustworthiness criteria</article-title>
          <source>Int J Qual Methods</source>
          <year>2017</year>
          <month>10</month>
          <day>02</day>
          <volume>16</volume>
          <issue>1</issue>
          <pub-id pub-id-type="doi">10.1177/1609406917733847</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Braun</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Thematic analysis</article-title>
          <source>APA Handbook of Research Methods in Psychology, Vol. 2. Research Designs: Quantitative, Qualitative, Neuropsychological, and Biological</source>
          <year>2012</year>
          <publisher-loc>Washington DC</publisher-loc>
          <publisher-name>American Psychological Association</publisher-name>
          <fpage>57</fpage>
          <lpage>71</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dixon-Woods</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Agarwal</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Young</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Sutton</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Integrative approaches to qualitative and quantitative evidence</article-title>
          <source>NHS Health Development Agency</source>
          <year>2004</year>
          <access-date>2018-10-02</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchgate.net/publication/249763686_Integrative_Approaches_to_Qualitative_and_Quantitative_Evidence">https://www.researchgate.net/publication/249763686_Integrative_Approaches_to_Qualitative_and_Quantitative_Evidence</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Walsh</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Downe</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Meta-synthesis method for qualitative research: a literature review</article-title>
          <source>J Adv Nurs</source>
          <year>2005</year>
          <month>04</month>
          <volume>50</volume>
          <issue>2</issue>
          <fpage>204</fpage>
          <lpage>11</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1365-2648.2005.03380.x</pub-id>
          <pub-id pub-id-type="medline">15788085</pub-id>
          <pub-id pub-id-type="pii">JAN3380</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
