<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v12i1e45969</article-id>
      <article-id pub-id-type="pmid">37682596</article-id>
      <article-id pub-id-type="doi">10.2196/45969</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Game Elements in the Design of Simulations in Military Trauma Management Training: Protocol for a Systematic Review</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Cahill</surname>
            <given-names>Tiernan</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Khordastan</surname>
            <given-names>Firoozeh</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Stathakarou</surname>
            <given-names>Natalia</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Learning, Informatics, Management and Ethics</institution>
            <institution>Karolinska Institutet</institution>
            <addr-line>Tomtebodavägen 18A, Solna</addr-line>
            <addr-line>Stockholm, 171 77</addr-line>
            <country>Sweden</country>
            <phone>46 8 524 852 98</phone>
            <email>natalia.stathakarou@ki.se</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7159-5801</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Kononowicz</surname>
            <given-names>Andrzej A</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2956-2093</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Swain</surname>
            <given-names>Cara</given-names>
          </name>
          <degrees>MBChB, PgDip</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0273-9653</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Karlgren</surname>
            <given-names>Klas</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff5" ref-type="aff">5</xref>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1255-7650</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Learning, Informatics, Management and Ethics</institution>
        <institution>Karolinska Institutet</institution>
        <addr-line>Stockholm</addr-line>
        <country>Sweden</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Bioinformatics and Telemedicine</institution>
        <institution>Jagiellonian University Medical College</institution>
        <addr-line>Kraków</addr-line>
        <country>Poland</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Academic Department of Military Surgery and Trauma</institution>
        <institution>Royal Centre for Defence Medicine</institution>
        <addr-line>Birmingham</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Institute of Naval Medicine</institution>
        <addr-line>Alverstoke, Gosport</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Department of Research, Education and Development and Innovation</institution>
        <institution>Södersjukhuset</institution>
        <addr-line>Stockholm</addr-line>
        <country>Sweden</country>
      </aff>
      <aff id="aff6">
        <label>6</label>
        <institution>Faculty of Health and Social Sciences</institution>
        <institution>Department of Health and Functioning</institution>
        <institution>Western Norway University of Applied Sciences</institution>
        <addr-line>Bergen</addr-line>
        <country>Norway</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Natalia Stathakarou <email>natalia.stathakarou@ki.se</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2023</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>8</day>
        <month>9</month>
        <year>2023</year>
      </pub-date>
      <volume>12</volume>
      <elocation-id>e45969</elocation-id>
      <history>
        <date date-type="received">
          <day>2</day>
          <month>2</month>
          <year>2023</year>
        </date>
        <date date-type="rev-request">
          <day>11</day>
          <month>5</month>
          <year>2023</year>
        </date>
        <date date-type="rev-recd">
          <day>22</day>
          <month>6</month>
          <year>2023</year>
        </date>
        <date date-type="accepted">
          <day>28</day>
          <month>7</month>
          <year>2023</year>
        </date>
      </history>
      <copyright-statement>©Natalia Stathakarou, Andrzej A Kononowicz, Cara Swain, Klas Karlgren. Originally published in JMIR Research Protocols (https://www.researchprotocols.org), 08.09.2023.</copyright-statement>
      <copyright-year>2023</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on https://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.researchprotocols.org/2023/1/e45969" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Military trauma teams are commonly operating in civilian hospitals during peacetime; in a war situation they must adjust their practices to the austere conditions. Simulations can replicate austere conditions to allow training in a safe environment that tolerates errors. Gamification, understood as the use of game elements to motivate and engage learners in nongame contexts, is gaining interest in medical education and military training. Applying game elements in the design of military trauma management simulations has the potential to provide learners with active learning opportunities and prepare them for providing medical services under austere conditions. Although gamification is known for its engaging and motivational benefits, there are controversies about its pedagogical value. The controversies can be attributed to the fact that various gamification strategies may consist of a different combination of game elements, leading to different outcomes.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This systematic review aims to understand how game elements are used in the design of simulations in military trauma management training and their reported outcomes.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We have designed a search strategy for the purpose of the review. Two researchers will independently assess the identified studies based on the defined inclusion and exclusion criteria. The selection process will be represented using a PRISMA (Preferred Reporting Items for Systematic Reviews and Meta-Analyses) flow diagram. The search will be repeated and updated as necessary prior to publication of the review. Two reviewers will independently extract and manage the data for each of the articles using a structured data extraction form. Any disagreement that arises between reviewers will be resolved through discussion, and a third review author will be consulted when needed. We are going to conduct a thematic synthesis of the extracted game element descriptions. The results are going to be presented in a diagrammatic or tabular form, alongside a narrative summary. The quality of the studies will be assessed.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>We implemented and tested the developed search strategy in May 2023. We retrieved 1168 study abstracts, which were reduced to 630 abstracts after deduplication. We have piloted the screening on 20% (126/630) of the identified abstracts in groups of 2 reviewers.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Although gamification has the potential to motivate learners in various ways, there is a lack of understanding about specific game elements and how they can inform instructional design in different contexts. Our findings will increase the understanding of how game elements are used in the design of simulations in military trauma management training and, thus, contribute to more effective development of future simulations.</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>DERR1-10.2196/45969</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>gamification</kwd>
        <kwd>game elements</kwd>
        <kwd>military medicine</kwd>
        <kwd>trauma</kwd>
        <kwd>medical education</kwd>
        <kwd>military training</kwd>
        <kwd>systematic review</kwd>
        <kwd>game</kwd>
        <kwd>gaming</kwd>
        <kwd>simulation</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Trauma injury is one of the leading causes of death in Western countries and is a significant threat to public health [<xref ref-type="bibr" rid="ref1">1</xref>]. Hemorrhage is the leading cause of preventable death in both military and civilian trauma [<xref ref-type="bibr" rid="ref2">2</xref>]. In many nations, including Sweden, trauma team members work in both civilian and military settings, with military trauma teams commonly operating in civilian hospitals during peacetime [<xref ref-type="bibr" rid="ref3">3</xref>]. Usually, the multidisciplinary trauma team consists of a variety of specialized health care professionals who collaborate with first responders and medics. Trauma patient outcomes are highly impacted by the performance of trauma teams, requiring a combination of technical and nontechnical skills. In a war situation, the trauma teams must adjust their practices to the austere conditions outside the fully equipped civilian hospital, operate with reduced numbers of team members, and deal with significantly higher numbers of patients than they might be accustomed to.</p>
        <p>Prehospital trauma care differs significantly between a civilian and a deployed setting [<xref ref-type="bibr" rid="ref4">4</xref>]. In the latter, resources in terms of personnel and equipment are limited, and there is a risk that multiple injured casualties can overburden the capacity of the resources. In the deployed setting the environment may hinder the provision of trauma management, due to challenging weather conditions and darkness. The environment may be hostile with the risk of gunfire hindering immediate patient care [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>]. Additional tactical considerations may limit the possibilities for providing equipment and resources, as well as evacuating the patients requiring further care.</p>
        <p>According to a recently published study [<xref ref-type="bibr" rid="ref6">6</xref>], research and education may overlook the conditions of a truly austere environment. Health care professionals should be adequately trained to use a wide range of skills in environments with constrained resources in contemporary conflicts. Training does not stop at medical personnel but extends to the soldiers who are often the first responders. All combatants should be familiar with tourniquets and basic life support techniques. However, the learning opportunities to practice such skills are limited, due to the lack of exposure to trauma patients in austere conditions. In most cases, military medical personnel receive training in civilian settings for the tasks they will face in conflict. Simulation training has the potential to support the training and amend this imbalance [<xref ref-type="bibr" rid="ref3">3</xref>].</p>
        <p>Simulation can replicate austere conditions and allow the training in a safe environment that tolerates errors [<xref ref-type="bibr" rid="ref7">7</xref>]. Simulation may refer to various technologies, from virtual reality equipment to mannequins and field exercises. Some simulation types can be resource-intensive regarding cost, facilities, faculty time, and the alignment of curricular and learners’ schedules while others can provide more flexibility and scalability [<xref ref-type="bibr" rid="ref8">8</xref>]. Different simulation technologies can be used to train different competencies in trauma [<xref ref-type="bibr" rid="ref9">9</xref>]. A previous study [<xref ref-type="bibr" rid="ref10">10</xref>] identified examples of emerging technologies used for trauma training that have the potential to support the education and training toward challenges that civilian trauma teams face when moving to an austere environment. Examples included virtual reality, virtual reality combined with haptics and manikins or requiring special equipment, virtual patients, and gamification.</p>
        <p>Gamification is gaining interest in medical education [<xref ref-type="bibr" rid="ref11">11</xref>] and military training [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref12">12</xref>]. Gamification is a strategy in simulation design understood as “the use of game mechanics as a further dimension... in an endeavor to nudge participants to perform certain actions, by adopting a playful attitude” [<xref ref-type="bibr" rid="ref13">13</xref>]. For instance, the learner might be required to solve a problem under time pressure, compete or collaborate with other users, and earn points or badges [<xref ref-type="bibr" rid="ref14">14</xref>].</p>
        <p>Incorporating game elements in health professions education can increase motivation and improve learning outcomes, specifically when employing game elements that promote learning behaviors and attitudes [<xref ref-type="bibr" rid="ref15">15</xref>]. Applying game elements in the design of military trauma management simulation has the potential to provide learners with active learning opportunities to prepare for providing medical services under austere conditions [<xref ref-type="bibr" rid="ref12">12</xref>].</p>
        <p>Previous work analyzing game elements in health care education, as well as in education in general, has led to frameworks that can support the design and evaluation of gamification design in learning environments [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. Although gamification is known for its engaging and motivational benefits, there are controversies about its pedagogical value [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref15">15</xref>]. The controversies can be attributed to the fact that various gamification strategies may consist of a different combination of game elements, leading to different outcomes [<xref ref-type="bibr" rid="ref17">17</xref>]. Although gamification has the potential to motivate learners in various ways there is a lack of understanding about specific game elements and how they can inform the instructional design in different contexts [<xref ref-type="bibr" rid="ref17">17</xref>].</p>
      </sec>
      <sec>
        <title>Aim</title>
        <p>This systematic review aims to understand how game elements are used in the design of simulations in military trauma management training and their reported outcomes. Our research questions are:</p>
        <list list-type="order">
          <list-item>
            <p>What game elements are used in the design of educational simulations in the context of military trauma management?</p>
          </list-item>
          <list-item>
            <p>How are the identified game elements used?</p>
          </list-item>
          <list-item>
            <p>What is the purpose of using game elements in the designing of educational simulations in military trauma management?</p>
          </list-item>
          <list-item>
            <p>What outcomes are reported related to the game elements?</p>
          </list-item>
        </list>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Inclusion and Exclusion Criteria</title>
        <p>We will include both qualitative and quantitative empirical and design studies that address different types of simulation interventions, identified in our previous study [<xref ref-type="bibr" rid="ref10">10</xref>], which incorporate game elements. Game elements will be identified using published gamification frameworks [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. We will include game elements that support the education and training of military trauma management. The simulation interventions of the studies included should have an educational purpose in the context of military trauma management.</p>
        <p>Studies in which participants are passively observing rather than actively interacting with the intervention will be excluded. Studies that are using interventions primarily for patient education, rehabilitation, telementoring, treatment, surgical assistance, or planning are not within the scope of this review. We will exclude studies where the training only focuses on individual body parts. We will exclude studies that gamification is only used for assessment unless the assessment has an educational purpose and is not intended to assess the outcome of the study. <xref ref-type="table" rid="table1">Table 1</xref> outlines our inclusion and exclusion criteria.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Inclusion and exclusion criteria.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="150"/>
            <col width="390"/>
            <col width="460"/>
            <thead>
              <tr valign="top">
                <td>Criteria</td>
                <td>Include</td>
                <td>Exclude</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Context and participants</td>
                <td>All participants that are receiving training in the context of military trauma management. Participants are military medicine service providers (physicians, nurses, health care–qualified soldiers) at all stages of education. Included are also military personnel without health care qualifications who are trained to perform lifesaving procedures under combat conditions. Included are also health care personnel receiving military medicine education which requires immediate response and collaboration under austere conditions.</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Studies involving only civilian health care professionals without a clear link to military—for example, residents in an emergency medicine program participating in a gamified trauma simulation.</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Education and training</td>
                <td>All forms of learning opportunities both implemented in formal curricula and one-time educational events with the intention to gain knowledge, skills or improve attitudes.</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Scenarios where the gamified simulation is used merely as a form of outcome measurement and the educational impact of the assessment itself is not considered.</p>
                    </list-item>
                    <list-item>
                      <p>Simulations containing game elements with planned therapeutic health effect—for example, in treatment of posttraumatic stress disorder; those that aim to be used for diagnostic purposes or as motivational elements to improve compliance with treatment regimen. Excluded are also studies that are using interventions primarily for patient education, rehabilitation, telementoring, treatment, surgical assistance, or planning.</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Trauma</td>
                <td>Scenarios in which people were physically injured and require stabilizing, time-critical decisions with incomplete information, performance of concurrent medical aid tasks, multidisciplinary management, and collaboration. Both simple (one body system) and complex injuries (more than one body system) are included.</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>We exclude psychological trauma without physical injuries that required immediate attention.</p>
                    </list-item>
                    <list-item>
                      <p>We also exclude studies that focus only on individual injured body parts without considering the context of the injury.</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Simulation</td>
                <td>Empirical or design studies including a simulation modality such as virtual and mixed reality, virtual worlds, digital and non-digital games, interactive scenarios such as virtual patients, mannequins, part task trainers, artificial wounds and cut suits, standardized patients, and deliberately designed realistic field exercises employing role-playing.</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Studies where participants are passive observers without interacting in the simulation.</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Game element</td>
                <td>At least one game element is included in the simulation as defined by Maheu-Cadotte et al [<xref ref-type="bibr" rid="ref14">14</xref>]. We will also include studies with game elements going beyond the classification framework by Maheu-Cadotte et al [<xref ref-type="bibr" rid="ref14">14</xref>] provided the activity or feature is explicitly and detailed enough described as designed to introduce game elements into the simulation. The included simulations must have an interactive plot as a game element.</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Simulations, where the plot is in the form of a case vignette without interactive unfolding during the intervention, are going to be excluded.</p>
                    </list-item>
                  </list>
                </td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Search Methods for Identification of Studies</title>
        <p>We will explore the databases or search engines Medline (Ovid), PubMed, IEEE Xplore, ERIC, Web of Science, and ACM Digital Library CINAHL with the help of librarians at Karolinska Institutet. We will include all articles regardless of publication language.</p>
      </sec>
      <sec>
        <title>Searching Other Sources</title>
        <p>For all included studies, we will search reference lists and conduct author and citation searches. We will search the lists of references of other systematic reviews that are identiﬁed while running our electronic searches.</p>
      </sec>
      <sec>
        <title>Selection of Studies</title>
        <p>We will import all references identified to the Rayyan open-source web system. Two researchers will independently assess the identified studies based on the inclusion and exclusion criteria. Any disagreements will be resolved through discussion between the 2 reviewers. If no agreement can be reached, a third author will be consulted. The selection process will be represented using a PRISMA (Preferred Reporting Items for Systematic Reviews and Meta-Analyses) flow diagram, including the actual number and the inclusion and exclusion criteria of each stage of screening [<xref ref-type="bibr" rid="ref18">18</xref>]. The search will be repeated and updated as necessary prior to publication of the review.</p>
      </sec>
      <sec>
        <title>Data Extraction and Management</title>
        <p>Two reviewers will independently extract and manage the data for each of the articles using a structured data extraction form. The data extraction process will be piloted among the researchers. Any disagreement that arises between reviewers will be resolved through discussion and if needed mediation of a third review author. If any articles are in a language the authors are not familiar with, the text in a non-English language will be first automatically translated by an artificial intelligence–powered translation tool (DeepL; DeepL SE), and if needed, a researcher native to the language will be consulted. We deem this strategy to be sufficient as we aim to analyze the manifest presentation of game elements and are not investigating the latent, culture-based, meaning of game elements. The data extraction form will be based on our previous systematic review [<xref ref-type="bibr" rid="ref19">19</xref>] and will include extraction categories such as research aim, learning objectives, setting, subject, group of learners, instruments used for assessment if any, outcome of the intervention, and will be extended by fields such as type of simulation, game elements, type of trauma, and austere factors. To answer the second and third research questions, qualitative data (ie, text passages describing the game element design and purpose and images like screenshots showing game elements) will be extracted for thematic synthesis. To provide answers to the first and fourth research questions, we will extract data based on prespecified categories, inspired by the identified gamification frameworks and former systematic reviews [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref19">19</xref>]; the data extraction form corresponding to these topics is enclosed in the <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
      </sec>
      <sec>
        <title>Data Analysis, Synthesis, and Reporting</title>
        <p>A qualitative data analysis combined with a thematic data synthesis will be conducted. In particular, the extracted data will be synthesized following the processes outlined by Thomas and Harden [<xref ref-type="bibr" rid="ref20">20</xref>]. First, the data are going to be coded in a reductant way to encapsulate the meaning of the extracted text. Codes will be developed from the text and extend and modify prespecified codes adopted from the identified gamification frameworks [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. Next, descriptive themes are going to be established to unify codes that have been identified in more than one study. In the third and last stage, analytical themes will be generated; this step will aim to interpret the identified descriptive themes in a way that can support answering of the research questions. The data synthesis will be performed by the first author (NS) and will be discussed and reviewed by all authors. The results are going to be presented in a diagrammatic or tabular form, alongside a narrative summary.</p>
      </sec>
      <sec>
        <title>Quality Appraisal</title>
        <p>The quality of studies will be assessed with the use of the Medical Education Research Study Quality Instrument (MERSQI) [<xref ref-type="bibr" rid="ref21">21</xref>] and the grid suggested by Côté and Turgeon [<xref ref-type="bibr" rid="ref22">22</xref>].</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>We implemented and tested the developed search strategy in May 2023. We retrieved 1168 study abstracts, which were reduced to 630 abstracts after deduplication. We have piloted the screening on 20% (n=126) of identified abstracts in groups of 2 reviewers. Our search strategy may be found in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Anticipated Findings</title>
        <p>Gamification has the potential to motivate learners in various ways, and it is showing promising results in improving forward combat casualty care performance in a simulated tactical environment [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>]. The effectiveness of games as instructional tools has been debated over the years as there is a lack of understanding about specific game elements and how they can influence the reported outcomes. A recent systematic literature review about the application of virtual reality and haptic interfaces for civilian and military open trauma surgery training reports mixed and poor-quality evidence about their realization in education [<xref ref-type="bibr" rid="ref25">25</xref>]; we envision that an enhanced understanding of game elements in educational simulations would inform the design of educational technologies and simulations.</p>
        <p>Our starting point to interpret and configure the game elements is based on existing frameworks to understand gamification as a concept [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. Several definitions exist for gamification, with the most widespread definition to be from Deterding et al [<xref ref-type="bibr" rid="ref26">26</xref>] as the use of game elements in nongame contexts. In this protocol, we use a relatively new definition proposed by Pfeiffer et al [<xref ref-type="bibr" rid="ref13">13</xref>] that emphasizes the principle of nudging [<xref ref-type="bibr" rid="ref27">27</xref>] the participants with playful elements to engage in simulation, and therefore it can be understood as a tool for triggering positive behaviors towards learning.</p>
        <p>We acknowledge that our backgrounds may influence the data analysis and synthesis. NS and AAK have a background in health informatics and research interests in educational technologies, specifically virtual patients; CS is a military surgeon and researcher in surgical education; and KK has a background in interaction design, technology-enhanced learning, and medical education.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>A potential limitation of the upcoming systematic review might be that evidence published in gray literature is not going to be retrieved; we might therefore overlook evidence about gamification applications that have not been reported in peer-reviewed journals. Additionally, we may not retrieve papers that did not include keywords that we have a priori associated with game elements. To control this challenge, we have collaborated with a team of professional librarians to design a complex search strategy and will hand-search references in included studies.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>To our knowledge, this is going to be the first systematic review to explore game elements in the design of educational simulations in the context of military trauma management. Our findings will increase the understanding of how game elements are used in the design of simulations in military trauma management training and by that hopefully contribute to more effective development of future simulations.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Data extraction sheet and initial coding frame for game elements and outcomes in the included studies.</p>
        <media xlink:href="resprot_v12i1e45969_app1.docx" xlink:title="DOCX File , 20 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Search strategy and number of results retrieved.</p>
        <media xlink:href="resprot_v12i1e45969_app2.docx" xlink:title="DOCX File , 44 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">MERSQI</term>
          <def>
            <p>Medical Education Research Study Quality Instrument</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">PRISMA</term>
          <def>
            <p>Preferred Reporting Items for Systematic Reviews and Meta-Analyses</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors would like to acknowledge Jonas Pettersson, Anja Vikingson, and Narcisa Hannerz at Karolinska Institutet Biblioteket (university library) for their support in designing the search strategy and retrieving the articles.</p>
      <p>This study is financially supported by the Swedish Armed Forces.</p>
    </ack>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>The data sets generated or analyzed during this study are available from the corresponding author on reasonable request.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Georgiou</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lockey</surname>
              <given-names>DJ</given-names>
            </name>
          </person-group>
          <article-title>The performance and assessment of hospital trauma teams</article-title>
          <source>Scand J Trauma Resusc Emerg Med</source>
          <year>2010</year>
          <volume>18</volume>
          <fpage>66</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://sjtrem.biomedcentral.com/articles/10.1186/1757-7241-18-66"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1757-7241-18-66</pub-id>
          <pub-id pub-id-type="medline">21144035</pub-id>
          <pub-id pub-id-type="pii">1757-7241-18-66</pub-id>
          <pub-id pub-id-type="pmcid">PMC3017008</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Buehner</surname>
              <given-names>MF</given-names>
            </name>
            <name name-style="western">
              <surname>Eastridge</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Aden</surname>
              <given-names>JK</given-names>
            </name>
            <name name-style="western">
              <surname>DuBose</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Blackbourne</surname>
              <given-names>LH</given-names>
            </name>
            <name name-style="western">
              <surname>Cestero</surname>
              <given-names>RF</given-names>
            </name>
          </person-group>
          <article-title>Combat casualties and severe shock: risk factors for death at role 3 military facilities</article-title>
          <source>Mil Med</source>
          <year>2017</year>
          <volume>182</volume>
          <issue>9</issue>
          <fpage>e1922</fpage>
          <lpage>e1928</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://academic.oup.com/milmed/article/182/9-10/e1922/4627039?login=false"/>
          </comment>
          <pub-id pub-id-type="doi">10.7205/MILMED-D-16-00392</pub-id>
          <pub-id pub-id-type="medline">28885956</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Leitch</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Moses</surname>
              <given-names>GR</given-names>
            </name>
            <name name-style="western">
              <surname>Magee</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Simulation and the future of military medicine</article-title>
          <source>Mil Med</source>
          <year>2002</year>
          <volume>167</volume>
          <issue>4</issue>
          <fpage>350</fpage>
          <lpage>354</lpage>
          <pub-id pub-id-type="medline">11977889</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Andersson</surname>
              <given-names>SO</given-names>
            </name>
            <name name-style="western">
              <surname>Lundberg</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Jonsson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tingström</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Dahlgren</surname>
              <given-names>MA</given-names>
            </name>
          </person-group>
          <article-title>Interaction, action, and reflection: how medics learn medical care in the Swedish Armed Forces</article-title>
          <source>Mil Med</source>
          <year>2013</year>
          <volume>178</volume>
          <issue>8</issue>
          <fpage>861</fpage>
          <lpage>866</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://academic.oup.com/milmed/article/178/8/861/4259698?login=false"/>
          </comment>
          <pub-id pub-id-type="doi">10.7205/MILMED-D-13-00048</pub-id>
          <pub-id pub-id-type="medline">23929046</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gerhardt</surname>
              <given-names>RT</given-names>
            </name>
            <name name-style="western">
              <surname>Mabry</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>De Lorenzo</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Butler</surname>
              <given-names>FK</given-names>
            </name>
          </person-group>
          <article-title>Fundamentals of combat casualty care. combat casualty care: lessons learned from OEF and OIF. 1st edition</article-title>
          <source>Borden Institute, US Army Medical Department</source>
          <year>2012</year>
          <access-date>2023-07-29</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://sofia.medicalistes.fr/spip/IMG/pdf/Fundamentals_of_combat_casualty_care_chapter_3_document_US_Amry.pdf">https://sofia.medicalistes.fr/spip/IMG/pdf/Fundamentals_of_combat_casualty_care_chapter_3_document_US_Amry.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Anagnostou</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Michas</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Giannou</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Practicing military medicine in truly austere environments: what to expect, how to prepare, when to improvise</article-title>
          <source>Mil Med</source>
          <year>2020</year>
          <volume>185</volume>
          <issue>5-6</issue>
          <fpage>e656</fpage>
          <lpage>e661</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://academic.oup.com/milmed/article/185/5-6/e656/5716503?login=false"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/milmed/usz467</pub-id>
          <pub-id pub-id-type="medline">31990026</pub-id>
          <pub-id pub-id-type="pii">5716503</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Laporta</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Hoang</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Moloff</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tieman</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Schwartz</surname>
              <given-names>BD</given-names>
            </name>
            <name name-style="western">
              <surname>Slack</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chalut</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Unangst</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>From trauma in austere environments to combat or medical school: how blended hyper-realism in the real and virtual worlds can better prepare surgeons</article-title>
          <source>Studies in Health Technology and Informatics. Vol 196</source>
          <year>2014</year>
          <publisher-loc>Amsterdam</publisher-loc>
          <publisher-name>IOS Press</publisher-name>
          <fpage>233</fpage>
          <lpage>237</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Friedl</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>O'Neil</surname>
              <given-names>HF</given-names>
            </name>
          </person-group>
          <article-title>Designing and using computer simulations in medical education and training: an introduction</article-title>
          <source>Mil Med</source>
          <year>2013</year>
          <volume>178</volume>
          <issue>10 Suppl</issue>
          <fpage>1</fpage>
          <lpage>6</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://academic.oup.com/milmed/article/178/suppl_10/1/4344772?login=false"/>
          </comment>
          <pub-id pub-id-type="doi">10.7205/MILMED-D-13-00209</pub-id>
          <pub-id pub-id-type="medline">24084299</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Quick</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>Simulation training in trauma</article-title>
          <source>Mo Med</source>
          <year>2018</year>
          <volume>115</volume>
          <issue>5</issue>
          <fpage>447</fpage>
          <lpage>450</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/30385994"/>
          </comment>
          <pub-id pub-id-type="medline">30385994</pub-id>
          <pub-id pub-id-type="pmcid">PMC6205286</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stathakarou</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Sonesson</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Lundberg</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Boffard</surname>
              <given-names>KD</given-names>
            </name>
            <name name-style="western">
              <surname>Kononowicz</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Karlgren</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Teams managing civilian and military complex trauma: what are the competencies required in austere environments and the potential of simulation technology to address them?</article-title>
          <source>Health Informatics J</source>
          <year>2021</year>
          <volume>27</volume>
          <issue>4</issue>
          <fpage>14604582211052253</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/abs/10.1177/14604582211052253?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/14604582211052253</pub-id>
          <pub-id pub-id-type="medline">34821149</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dichev</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Dicheva</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Gamifying education: what is known, what is believed and what remains uncertain: a critical review</article-title>
          <source>Int J Educ Technol High Educ</source>
          <year>2017</year>
          <volume>14</volume>
          <issue>1</issue>
          <fpage>9</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://educationaltechnologyjournal.springeropen.com/articles/10.1186/s41239-017-0042-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s41239-017-0042-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pasquier</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Mérat</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Malgras</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Petit</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Queran</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Bay</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Boutonnet</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Jault</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Ausset</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Auroy</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Perez</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Tesnière</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Pons</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Mignon</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>A serious game for massive training and assessment of French soldiers involved in forward combat casualty care (3D-SC1): development and deployment</article-title>
          <source>JMIR Serious Games</source>
          <year>2016</year>
          <volume>4</volume>
          <issue>1</issue>
          <fpage>e5</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://games.jmir.org/2016/1/e5/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/games.5340</pub-id>
          <pub-id pub-id-type="medline">27194369</pub-id>
          <pub-id pub-id-type="pii">v4i1e5</pub-id>
          <pub-id pub-id-type="pmcid">PMC4889867</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pfeiffer</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bezzina</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>König</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Kriglstein</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Beyond classical gamification: in- and around-game gamification for education</article-title>
          <year>2020</year>
          <conf-name>Proceedings of the 19th European Conference on e-Learning ECEL 2020</conf-name>
          <conf-date>28-30 October 2020</conf-date>
          <conf-loc>Berlin Germany</conf-loc>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Maheu-Cadotte</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Cossette</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Dubé</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Fontaine</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Mailhot</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Lavoie</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Cournoyer</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Balli</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Mathieu-Dupuis</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of serious games and impact of design elements on engagement and educational outcomes in healthcare professionals and students: a systematic review and meta-analysis protocol</article-title>
          <source>BMJ Open</source>
          <year>2018</year>
          <volume>8</volume>
          <issue>3</issue>
          <fpage>e019871</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=29549206"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2017-019871</pub-id>
          <pub-id pub-id-type="medline">29549206</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2017-019871</pub-id>
          <pub-id pub-id-type="pmcid">PMC5857654</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van Gaalen</surname>
              <given-names>AEJ</given-names>
            </name>
            <name name-style="western">
              <surname>Brouwer</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Schönrock-Adema</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bouwkamp-Timmer</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Jaarsma</surname>
              <given-names>ADC</given-names>
            </name>
            <name name-style="western">
              <surname>Georgiadis</surname>
              <given-names>JR</given-names>
            </name>
          </person-group>
          <article-title>Gamification of health professions education: a systematic review</article-title>
          <source>Adv Health Sci Educ Theory Pract</source>
          <year>2021</year>
          <volume>26</volume>
          <issue>2</issue>
          <fpage>683</fpage>
          <lpage>711</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33128662"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10459-020-10000-3</pub-id>
          <pub-id pub-id-type="medline">33128662</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10459-020-10000-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC8041684</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Toda</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Klock</surname>
              <given-names>ACT</given-names>
            </name>
            <name name-style="western">
              <surname>Oliveira</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Palomino</surname>
              <given-names>PT</given-names>
            </name>
            <name name-style="western">
              <surname>Rodrigues</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Shi</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Bittencourt</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Gasparini</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Isotani</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Cristea</surname>
              <given-names>AI</given-names>
            </name>
          </person-group>
          <article-title>Analysing gamification elements in educational environments using an existing gamification taxonomy</article-title>
          <source>Smart Learn Environ</source>
          <year>2019</year>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>16</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://slejournal.springeropen.com/articles/10.1186/s40561-019-0106-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s40561-019-0106-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mazarakis</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bräuer</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Gamification is working, but which one exactly? results from an experiment with four game design elements</article-title>
          <source>Int J Hum Comput Interact</source>
          <year>2022</year>
          <volume>39</volume>
          <issue>3</issue>
          <fpage>612</fpage>
          <lpage>627</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.tandfonline.com/doi/full/10.1080/10447318.2022.2041909"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/10447318.2022.2041909</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Peters</surname>
              <given-names>MDJ</given-names>
            </name>
            <name name-style="western">
              <surname>Godfrey</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Khalil</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>McInerney</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Parker</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Soares</surname>
              <given-names>CB</given-names>
            </name>
          </person-group>
          <article-title>Guidance for conducting systematic scoping reviews</article-title>
          <source>Int J Evid Based Healthc</source>
          <year>2015</year>
          <volume>13</volume>
          <issue>3</issue>
          <fpage>141</fpage>
          <lpage>146</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.lww.com/ijebh/Fulltext/2015/09000/Guidance_for_conducting_systematic_scoping_reviews.5.aspx"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/XEB.0000000000000050</pub-id>
          <pub-id pub-id-type="medline">26134548</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kononowicz</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Woodham</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Edelbring</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Stathakarou</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Davies</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Saxena</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Car</surname>
              <given-names>LD</given-names>
            </name>
            <name name-style="western">
              <surname>Carlstedt-Duke</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Car</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Zary</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Virtual patient simulations in health professions education: systematic review and meta-analysis by the Digital Health Education Collaboration</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <volume>21</volume>
          <issue>7</issue>
          <fpage>e14676</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/7/e14676/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/14676</pub-id>
          <pub-id pub-id-type="medline">31267981</pub-id>
          <pub-id pub-id-type="pii">v21i7e14676</pub-id>
          <pub-id pub-id-type="pmcid">PMC6632099</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Harden</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Methods for the thematic synthesis of qualitative research in systematic reviews</article-title>
          <source>BMC Med Res Methodol</source>
          <year>2008</year>
          <volume>8</volume>
          <fpage>45</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedresmethodol.biomedcentral.com/articles/10.1186/1471-2288-8-45"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1471-2288-8-45</pub-id>
          <pub-id pub-id-type="medline">18616818</pub-id>
          <pub-id pub-id-type="pii">1471-2288-8-45</pub-id>
          <pub-id pub-id-type="pmcid">PMC2478656</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cook</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Reed</surname>
              <given-names>DA</given-names>
            </name>
          </person-group>
          <article-title>Appraising the quality of medical education research methods: the Medical Education Research Study Quality Instrument and the Newcastle-Ottawa Scale-Education</article-title>
          <source>Acad Med</source>
          <year>2015</year>
          <volume>90</volume>
          <issue>8</issue>
          <fpage>1067</fpage>
          <lpage>1076</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.lww.com/academicmedicine/Fulltext/2015/08000/Appraising_the_Quality_of_Medical_Education.23.aspx"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/ACM.0000000000000786</pub-id>
          <pub-id pub-id-type="medline">26107881</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Côté</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Turgeon</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Appraising qualitative research articles in medicine and medical education</article-title>
          <source>Med Teach</source>
          <year>2005</year>
          <volume>27</volume>
          <issue>1</issue>
          <fpage>71</fpage>
          <lpage>75</lpage>
          <pub-id pub-id-type="doi">10.1080/01421590400016308</pub-id>
          <pub-id pub-id-type="medline">16147774</pub-id>
          <pub-id pub-id-type="pii">G9C15XVK2F8403TV</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Planchon</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Vacher</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Comblet</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rabatel</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Darses</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Mignon</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Pasquier</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Serious game training improves performance in combat life-saving interventions</article-title>
          <source>Injury</source>
          <year>2018</year>
          <volume>49</volume>
          <issue>1</issue>
          <fpage>86</fpage>
          <lpage>92</lpage>
          <pub-id pub-id-type="doi">10.1016/j.injury.2017.10.025</pub-id>
          <pub-id pub-id-type="medline">29042033</pub-id>
          <pub-id pub-id-type="pii">S0020-1383(17)30709-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sotomayor</surname>
              <given-names>TM</given-names>
            </name>
          </person-group>
          <article-title>Teaching tactical combat casualty care using the TC3 sim game-based simulation: a study to measure training effectiveness</article-title>
          <source>Studies in Health Technology and Informatics. Vol 154</source>
          <year>2010</year>
          <publisher-loc>Amsterdam</publisher-loc>
          <publisher-name>IOS Press</publisher-name>
          <fpage>176</fpage>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mackenzie</surname>
              <given-names>CF</given-names>
            </name>
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>TE</given-names>
            </name>
            <name name-style="western">
              <surname>Shipper</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Elster</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Bowyer</surname>
              <given-names>MW</given-names>
            </name>
          </person-group>
          <article-title>Virtual reality and haptic interfaces for civilian and military open trauma surgery training: a systematic review</article-title>
          <source>Injury</source>
          <year>2022</year>
          <volume>53</volume>
          <issue>11</issue>
          <fpage>3575</fpage>
          <lpage>3585</lpage>
          <pub-id pub-id-type="doi">10.1016/j.injury.2022.08.003</pub-id>
          <pub-id pub-id-type="medline">36123192</pub-id>
          <pub-id pub-id-type="pii">S0020-1383(22)00534-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Deterding</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Dixon</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Khaled</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Nacke</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>From game design elements to gamefulness: defining "gamification"</article-title>
          <year>2011</year>
          <conf-name>MindTrek '11: Proceedings of the 15th International Academic MindTrek Conference: Envisioning Future Media Environments</conf-name>
          <conf-date>September 28-30, 2011</conf-date>
          <conf-loc>Tampere Finland</conf-loc>
          <fpage>9</fpage>
          <lpage>15</lpage>
          <pub-id pub-id-type="doi">10.1145/2181037.2181040</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thaler</surname>
              <given-names>RH</given-names>
            </name>
            <name name-style="western">
              <surname>Sunstein</surname>
              <given-names>CR</given-names>
            </name>
          </person-group>
          <source>Nudge: Improving Decisions about Health, Wealth, and Happiness</source>
          <year>2009</year>
          <publisher-loc>City of Westminster, London</publisher-loc>
          <publisher-name>Penguin Publishing Group</publisher-name>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
