<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v13i1e55466</article-id>
      <article-id pub-id-type="pmid">39133913</article-id>
      <article-id pub-id-type="doi">10.2196/55466</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Development of Automated Triggers in Ambulatory Settings in Brazil: Protocol for a Machine Learning–Based Design Thinking Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Ma</surname>
            <given-names>Simone</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Goyal</surname>
            <given-names>Shreya</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Sakal</surname>
            <given-names>Collin</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Recsky</surname>
            <given-names>Chantelle</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>van der Velde</surname>
            <given-names>Enno</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Herrera</surname>
            <given-names>Claire Nierva</given-names>
          </name>
          <degrees>RM, RN, MScN</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Fundamental of Nursing</institution>
            <institution>Ribeirão Preto College of Nursing</institution>
            <institution>University of São Paulo</institution>
            <addr-line>Avenida dos Bandeirantes</addr-line>
            <addr-line>3900 Campus Universitário - Bairro Monte Alegre Ribeirão Preto</addr-line>
            <addr-line>Ribeirão Preto, 14040902</addr-line>
            <country>Brazil</country>
            <phone>55 1633153381</phone>
            <email>claire.nierher@usp.br</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0290-2166</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Gimenes</surname>
            <given-names>Fernanda Raphael Escobar</given-names>
          </name>
          <degrees>RN, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5174-112X</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Herrera</surname>
            <given-names>João Paulo</given-names>
          </name>
          <degrees>MBA, MCS</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0006-7532-6090</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Cavalli</surname>
            <given-names>Ricardo</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5010-4914</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Fundamental of Nursing</institution>
        <institution>Ribeirão Preto College of Nursing</institution>
        <institution>University of São Paulo</institution>
        <addr-line>Ribeirão Preto</addr-line>
        <country>Brazil</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Eldorado Research Institute</institution>
        <addr-line>Campinas</addr-line>
        <country>Brazil</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Faculty of Medicine of Ribeirão Preto</institution>
        <institution>University of São Paulo</institution>
        <addr-line>Ribeirão Preto</addr-line>
        <country>Brazil</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Claire Nierva Herrera <email>claire.nierher@usp.br</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2024</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>12</day>
        <month>8</month>
        <year>2024</year>
      </pub-date>
      <volume>13</volume>
      <elocation-id>e55466</elocation-id>
      <history>
        <date date-type="received">
          <day>18</day>
          <month>12</month>
          <year>2023</year>
        </date>
        <date date-type="rev-request">
          <day>21</day>
          <month>2</month>
          <year>2024</year>
        </date>
        <date date-type="rev-recd">
          <day>22</day>
          <month>4</month>
          <year>2024</year>
        </date>
        <date date-type="accepted">
          <day>17</day>
          <month>6</month>
          <year>2024</year>
        </date>
      </history>
      <copyright-statement>©Claire Nierva Herrera, Fernanda Raphael Escobar Gimenes, João Paulo Herrera, Ricardo Cavalli. Originally published in JMIR Research Protocols (https://www.researchprotocols.org), 12.08.2024.</copyright-statement>
      <copyright-year>2024</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on https://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.researchprotocols.org/2024/1/e55466" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>The use of technologies has had a significant impact on patient safety and the quality of care and has increased globally. In the literature, it has been reported that people die annually due to adverse events (AEs), and various methods exist for investigating and measuring AEs. However, some methods have a limited scope, data extraction, and the need for data standardization. In Brazil, there are few studies on the application of trigger tools, and this study is the first to create automated triggers in ambulatory care.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aims to develop a machine learning (ML)–based automated trigger for outpatient health care settings in Brazil.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>A mixed methods research will be conducted within a design thinking framework and the principles will be applied in creating the automated triggers, following the stages of (1) empathize and define the problem, involving observations and inquiries to comprehend both the user and the challenge at hand; (2) ideation, where various solutions to the problem are generated; (3) prototyping, involving the construction of a minimal representation of the best solutions; (4) testing, where user feedback is obtained to refine the solution; and (5) implementation, where the refined solution is tested, changes are assessed, and scaling is considered. Furthermore, ML methods will be adopted to develop automated triggers, tailored to the local context in collaboration with an expert in the field.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>This protocol describes a research study in its preliminary stages, prior to any data gathering and analysis. The study was approved by the members of the organizations within the institution in January 2024 and by the ethics board of the University of São Paulo and the institution where the study will take place. in May 2024. As of June 2024, stage 1 commenced with data gathering for qualitative research. A separate paper focused on explaining the method of ML will be considered after the outcomes of stages 1 and 2 in this study.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>After the development of automated triggers in the outpatient setting, it will be possible to prevent and identify potential risks of AEs more promptly, providing valuable information. This technological innovation not only promotes advances in clinical practice but also contributes to the dissemination of techniques and knowledge related to patient safety. Additionally, health care professionals can adopt evidence-based preventive measures, reducing costs associated with AEs and hospital readmissions, enhancing productivity in outpatient care, and contributing to the safety, quality, and effectiveness of care provided. Additionally, in the future, if the outcome is successful, there is the potential to apply it in all units, as planned by the institutional organization.</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>PRR1-10.2196/55466</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>machine learning</kwd>
        <kwd>ambulatory care</kwd>
        <kwd>patient safety</kwd>
        <kwd>medical records systems</kwd>
        <kwd>computerized</kwd>
        <kwd>patient safety</kwd>
        <kwd>technology</kwd>
        <kwd>quality of care</kwd>
        <kwd>automated triggers</kwd>
        <kwd>limitation</kwd>
        <kwd>predict</kwd>
        <kwd>potential risk</kwd>
        <kwd>outpatient</kwd>
        <kwd>ambulatory patient</kwd>
        <kwd>walk-in</kwd>
        <kwd>adverse events</kwd>
        <kwd>evidence-based</kwd>
        <kwd>preventive</kwd>
        <kwd>low-income countries</kwd>
        <kwd>middle-income countries</kwd>
        <kwd>data</kwd>
        <kwd>scarcity</kwd>
        <kwd>standardization</kwd>
        <kwd>quality intervention</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Overview</title>
        <p>In low- and middle-income countries, the burden of poor-quality health care has not been adequately quantified due to data scarcity, lack of standardization, and insufficient research on quality interventions. Moreover, recent estimates suggest that in these countries, between 5.7 and 8.4 million people die annually due to adverse events (AEs), where an incident resulted in harm to a patient [<xref ref-type="bibr" rid="ref1">1</xref>]. Among the common AEs that can lead to preventable harm to patients are medication errors, unsafe surgical procedures, health care–associated infections, diagnostic errors, patient falls, pressure injury, patient misidentification, unsafe blood transfusions, and venous thromboembolism [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. Annually, the indirect costs of harm from unsafe health care practices amount to trillions of US dollars worldwide, with 4 out of every 100 patients in low-to-middle-income countries losing their lives due to substandard [<xref ref-type="bibr" rid="ref3">3</xref>]. According to the World Health Organization (WHO), the financial and economic costs of safety lapses in the health care sector will be even greater and will remain a challenge for modern health care delivery in all countries. This is attributed to patient safety incidents resulting in fatalities, disabilities, and distress for both patients and their families, along with health care workers involved in serious patient incidents [<xref ref-type="bibr" rid="ref2">2</xref>]. This situation reinforces the hypothesis that AEs are a significant yet neglected public health issue. Furthermore, during the 72nd World Health Assembly held in May 2019, the WHO recognized patient safety as a global health priority and an essential component for achieving universal health coverage across all countries. The WHO, in collaboration with Member States, adopted resolution WHA72.6 “Global Action on Patient Safety,” with the objective of transforming the movement into a social action where patients start demanding safer health care. This marks a strategic moment as this action has been globally acknowledged as a powerful policy tool that will shape the global patient safety agenda in the coming years and reduce the costs related to AEs at all levels of health systems [<xref ref-type="bibr" rid="ref1">1</xref>].</p>
        <p>There are several methods available for investigating and measuring AEs, such as voluntary reporting, retrospective review of medical records involving the analysis of past patient records, prospective analysis of the patient charts of inpatients which includes capturing real-time data, direct observation, interviews with patients and health care professionals, and analysis of indicators, reports, and complaints of poor practices [<xref ref-type="bibr" rid="ref4">4</xref>]. Among these methods, one of the most used inpatient safety research is voluntary reporting, which relies on health care providers reporting AEs that they encounter during patient care [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>]. Another frequently used methodology in research is manual and retrospective medical record review [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref7">7</xref>-<xref ref-type="bibr" rid="ref10">10</xref>]. This method is considered the “gold standard” for estimating the occurrence of AEs in hospitalized patients due to its ability to capture detailed information and this involves trained reviewers examining patient charts to identify potential AEs, followed by physician review to determine if an AE indeed occurred [<xref ref-type="bibr" rid="ref11">11</xref>].</p>
        <p>In the year 2003, the Institute for Healthcare Improvement (IHI) developed the Global Trigger Tool for Measuring Adverse Events [<xref ref-type="bibr" rid="ref8">8</xref>]. This approach involves external reviewers who gather information through triggers, which are clues or indicators recorded in archived medical records that signal the potential occurrence of an AE associated with patient care [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>]. In 2001, the IHI proposed triggers focused on tracking AEs in the outpatient setting [<xref ref-type="bibr" rid="ref8">8</xref>], known as the Outpatient Adverse Event Trigger Tool [<xref ref-type="bibr" rid="ref12">12</xref>]. It is important to note that the first step of the patient safety research cycle proposed by the WHO involves measuring the magnitude of AEs [<xref ref-type="bibr" rid="ref1">1</xref>].</p>
        <p>Despite the advantages of trigger tools in AE tracking, the methodology presents disadvantages including variation in detected AEs [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref13">13</xref>], limited scope [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref10">10</xref>], resource-intensive usage [<xref ref-type="bibr" rid="ref14">14</xref>-<xref ref-type="bibr" rid="ref16">16</xref>], lack of specificity [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>], delay in tool application [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>], dependency on complete and legible documentation [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref18">18</xref>], reliance on human judgment [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>], limited data extraction [<xref ref-type="bibr" rid="ref15">15</xref>], need for data standardization [<xref ref-type="bibr" rid="ref16">16</xref>], and limited sensitivity [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref18">18</xref>]. For these reasons, researchers have proposed the use of automated triggers to overcome the limitations of the manual method. In investigations conducted in the United States [<xref ref-type="bibr" rid="ref14">14</xref>] and Switzerland [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref18">18</xref>], researchers used automated triggers to track AEs.</p>
        <p>In another study, machine learning (ML) was used to assess risk factors associated with severe AEs, after tracking patient harm in a cancer hospital in Chongqing, China [<xref ref-type="bibr" rid="ref19">19</xref>]. The findings indicated that automated triggers and ML successfully identified risk factors for severe AEs induced by antineoplastic drugs in patients with cancer. The ML model incorporated variables such as age, cancer type, number of prescribed medications, and other factors. The study’s outcomes were considered promising, as the developed model demonstrated the ability to predict severe AEs induced by antineoplastic drugs in patients with cancer. The researchers concluded that the use of automated triggers and ML is a promising approach to identifying risk factors for severe events, in contrast to the manual and retrospective method which aims to track events that have already occurred. Consequently, automated triggers represent a proactive approach, while triggers developed by the IHI are reactive.</p>
      </sec>
      <sec>
        <title>Theoretical and Methodological Framework</title>
        <sec>
          <title>Using Design Thinking Framework</title>
          <p>Design thinking is defined as a human-centered approach to solving complex problems and finding innovative solutions [<xref ref-type="bibr" rid="ref20">20</xref>]. Its objective is to creatively address adversities, focusing on the needs of the users [<xref ref-type="bibr" rid="ref20">20</xref>]. The method has been used in the health care field with the purposes of enhancing the patient’s experience, developing solutions for clinical complications, creating business models in health, and improving service efficiency [<xref ref-type="bibr" rid="ref20">20</xref>]. Previous research results have demonstrated that the use of design thinking in health care can lead to bold and people-centered solutions, as well as improvements in the efficiency of services provided to patients [<xref ref-type="bibr" rid="ref20">20</xref>].</p>
          <p>The method consists of the phases of (1) empathize and define the problem, which involves observations and questioning to understand both the user and the challenge at hand; (2) ideation, where various solutions to the problem are generated; (3) prototyping, which involves building a minimal representation of the best solutions; (4) testing, where user feedback is obtained to refine the solution; and (5) implementation, where the refined solution is tested, the change is evaluated, and scaling is considered. This phase may lead to new discoveries and the continuation of the process [<xref ref-type="bibr" rid="ref20">20</xref>].</p>
          <p>Recent research conducted in the health care field [<xref ref-type="bibr" rid="ref21">21</xref>-<xref ref-type="bibr" rid="ref24">24</xref>] with the purpose of applying design thinking in clinical research [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>], patient safety, and quality of care [<xref ref-type="bibr" rid="ref27">27</xref>], as well as in the education of health care professions [<xref ref-type="bibr" rid="ref21">21</xref>-<xref ref-type="bibr" rid="ref24">24</xref>], demonstrated that the method has contributed to the development of simple yet efficient solutions for managing problems. For example, it has been effective in reducing the outbreak of the COVID-19 pandemic [<xref ref-type="bibr" rid="ref24">24</xref>], improving health research reporting [<xref ref-type="bibr" rid="ref26">26</xref>], enhancing clinical researchers’ understanding of issues in dementia care [<xref ref-type="bibr" rid="ref25">25</xref>], refining patient safety and overall quality of care in the operating room [<xref ref-type="bibr" rid="ref27">27</xref>], proposing ethical implications for organ transplantation [<xref ref-type="bibr" rid="ref21">21</xref>], and fine-tuning curricula and educational programs for health care professions [<xref ref-type="bibr" rid="ref22">22</xref>].</p>
        </sec>
        <sec>
          <title>ML in the Health Care Field</title>
          <p>In recent years, there has been an increased interest in ML in the health care field, driven in part by the availability of large data sets and the development of powerful computing resources. ML, a branch of artificial intelligence (AI) and computer science, focuses on using data and algorithms to mimic the way humans learn, gradually improving its accuracy. The method is being applied to a wide range of fields, including health and finance [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref29">29</xref>]. With the rise of AI and the growing influx of digital data in health care, new tools have emerged that can enhance patient care and alleviate the labor-intensive nature of nursing work [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref29">29</xref>]. It is anticipated that in the next decade, health care delivery will be revolutionized by the integration of digital health technologies and AI [<xref ref-type="bibr" rid="ref29">29</xref>].</p>
          <p>Recent research using ML in the health care field, such as the development of an early warning system for sepsis [<xref ref-type="bibr" rid="ref30">30</xref>], the assessment of mortality risk in older adults [<xref ref-type="bibr" rid="ref31">31</xref>], the prediction of hospital admissions in emergency departments [<xref ref-type="bibr" rid="ref32">32</xref>], and the forecast of AEs after percutaneous coronary intervention [<xref ref-type="bibr" rid="ref33">33</xref>], has concluded that these techniques are effective in predicting such events and can provide increased accuracy in outcomes.</p>
        </sec>
        <sec>
          <title>Goals and Research Question</title>
          <p>This protocol describes a methodology designed using design thinking frameworks to develop ML-based automated triggers for outpatient health care settings in Brazil and overcome the limitations of manual methods. Additionally, the specific objectives are (1) to apply the principles of design thinking in the creation of automated triggers; (2) to gain insights into risk factors for AEs and limitations in early detection of health care–related harm from the perspectives of health care professionals, patients, and family or caregivers; (3) to create automated triggers through ML; and (4) to evaluate the implementation of this solution in the real world. Considering the foregoing, the question arises if it is possible to develop automated triggers through ML to predict early risks of avoidable harm related to outpatient health care.</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design and Setting</title>
        <p>Mixed methods research will be conducted within a design thinking framework. The study will take place at the outpatient unit of a prominent tertiary-level teaching hospital in the Metropolitan Region of Ribeirão Preto, located in the state of São Paulo, Brazil. The institution provides services across various medical specialties, offering exclusive services to the Unified Health System. Within the outpatient building is the institution’s largest surgical center, as well as the Central Laboratory Division—the first public laboratory in Brazil certified by the American College of Pathologists. The unit also has jointly a pharmaceutics unit, responsible for dispensing prescribed medications and regularly producing various categories of pharmaceuticals.</p>
      </sec>
      <sec>
        <title>Participants</title>
        <sec>
          <title>Study Inclusion and Exclusion Criteria</title>
          <p>In this study, exclusively included will be adult patients aged 18 years or older, fluent in Brazilian Portuguese, along with their family members or caregivers and members of the multiprofessional health care team (physicians, nurses, nursing technicians or assistants, pharmacists, nutritionists, physiotherapists, psychologists, and speech therapists) with a work experience in the outpatient unit exceeding 1 year. Residents and health care professionals on vacation or leave during the data collection period will be excluded. Regarding patients’ electronic medical health records (EMHRs), those originating from pregnant individuals and psychiatric patients will be excluded. Additionally, patients’ EMHRs with insufficient and incomplete information will be excluded.</p>
        </sec>
        <sec>
          <title>Sample Size</title>
          <p>The sample size will be divided into 2 stages. For the interview, a sample size of 20 participants will be considered, including patients, family members or caregivers, and members of the multidisciplinary health care team, taking into account the concept of data saturation [<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref35">35</xref>]. Finally, for predictive analysis in ML for patients’ EMHRs, the sample size will depend on the number of variables identified and included for triggers that need to be considered [<xref ref-type="bibr" rid="ref36">36</xref>].</p>
        </sec>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>The study will be conducted in accordance with the Declaration of Helsinki and in compliance with the standards and guidelines established by the National Research Ethics Commission, as specified in the regulations and recommendations of Resolution 466/12 of the National Health Council [<xref ref-type="bibr" rid="ref37">37</xref>], which regulates research involving human participants.</p>
        <p>This project also involves documentary research as the incident or AE reports that occurred with ambulatory patients will be analyzed. It will not be possible to obtain informed consent from individuals whose data are contained in these restricted-access documents, as they do not attend the owning institution. In this case, the researcher will sign the Commitment Term for Data Use and Handling, which will be handled only after approval by the Research Ethics Committee and the owning institution.</p>
        <p>The study was approved by the members of the organization within the institutions (146.00010241/2023-15) and it has been approved by the College of Nursing, Ribeirão Preto, University of São Paulo (Brazilian Ethics Board 6.811.085) and by the ethics board of the institution where the study will take place (Brazilian ethics board 6.851.281), enabling the commencement of data gathering in the ambulatory care unit.</p>
        <p>Participants will be informed about the study’s objectives and, upon agreeing to participate voluntarily, they will be asked to sign the informed consent form. There will be 3 informed consent processes—2 separate informed consent for stages 1 and 2 (1 for patients, family members or caregivers, and another for participants who are members of the multidisciplinary health care team). The third informed consent will be considered for stage 4 participants in this study.</p>
        <p>Participants will not receive direct benefits or compensatory benefits, but the results of this study may generate indirect benefits. The results will be useful for developing automated triggers in the outpatient setting. As mentioned in stage 1, under step 4, participants’ identification will be encrypted, to guarantee privacy and will not be disclosed when publishing the study results. All data obtained will be used for scientific purposes only.</p>
      </sec>
      <sec>
        <title>Procedures for Data Collection and Data Analysis</title>
        <sec>
          <title>Overview</title>
          <p>This phase will be divided into 5 stages based on design thinking, as presented in <xref rid="figure1" ref-type="fig">Figure 1</xref> [<xref ref-type="bibr" rid="ref20">20</xref>].</p>
          <fig id="figure1" position="float">
            <label>Figure 1</label>
            <caption>
              <p>Stages of design thinking (adapted from Altman M et al [<xref ref-type="bibr" rid="ref20">20</xref>], which is published under Creative Commons Attribution 4.0 International License [<xref ref-type="bibr" rid="ref38">38</xref>].</p>
            </caption>
            <graphic xlink:href="resprot_v13i1e55466_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Empathize and Define the Problem: Stage 1</title>
          <sec>
            <title>Overview</title>
            <p>In this stage, qualitative research will be conducted. The researcher will meet with stakeholders to collect data on their perceptions of a specific problem and conduct on-site observations to understand users and challenges at hand. In addition, the institution’s incident notification reports will be analyzed to map the most frequent types, severity according to the WHO classification [<xref ref-type="bibr" rid="ref39">39</xref>], and prevalence.</p>
            <p>To access incident or AE reports from the institution and conduct interviews, the researcher will contact the unit manager and the institution’s risk management representative to present the research project and clarify its objectives. After obtaining proper authorization from the unit manager and the institution’s risk management, the risk management manager will proceed to provide tabulated data, which includes the variable of interest. These variables include the patient’s registration number, patient characterization information, type of event, severity or degree of resulting damage or harm, consequences of the damage or harm, and the occurrence location, specifically within which medical specialty. Also, during these visits, with the purpose of analyzing AE notification reports and mapping the patient’s journey from admission to discharge. Furthermore, “extreme patients” will be identified, those with multiple admissions in a short period. Additionally, the EMHR will be examined to characterize patients who have experienced AEs, defined as incidents resulting in patient harm due to health care [<xref ref-type="bibr" rid="ref1">1</xref>], such as medication errors and readmissions within 30 days.</p>
            <p>Subsequently, authorization will be requested to access patients, family members or caregivers, and health care professionals working in the unit, who will be invited to participate voluntarily and in writing. The researcher will schedule interviews within the unit, in a reserved location agreed upon with the manager, so as not to interfere with the institution’s care routine. In this case, semistructured interviews will also be conducted, recorded in audio and later transcribed [<xref ref-type="bibr" rid="ref40">40</xref>] to understand the experiences of patients, family members or caregivers, and health care professionals regarding AEs related to care provided in the outpatient setting.</p>
            <p>An interview protocol with 4 to 5 questions will be considered [<xref ref-type="bibr" rid="ref40">40</xref>]. Then, participants will be asked to elaborate on their ideas or what they said in detail [<xref ref-type="bibr" rid="ref40">40</xref>]. The interviews will be fully transcribed and later analyzed with the assistance of the ATLAS.ti software (ATLAS.ti Scientific Software Development GmbH) [<xref ref-type="bibr" rid="ref41">41</xref>]. Data will be analyzed following the process [<xref ref-type="bibr" rid="ref40">40</xref>] that involves the following steps.</p>
          </sec>
          <sec>
            <title>Step 1</title>
            <p>Organize and prepare data for analysis—involves transcribing interviews or classifying and organizing data into different types, depending on the sources of information.</p>
          </sec>
          <sec>
            <title>Step 2</title>
            <p>Read all data—the first step is to get a general idea of the information and reflect or begin to record general thoughts about the data at this stage.</p>
          </sec>
          <sec>
            <title>Step 3</title>
            <p>Start detailed analysis with a coding process—involves taking collected text data, segmenting sentences (or paragraphs) into categories, and labeling these categories with a term, often a term based on the participant’s actual language.</p>
          </sec>
          <sec>
            <title>Step 4</title>
            <p>Use the coding process, as well as categories or themes for analysis—involves a detailed representation of information about people, places, or events in an environment. Then use coding to generate a small number of themes or categories, which should show multiple participant perspectives and be supported by diverse quotations and specific evidence.</p>
          </sec>
          <sec>
            <title>Step 5</title>
            <p>Move forward in how the description and themes will be represented—the most popular approach is to use a narrative text to convey the results of the analysis, which can be a discussion mentioning a timeline of events, a detailed discussion of various themes (with subthemes, specific illustrations, multiple perspectives from individuals, and quotes), or a discussion with interconnected themes. Visuals, figures, or tables are also used as supplements to discussions.</p>
          </sec>
          <sec>
            <title>Step 6</title>
            <p>Make an interpretation or meaning of the data—capturing the essence of the idea and lessons can be the researcher’s personal interpretation, inserted into the understanding that the researcher brings to the study from their own culture, history, and experiences. It can also be a meaning derived from comparing results with information obtained from literature or theories. Thus, the results confirm past information or deviate from it. It can also suggest new questions that need to be asked—questions raised by the data and analyses that the researcher had not previously anticipated in the study. Based on the themes identified from the qualitative data analysis, the researcher will identify the most common AEs in outpatient care and their likely causes. In this stage, the Consolidated Criteria for Reporting Qualitative Research (COREQ) guideline [<xref ref-type="bibr" rid="ref42">42</xref>] will be adopted.</p>
          </sec>
        </sec>
        <sec>
          <title>Ideation: Stage 2</title>
          <p>In this phase, the probable causes of the most common and severe AEs in outpatient care will be explored from the perspective of health care professionals and users or patients, and family members or caregivers. To achieve this, the methodology of root cause analysis will be used, using an Ishikawa diagram, also known as a cause and effect or fishbone diagram. This tool enables the systematic categorization and identification of the root causes of a problem. Through this diagram, it becomes possible to visualize and analyze the various variables that may be contributing to the issue at hand, facilitating the identification of its primary causes [<xref ref-type="bibr" rid="ref43">43</xref>]. It is noteworthy that the patient’s journey in the service will also be mapped, and subsequently, a process flowchart will be developed.</p>
          <p>Based on the results from stages 1 and 2, as many solutions as possible will be generated to address the challenge of developing automated triggers capable of predicting potential risks of harm to ambulatory patients.</p>
        </sec>
        <sec>
          <title>Prototyping: Stage 3</title>
          <p>In this phase, a patient-centered approach will be applied to create automated triggers capable of identifying risks of avoidable harm. To achieve this, ML techniques will be adopted as illustrated in <xref rid="figure2" ref-type="fig">Figure 2</xref>. Moreover, a separate paper focused on explaining the method of ML in detail will be applied after the outcomes of stages 1 and 2, as well as the access gained to patients’ EMHRs in this research project.</p>
          <p>The ML models are mathematical models whose parameters are adjusted based on the examples presented during the training phase [<xref ref-type="bibr" rid="ref28">28</xref>]. Before training, the data must undergo preprocessing to standardize and eliminate any inconsistencies. Removing duplicate entries, correcting missing values, converting categorical data into numbers, and filtering relevant attributes are examples of data preprocessing techniques. At this stage, the subsets of samples to be used for model training and evaluation must also be defined. To avoid bias in learning, samples will be randomly selected.</p>
          <p>From the preprocessed data, a classification model will be trained to indicate the risk of an AE (output variable) based on specific triggers (input variables). The model selection will be based on the data distribution, which should be interpreted by an expert in the field. Gradient boosting–based models [<xref ref-type="bibr" rid="ref44">44</xref>-<xref ref-type="bibr" rid="ref46">46</xref>] and logistic regression [<xref ref-type="bibr" rid="ref44">44</xref>,<xref ref-type="bibr" rid="ref45">45</xref>,<xref ref-type="bibr" rid="ref47">47</xref>] are examples of modern ML algorithms well-suited for classification tasks involving tabular data. Finally, the trained model will be used to identify or “predict” the most likely outcomes of new data not present in the training data set [<xref ref-type="bibr" rid="ref28">28</xref>].</p>
          <p>Quantitative evaluation metrics such as calibration, discrimination, sensitivity, and specificity will be used to quantitatively assess the model’s performance from the evaluation subset [<xref ref-type="bibr" rid="ref36">36</xref>]. It is emphasized that the entire process involving ML techniques will involve collaboration with an expert in the field of AI. Additionally, the Transparent Reporting of a Multivariable Prediction Model for Individual Prognosis or Diagnosis (TRIPOD) guideline [<xref ref-type="bibr" rid="ref48">48</xref>] will be followed with the aim of reporting an AI-related intervention, also considering the Guidelines for Developing and Reporting Machine Learning Predictive Models [<xref ref-type="bibr" rid="ref49">49</xref>].</p>
          <fig id="figure2" position="float">
            <label>Figure 2</label>
            <caption>
              <p>Application scheme of machine learning algorithms.</p>
            </caption>
            <graphic xlink:href="resprot_v13i1e55466_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Testing: Stage 4</title>
          <p>In this stage, the prototype is tested with health care professionals as participants to obtain feedback and identify areas for improvement. For this purpose, the think aloud method will be used [<xref ref-type="bibr" rid="ref50">50</xref>]. Initially, participants will receive a brief explanation of the technique and the tasks they should perform. While participants perform the tasks, they must verbally report everything they are thinking and doing, from the moment they start the task until they complete it.</p>
          <p>The researcher will take careful notes on the observations made by participants in a field diary. After completing the task using the think aloud technique, the researcher will analyze the observations and identify patterns of behavior and common problems encountered by participants during the interaction with the user interface. Finally, the researcher will prepare a report describing the observations made, including the identified problems and possible solutions to these problems.</p>
        </sec>
        <sec>
          <title>Implementation: Stage 5</title>
          <p>In this final phase, the algorithms developed through the ML technique, in collaboration with an expert in the field of ML, will be tested on a sample of patient records treated in outpatient care and evaluated for possible adjustments and changes. Additionally, this stage may result in new discoveries and the continuation of the process. In <xref rid="figure3" ref-type="fig">Figure 3</xref>, the operationalization of the study is illustrated, including data collection and data analysis.</p>
          <fig id="figure3" position="float">
            <label>Figure 3</label>
            <caption>
              <p>Operationalization of the study, including data collection and data analysis. COREQ: Consolidated Criteria for Reporting Qualitative Research; TRIPOD: Transparent Reporting of a Multivariable Prediction Model for Individual Prognosis or Diagnosis.</p>
            </caption>
            <graphic xlink:href="resprot_v13i1e55466_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>This protocol describes a research study in its preliminary stages, prior to any data gathering and analysis. The research is currently in its initial phases, with the institution’s organization showing support for the project. As mentioned previously, the study was approved by the members of the organization within the institutions in January 2024 and in May 2024, it was approved by the ethics board of the University of São Paulo and the institution where the study will take place.</p>
      <p>After approval by the ethics board, stage 1, commenced with data gathering for qualitative research in June 2024. The researcher conducted a brief meeting with the unit manager and the risk management manager. Site observation began and as of June 17, 2024, semistructured interviews were initiated and ended on June 28, 2024, with 25 participants having participated in individual interview, taking into account the concept of data saturation. Data analysis has begun, considering the first step, which involves organizing and preparing data for analysis, including transcribing interviews. If the data information is not enough, follow-up questions will be added for the individual participants. Moreover, tabulated data of notification reports will be collected from August 12 to 31.</p>
      <p>Additionally, funding for this study was granted by the National Council for Scientific and Technological Development (Conselho Nacional de Desenvolvimento Científico e Tecnológico) under process 141042/2024-9 as of May 2024. The study was granted funding in the Doctoral Sandwich Program Abroad (Programa de Doutorado Sanduíche no Exterior), process (88881.982930/2024-01), which aims to support research projects in higher education and research institutions outside Brazil, starting from November 2024 until April 2025 in Finland.</p>
      <p>The abstract of this study was selected for presentation during the 35th International Nursing Research Congress from July 2024 to August 2024 in Singapore, organized by Sigma Global Nursing Excellence.</p>
      <p>As this is the early stage of the research project and stage 3, which involves prototyping based on the framework of design thinking, will entail the creation of automated triggers using the method of ML, it can only present some possible models that will be used. The possible models will depend on the outcomes of stages 1 and 2 of design thinking, as well as the access gained to patients’ EMHRs. Moreover, it will depend on the number of variables identified and included for triggers that need to be considered. A separate paper focused on explaining the method of ML can be considered after the outcomes of stages 1 and 2 in this research project.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>In this paper, we present the research protocol in its preliminary stages, prior to any data gathering and analysis. This study is the first to create automated trigger tools in ambulatory settings in Brazil, presenting a valuable contribution to the health field while also adapting the design thinking framework. This framework is still underexplored in Brazilian research, especially in the context of patient safety. It is crucial to highlight the real-world application, specifically the effective implementation in the local realities.</p>
      </sec>
      <sec>
        <title>Comparison to Prior Work</title>
        <p>In Brazil, despite a few published studies on the application of the trigger tool, most have focused on hospital settings [<xref ref-type="bibr" rid="ref51">51</xref>,<xref ref-type="bibr" rid="ref52">52</xref>], and more recently, on dental care [<xref ref-type="bibr" rid="ref53">53</xref>]. However, according to the 2018 report from the Organization for Economic Cooperation and Development [<xref ref-type="bibr" rid="ref54">54</xref>], about half of the global burden of AEs originated in primary health care, and 4 in 10 patients experience safety incidents, often resulting in hospitalizations and increased care needs. Moreover, the most common AEs in primary health care are related to medication use, largely caused by polypharmacy.</p>
        <p>Given this context, in 2001, IHI proposed triggers for tracking AEs in the outpatient setting [<xref ref-type="bibr" rid="ref12">12</xref>], known as the Outpatient Adverse Event Trigger Tool [<xref ref-type="bibr" rid="ref55">55</xref>]. The tool comprises 11 triggers that provide clues or hints regarding the existence of an AEs in the patient’s medical record, including (1) new cancer diagnosis, (2) placement in a nursing home, (3) hospital admission and discharge, (4) 2 or more outpatient visits in a year, (5) surgical procedure, (6) emergency department visit, (7) use of more than 5 medications, (8) change of physician, (9) complaint letter, (10) more than 3 nursing calls in a week, and (11) abnormal laboratory value. These triggers were tested in American outpatient clinics but are certainly not the only possible triggers, although they represent an important starting point. According to IHI [<xref ref-type="bibr" rid="ref8">8</xref>], each institution should choose to add, remove, or modify the triggers currently on the list to meet local realities. However, this study will develop automated triggers, in contrast to the manual and retrospective methods.</p>
      </sec>
      <sec>
        <title>Strengths and Limitations</title>
        <p>This study has the potential to positively impact the quality of care provided and simultaneously make a valuable contribution to the international scientific community. Thus, the best practices for outpatient care encompass principles of care continuity beyond hospital walls. In line with these observations, the importance and urgency of identifying events related to unsafe care in the outpatient context are emphasized to guide improvement and safety strategies for patients in these health care settings [<xref ref-type="bibr" rid="ref56">56</xref>]. Furthermore, decisions can be made to minimize the burden of preventable harm, both economically and socially [<xref ref-type="bibr" rid="ref57">57</xref>], as well as to promote a safety culture and establish high-reliability organizations.</p>
        <p>This study will be conducted in an ambulatory setting with participants who are adults aged 18 years or older. It will exclude EMHR from pregnant individuals and psychiatric patients, which are anticipated limitations of this study.</p>
      </sec>
      <sec>
        <title>Future Directions</title>
        <p>For this study protocol, a separate paper focused on explaining the ML methods can be considered after the outcomes of stages 1 and 2 in this study. In the future, it will be used in every unit and will adjust the triggers based on each unit of the hospital. As mentioned, this is the first study to create automated triggers in Brazil. Therefore, there is a potential high demand for contributions nationally, and our study will also benefit other lines of research both nationally and internationally.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>After the development of automated triggers in the outpatient setting, it will be possible to prevent and identify potential risks of AEs more promptly, providing valuable information. This technological innovation not only promotes advances in clinical practice but also contributes to the dissemination of techniques and knowledge related to patient safety. Additionally, health care professionals can adopt evidence-based preventive measures, reducing costs associated with AEs and hospital readmissions, enhancing productivity in outpatient care, and contributing to the safety, quality, and effectiveness of care provided. Additionally, in the future, if the outcome is successful, there is the potential to apply it in all units, as planned by the institutional organization.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AE</term>
          <def>
            <p>adverse event</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">AI</term>
          <def>
            <p>artificial intelligence</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">COREQ</term>
          <def>
            <p>Consolidated Criteria for Reporting Qualitative Research</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">EMHR</term>
          <def>
            <p>electronic medical health record</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">IHI</term>
          <def>
            <p>Institute for Healthcare Improvement</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">ML</term>
          <def>
            <p>machine learning</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">TRIPOD</term>
          <def>
            <p>Transparent Reporting of a Multivariable Prediction Model for Individual Prognosis or Diagnosis</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">WHO</term>
          <def>
            <p>World Health Organization</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors are grateful for the support and approval received from the Outpatient Nursing Service, Nursing Division, and Superintendent’s Office for conducting the research in the institution. The authors conducted grammar correction and translation using OpenAI ChatGPT-3.5 version 2024. This study is supported by the National Council for Scientific and Technological Development (CNPq, Conselho Nacional de Desenvolvimento Científico e Tecnológico) under process (141042/2024-9).</p>
    </ack>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>The data sets generated and analyzed during this study are available from the corresponding author on reasonable request.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="con">
        <p>CNH (claire.nierher@usp.br) and FREG (fregimenes@eerp.usp.br) are co-corresponding authors for this study.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>Global action on patient safety: report by the Director-General</article-title>
          <source>World Health Organization</source>
          <year>2019</year>
          <access-date>2024-07-25</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://apps.who.int/gb/ebwha/pdf_files/WHA72/A72_R6-em.pdf">https://apps.who.int/gb/ebwha/pdf_files/WHA72/A72_R6-em.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <article-title>Global patient safety action plan 2021–2030: towards eliminating avoidable harm in health care</article-title>
          <source>World Health Organization</source>
          <year>2021</year>
          <access-date>2024-07-25</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://apps.who.int/iris/handle/10665/343477">https://apps.who.int/iris/handle/10665/343477</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Slawomirski</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Klazinga</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>OECD iLibrary</article-title>
          <source>The economics of patient safety : from analysis to action</source>
          <year>2020</year>
          <access-date>2024-07-25</access-date>
          <publisher-loc>Paris</publisher-loc>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.oecd-ilibrary.org/social-issues-migration-health/the-economics-of-patient-safety_761f2da8-en">https://www.oecd-ilibrary.org/social-issues-migration-health/the-economics-of-patient-safety_761f2da8-en</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="web">
          <article-title>World Health Organization</article-title>
          <source>Assessing and tackling patient harm: a methodological guide for data-poor hospitals</source>
          <access-date>2024-07-25</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.who.int/substance_abuse/research_tools/translation/em/">http://www.who.int/substance_abuse/research_tools/translation/em/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pierdevara</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Porcel-Gálvez</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Ferreira da Silva</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Barrientos Trigo</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Eiras</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Translation, cross-cultural adaptation, and measurement properties of the Portuguese version of the global trigger tool for adverse events</article-title>
          <source>Ther Clin Risk Manag</source>
          <year>2020</year>
          <volume>16</volume>
          <fpage>1175</fpage>
          <lpage>1183</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33299318"/>
          </comment>
          <pub-id pub-id-type="doi">10.2147/TCRM.S282294</pub-id>
          <pub-id pub-id-type="medline">33299318</pub-id>
          <pub-id pub-id-type="pii">282294</pub-id>
          <pub-id pub-id-type="pmcid">PMC7721282</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zanetti</surname>
              <given-names>ACB</given-names>
            </name>
            <name name-style="western">
              <surname>Gabriel</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Dias</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Bernardes</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Moura</surname>
              <given-names>AAD</given-names>
            </name>
            <name name-style="western">
              <surname>Gabriel</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Lima Júnior</surname>
              <given-names>AJd</given-names>
            </name>
          </person-group>
          <article-title>Assessment of the incidence and preventability of adverse events in hospitals: an integrative review</article-title>
          <source>Rev Gaucha Enferm</source>
          <year>2020</year>
          <volume>41</volume>
          <fpage>e20190364</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.scielo.br/scielo.php?script=sci_arttext&#38;pid=S1983-14472020000100503&#38;lng=en&#38;nrm=iso&#38;tlng=en"/>
          </comment>
          <pub-id pub-id-type="doi">10.1590/1983-1447.2020.20190364</pub-id>
          <pub-id pub-id-type="medline">32667424</pub-id>
          <pub-id pub-id-type="pii">S1983-14472020000100503</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Griffin</surname>
              <given-names>FA</given-names>
            </name>
            <name name-style="western">
              <surname>Resar</surname>
              <given-names>RK</given-names>
            </name>
          </person-group>
          <article-title>IHI global trigger tool for measuring adverse events</article-title>
          <source>Institute for Healthcare Improvement</source>
          <year>2009</year>
          <access-date>2024-07-25</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ihi.org/resources/Pages/IHIWhitePapers/IHIGlobalTriggerToolWhitePaper.aspx">https://www.ihi.org/resources/Pages/IHIWhitePapers/IHIGlobalTriggerToolWhitePaper.aspx</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
          <article-title>IHI global trigger tool for measuring adverse events</article-title>
          <source>Institute for Healthcare Improvement</source>
          <year>2023</year>
          <access-date>2024-07-25</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ihi.org/resources/Pages/Tools/IHIGlobalTriggerToolforMeasuringAEs.aspx">https://www.ihi.org/resources/Pages/Tools/IHIGlobalTriggerToolforMeasuringAEs.aspx</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Musy</surname>
              <given-names>SN</given-names>
            </name>
            <name name-style="western">
              <surname>Ausserhofer</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Schwendimann</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Rothen</surname>
              <given-names>HU</given-names>
            </name>
            <name name-style="western">
              <surname>Jeitziner</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rutjes</surname>
              <given-names>AW</given-names>
            </name>
            <name name-style="western">
              <surname>Simon</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Trigger tool-based automated adverse event detection in electronic health records: systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2018</year>
          <volume>20</volume>
          <issue>5</issue>
          <fpage>e198</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://boris.unibe.ch/id/eprint/117069"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.9901</pub-id>
          <pub-id pub-id-type="medline">29848467</pub-id>
          <pub-id pub-id-type="pii">v20i5e198</pub-id>
          <pub-id pub-id-type="pmcid">PMC6000482</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brösterhaus</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hammer</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gruber</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kalina</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Grau</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Roeth</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Ashmawy</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Groß</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Binnebösel</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Knoefel</surname>
              <given-names>WT</given-names>
            </name>
            <name name-style="western">
              <surname>Manser</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Using the global trigger tool in surgical and neurosurgical patients: a feasibility study</article-title>
          <source>PLoS One</source>
          <year>2022</year>
          <volume>17</volume>
          <issue>8</issue>
          <fpage>e0272853</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0272853"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0272853</pub-id>
          <pub-id pub-id-type="medline">35972977</pub-id>
          <pub-id pub-id-type="pii">PONE-D-20-10728</pub-id>
          <pub-id pub-id-type="pmcid">PMC9380916</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Murff</surname>
              <given-names>HJ</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>VL</given-names>
            </name>
            <name name-style="western">
              <surname>Hripcsak</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Bates</surname>
              <given-names>DW</given-names>
            </name>
          </person-group>
          <article-title>Detecting adverse events for patient safety research: a review of current methodologies</article-title>
          <source>J Biomed Inform</source>
          <year>2003</year>
          <volume>36</volume>
          <issue>1-2</issue>
          <fpage>131</fpage>
          <lpage>143</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1532046403000686"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jbi.2003.08.003</pub-id>
          <pub-id pub-id-type="medline">14552854</pub-id>
          <pub-id pub-id-type="pii">S1532046403000686</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="web">
          <article-title>IHI outpatient adverse events trigger tool. Version 4</article-title>
          <source>Institute for Healthcare Improvement</source>
          <year>2006</year>
          <access-date>2024-07-25</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ihi.org/resources/white-papers/ihi-global-trigger-tool-measuring-adverse-">https://www.ihi.org/resources/white-papers/ihi-global-trigger-tool-measuring-adverse-</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Eggenschwiler</surname>
              <given-names>LC</given-names>
            </name>
            <name name-style="western">
              <surname>Rutjes</surname>
              <given-names>AWS</given-names>
            </name>
            <name name-style="western">
              <surname>Musy</surname>
              <given-names>SN</given-names>
            </name>
            <name name-style="western">
              <surname>Ausserhofer</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Nielen</surname>
              <given-names>NM</given-names>
            </name>
            <name name-style="western">
              <surname>Schwendimann</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Unbeck</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Simon</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Variation in detected adverse events using trigger tools: a systematic review and meta-analysis</article-title>
          <source>PLoS One</source>
          <year>2022</year>
          <volume>17</volume>
          <issue>9</issue>
          <fpage>e0273800</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://boris.unibe.ch/id/eprint/172621"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0273800</pub-id>
          <pub-id pub-id-type="medline">36048863</pub-id>
          <pub-id pub-id-type="pii">PONE-D-21-40420</pub-id>
          <pub-id pub-id-type="pmcid">PMC9436152</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fortenberry</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Odinet</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>McKinzie</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Faircloth</surname>
              <given-names>CB</given-names>
            </name>
            <name name-style="western">
              <surname>Falato</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Pappas</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Development of an electronic trigger tool at a children's hospital within an academic medical center</article-title>
          <source>Am J Health Syst Pharm</source>
          <year>2019</year>
          <volume>76</volume>
          <issue>Supplement_4</issue>
          <fpage>S107</fpage>
          <lpage>S113</lpage>
          <pub-id pub-id-type="doi">10.1093/ajhp/zxz222</pub-id>
          <pub-id pub-id-type="medline">31724037</pub-id>
          <pub-id pub-id-type="pii">5624086</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Costa</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Archondo</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Trigger tools and adverse drug events at a large general hospital in São Paulo/SP, Brazil</article-title>
          <source>Braz J Glob Health</source>
          <year>2022</year>
          <volume>2</volume>
          <issue>6</issue>
          <fpage>2</fpage>
          <lpage>16</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://revistas.unisa.br/index.php/saudeglobal/article/view/325"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gaspar</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Lutters</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Beeler</surname>
              <given-names>PE</given-names>
            </name>
            <name name-style="western">
              <surname>Lang</surname>
              <given-names>PO</given-names>
            </name>
            <name name-style="western">
              <surname>Burnand</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Rinaldi</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Lovis</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Csajka</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Le Pogam</surname>
              <given-names>M</given-names>
            </name>
            <collab>SwissMADE study</collab>
          </person-group>
          <article-title>Automatic detection of adverse drug events in geriatric care: study proposal</article-title>
          <source>JMIR Res Protoc</source>
          <year>2022</year>
          <volume>11</volume>
          <issue>11</issue>
          <fpage>e40456</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchprotocols.org/2022/11/e40456/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/40456</pub-id>
          <pub-id pub-id-type="medline">36378522</pub-id>
          <pub-id pub-id-type="pii">v11i11e40456</pub-id>
          <pub-id pub-id-type="pmcid">PMC9709671</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goruntla</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Nitturi</surname>
              <given-names>KY</given-names>
            </name>
            <name name-style="western">
              <surname>Pujari</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Jayanthi</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Gurram</surname>
              <given-names>VR</given-names>
            </name>
            <name name-style="western">
              <surname>Veerabhadrappa</surname>
              <given-names>KV</given-names>
            </name>
            <name name-style="western">
              <surname>Bhupalam</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Evaluation of performance of IHI global trigger tool in identification of adverse drug events: a prospective observational study</article-title>
          <source>J Pharm Res Int</source>
          <year>2021</year>
          <volume>33</volume>
          <issue>31A</issue>
          <fpage>146</fpage>
          <lpage>156</lpage>
          <pub-id pub-id-type="doi">10.9734/jpri/2021/v33i31a31675</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>El Saghir</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dimitriou</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Scholer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Istampoulouoglou</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Heinrich</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Baumgartl</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Schwendimann</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Bassetti</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Leuppi-Taegtmeyer</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Development and implementation of an e-trigger tool for adverse drug events in a Swiss university hospital</article-title>
          <source>Drug Healthc Patient Saf</source>
          <year>2021</year>
          <volume>13</volume>
          <fpage>251</fpage>
          <lpage>263</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34992466"/>
          </comment>
          <pub-id pub-id-type="doi">10.2147/DHPS.S334987</pub-id>
          <pub-id pub-id-type="medline">34992466</pub-id>
          <pub-id pub-id-type="pii">334987</pub-id>
          <pub-id pub-id-type="pmcid">PMC8713708</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Pan</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Ji</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Peng</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Tang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Jia</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Gong</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>A risk-factor model for antineoplastic drug-induced serious adverse events in cancer inpatients: a retrospective study based on the global trigger tool and machine learning</article-title>
          <source>Front Pharmacol</source>
          <year>2022</year>
          <volume>13</volume>
          <fpage>896104</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35847000"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fphar.2022.896104</pub-id>
          <pub-id pub-id-type="medline">35847000</pub-id>
          <pub-id pub-id-type="pii">896104</pub-id>
          <pub-id pub-id-type="pmcid">PMC9277092</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>TT</given-names>
            </name>
            <name name-style="western">
              <surname>Breland</surname>
              <given-names>JY</given-names>
            </name>
          </person-group>
          <article-title>Design thinking in health care</article-title>
          <source>Prev Chronic Dis</source>
          <year>2018</year>
          <volume>15</volume>
          <fpage>E117</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/30264690"/>
          </comment>
          <pub-id pub-id-type="doi">10.5888/pcd15.180128</pub-id>
          <pub-id pub-id-type="medline">30264690</pub-id>
          <pub-id pub-id-type="pii">E117</pub-id>
          <pub-id pub-id-type="pmcid">PMC6178900</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marcus</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Simone</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Block</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Design thinking in medical ethics education</article-title>
          <source>J Med Ethics</source>
          <year>2020</year>
          <volume>46</volume>
          <issue>4</issue>
          <fpage>282</fpage>
          <lpage>284</lpage>
          <pub-id pub-id-type="doi">10.1136/medethics-2019-105989</pub-id>
          <pub-id pub-id-type="medline">32054776</pub-id>
          <pub-id pub-id-type="pii">medethics-2019-105989</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McLaughlin</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Wolcott</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Hubbard</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Umstead</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Rider</surname>
              <given-names>TR</given-names>
            </name>
          </person-group>
          <article-title>A qualitative review of the design thinking framework in health professions education</article-title>
          <source>BMC Med Educ</source>
          <year>2019</year>
          <volume>19</volume>
          <issue>1</issue>
          <fpage>98</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmededuc.biomedcentral.com/articles/10.1186/s12909-019-1528-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12909-019-1528-8</pub-id>
          <pub-id pub-id-type="medline">30947748</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12909-019-1528-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC6449899</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wolcott</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>McLaughlin</surname>
              <given-names>JE</given-names>
            </name>
          </person-group>
          <article-title>Promoting creative problem-solving in schools of pharmacy with the use of design thinking</article-title>
          <source>Am J Pharm Educ</source>
          <year>2020</year>
          <volume>84</volume>
          <issue>10</issue>
          <fpage>ajpe8065</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33149333"/>
          </comment>
          <pub-id pub-id-type="doi">10.5688/ajpe8065</pub-id>
          <pub-id pub-id-type="medline">33149333</pub-id>
          <pub-id pub-id-type="pii">S0002-9459(23)01824-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC7596600</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Radzihovsky</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Trounce</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Sebok-Syer</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Boukhman</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Hackathon challenge as a pedagogical tool to teach interdisciplinary problem-solving skills for population health</article-title>
          <source>MedEdPublish</source>
          <year>2022</year>
          <volume>12</volume>
          <fpage>72</fpage>
          <pub-id pub-id-type="doi">10.12688/mep.19276.1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Aflatoony</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hepburn</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Perkins</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Waldrop</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Reed</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Training clinical researchers with design thinking to to develop dementia caregiving research initiatives</article-title>
          <source>Design Health (Abingdon)</source>
          <year>2022</year>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>69</fpage>
          <lpage>90</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/36262116"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/24735132.2022.2061830</pub-id>
          <pub-id pub-id-type="medline">36262116</pub-id>
          <pub-id pub-id-type="pmcid">PMC9578440</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bazzano</surname>
              <given-names>AN</given-names>
            </name>
            <name name-style="western">
              <surname>Yan</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mulhern</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>LaFond</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Andrawes</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Pilar Johnson</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Das</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Improving the reporting of health research involving design: a proposed guideline</article-title>
          <source>BMJ Glob Health</source>
          <year>2020</year>
          <volume>5</volume>
          <issue>2</issue>
          <fpage>e002248</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://gh.bmj.com/lookup/pmidlookup?view=long&#38;pmid=32133198"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjgh-2019-002248</pub-id>
          <pub-id pub-id-type="medline">32133198</pub-id>
          <pub-id pub-id-type="pii">bmjgh-2019-002248</pub-id>
          <pub-id pub-id-type="pmcid">PMC7042569</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Criscitelli</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Goodwin</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Applying human-centered design thinking to enhance safety in the OR</article-title>
          <source>AORN J</source>
          <year>2017</year>
          <volume>105</volume>
          <issue>4</issue>
          <fpage>408</fpage>
          <lpage>412</lpage>
          <pub-id pub-id-type="doi">10.1016/j.aorn.2017.02.004</pub-id>
          <pub-id pub-id-type="medline">28336030</pub-id>
          <pub-id pub-id-type="pii">S0001-2092(17)30108-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ganskaia</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Abaimov</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Before and after: machine learning for perioperative patient care</article-title>
          <source>arXiv</source>
          <comment>Preprint posted online on 20 Jan, 2022</comment>
          <pub-id pub-id-type="doi">10.48550/arXiv.2201.08095</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Buchanan</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Howitt</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Booth</surname>
              <given-names>RG</given-names>
            </name>
            <name name-style="western">
              <surname>Risling</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Bamford</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Nursing in the age of artificial intelligence: protocol for a scoping review</article-title>
          <source>JMIR Res Protoc</source>
          <year>2020</year>
          <volume>9</volume>
          <issue>4</issue>
          <fpage>e17490</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchprotocols.org/2020/4/e17490/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/17490</pub-id>
          <pub-id pub-id-type="medline">32297873</pub-id>
          <pub-id pub-id-type="pii">v9i4e17490</pub-id>
          <pub-id pub-id-type="pmcid">PMC7193433</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Apostolova</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Velez</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Toward automated early sepsis alerting: identifying infection patients from nursing notes</article-title>
          <source>Comput Soc</source>
          <year>2018</year>
          <fpage>257</fpage>
          <lpage>262</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Santos</surname>
              <given-names>HGD</given-names>
            </name>
            <name name-style="western">
              <surname>Nascimento</surname>
              <given-names>CFd</given-names>
            </name>
            <name name-style="western">
              <surname>Izbicki</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Duarte</surname>
              <given-names>YAdO</given-names>
            </name>
            <name name-style="western">
              <surname>Porto Chiavegatto Filho</surname>
              <given-names>AD</given-names>
            </name>
          </person-group>
          <article-title>[Machine learning for predictive analyses in health: an example of an application to predict death in the elderly in São Paulo, Brazil]</article-title>
          <source>Cad Saude Publica</source>
          <year>2019</year>
          <volume>35</volume>
          <issue>7</issue>
          <fpage>e00050818</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.scielo.br/scielo.php?script=sci_arttext&#38;pid=S0102-311X2019000904002&#38;lng=en&#38;nrm=iso&#38;tlng=en"/>
          </comment>
          <pub-id pub-id-type="doi">10.1590/0102-311X00050818</pub-id>
          <pub-id pub-id-type="medline">31365698</pub-id>
          <pub-id pub-id-type="pii">S0102-311X2019000904002</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liley</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bohner</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Emerson</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Mateen</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>Borland</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Carr</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Heald</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Oduro</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>Ireland</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Moffat</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Porteous</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Riddell</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Cunningham</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Holmes</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Payne</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Vollmer</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Vallejos</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Aslett</surname>
              <given-names>LJM</given-names>
            </name>
          </person-group>
          <article-title>Development and assessment of a machine learning tool for predicting emergency admission in Scotland</article-title>
          <source>CSH</source>
          <year>2021</year>
          <pub-id pub-id-type="doi">10.1101/2021.08.06.21261593</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Niimi</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Shiraishi</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Sawano</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ikemura</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Inohara</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Ueda</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Fukuda</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Kohsaka</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Machine learning models for prediction of adverse events after percutaneous coronary intervention</article-title>
          <source>Sci Rep</source>
          <year>2022</year>
          <volume>12</volume>
          <issue>1</issue>
          <fpage>6262</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41598-022-10346-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41598-022-10346-1</pub-id>
          <pub-id pub-id-type="medline">35428765</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41598-022-10346-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC9012739</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Glaser</surname>
              <given-names>BG</given-names>
            </name>
            <name name-style="western">
              <surname>Strauss</surname>
              <given-names>AL</given-names>
            </name>
          </person-group>
          <source>The Discovery of Grounded Theory: Strategies for Qualitative Research</source>
          <year>1967</year>
          <publisher-loc>New York</publisher-loc>
          <publisher-name>Aldene de Gruyter</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Braun</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>To saturate or not to saturate? Questioning data saturation as a useful concept for thematic analysis and sample-size rationales</article-title>
          <source>Qual Res Sport Exerc Health</source>
          <year>2019</year>
          <volume>13</volume>
          <issue>2</issue>
          <fpage>201</fpage>
          <lpage>216</lpage>
          <pub-id pub-id-type="doi">10.1080/2159676x.2019.1704846</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Van Calster</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>McLernon</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>van Smeden</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wynants</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Steyerberg</surname>
              <given-names>EW</given-names>
            </name>
            <collab>Topic Group ‘Evaluating diagnostic testsprediction models’ of the STRATOS initiative</collab>
          </person-group>
          <article-title>Calibration: the achilles heel of predictive analytics</article-title>
          <source>BMC Med</source>
          <year>2019</year>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>230</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedicine.biomedcentral.com/articles/10.1186/s12916-019-1466-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12916-019-1466-7</pub-id>
          <pub-id pub-id-type="medline">31842878</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12916-019-1466-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC6912996</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>Ministério da Saúde</collab>
          </person-group>
          <article-title>Guidelines and regulatory standards for research involving human subjects (Diretrizes e normas regulamentadoras de pesquisa envolvendo seres humanos)</article-title>
          <source>Resolução nº 466, de 12 de dezembro de</source>
          <year>2012</year>
          <publisher-loc>Brasil</publisher-loc>
          <publisher-name>Conselho Nacional de Saúde</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="web">
          <article-title>Attribution 4.0 International (CC BY 4.0)</article-title>
          <source>Creative Commons</source>
          <access-date>2024-08-12</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://creativecommons.org/licenses/by/4.0/">https://creativecommons.org/licenses/by/4.0/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="web">
          <article-title>Conceptual framework for the international classification for patient safety</article-title>
          <source>World Health Organization</source>
          <year>2009</year>
          <access-date>2024-07-25</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.who.int/patientsafety/taxonomy/icps_">http://www.who.int/patientsafety/taxonomy/icps_</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Creswell</surname>
              <given-names>JW</given-names>
            </name>
          </person-group>
          <source>Research Design: Qualitative, Quantitative, and Mixed Methods Approaches, 3rd ed</source>
          <year>2009</year>
          <publisher-loc>Thousand Oaks, California</publisher-loc>
          <publisher-name>Sage Publications, Inc</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="web">
          <article-title>ATLAS.ti scientific software development GmbH</article-title>
          <source>ATLAS.ti Mac</source>
          <year>2023</year>
          <access-date>2025-07-25</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://atlasti.com">https://atlasti.com</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tong</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sainsbury</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Craig</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Consolidated criteria for reporting qualitative research (COREQ): a 32-item checklist for interviews and focus groups</article-title>
          <source>Int J Qual Health Care</source>
          <year>2007</year>
          <volume>19</volume>
          <issue>6</issue>
          <fpage>349</fpage>
          <lpage>357</lpage>
          <pub-id pub-id-type="doi">10.1093/intqhc/mzm042</pub-id>
          <pub-id pub-id-type="medline">17872937</pub-id>
          <pub-id pub-id-type="pii">mzm042</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Taylor-Adams</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Vincent</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Systems analysis of clinical incidents: the London protocol</article-title>
          <source>Clin Risk</source>
          <year>2016</year>
          <volume>10</volume>
          <issue>6</issue>
          <fpage>211</fpage>
          <lpage>220</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.imperial.ac.uk/patient-safety-translational-research-centre/education/training-materials-for-use-in-research-and-clinical-practice/the-london-protocol/"/>
          </comment>
          <pub-id pub-id-type="doi">10.1258/1356262042368255</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sakal</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>X</given-names>
            </name>
          </person-group>
          <article-title>Identifying predictive risk factors for future cognitive impairment among Chinese older adults: longitudinal prediction study</article-title>
          <source>JMIR Aging</source>
          <year>2024</year>
          <volume>7</volume>
          <fpage>e53240</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://aging.jmir.org/2024//e53240/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/53240</pub-id>
          <pub-id pub-id-type="medline">38534042</pub-id>
          <pub-id pub-id-type="pii">v7i1e53240</pub-id>
          <pub-id pub-id-type="pmcid">PMC11004610</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Su</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>He</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Use of machine learning approach to predict depression in the elderly in China: a longitudinal study</article-title>
          <source>J Affect Disord</source>
          <year>2021</year>
          <volume>282</volume>
          <fpage>289</fpage>
          <lpage>298</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0165-0327(20)33250-X"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jad.2020.12.160</pub-id>
          <pub-id pub-id-type="medline">33418381</pub-id>
          <pub-id pub-id-type="pii">S0165-0327(20)33250-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Shu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Välimäki</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Feng</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>A risk prediction model based on machine learning for cognitive impairment among Chinese community-dwelling elderly people with normal cognition: development and validation study</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <volume>23</volume>
          <issue>2</issue>
          <fpage>e20298</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2021/2/e20298/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/20298</pub-id>
          <pub-id pub-id-type="medline">33625369</pub-id>
          <pub-id pub-id-type="pii">v23i2e20298</pub-id>
          <pub-id pub-id-type="pmcid">PMC7946590</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gao</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Dong</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Gu</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Gao</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Development and validation of a nomogram for predicting mild cognitive impairment in middle-aged and elderly people</article-title>
          <source>Asian J Psychiatr</source>
          <year>2022</year>
          <volume>75</volume>
          <fpage>103224</fpage>
          <pub-id pub-id-type="doi">10.1016/j.ajp.2022.103224</pub-id>
          <pub-id pub-id-type="medline">35870309</pub-id>
          <pub-id pub-id-type="pii">S1876-2018(22)00222-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Collins</surname>
              <given-names>GS</given-names>
            </name>
            <name name-style="western">
              <surname>Reitsma</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Moons</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Transparent reporting of a multivariable prediction model for individual prognosis or diagnosis (TRIPOD): the TRIPOD statement</article-title>
          <source>BMC Med</source>
          <year>2015</year>
          <volume>13</volume>
          <fpage>1</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedicine.biomedcentral.com/articles/10.1186/s12916-014-0241-z"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12916-014-0241-z</pub-id>
          <pub-id pub-id-type="medline">25563062</pub-id>
          <pub-id pub-id-type="pii">s12916-014-0241-z</pub-id>
          <pub-id pub-id-type="pmcid">PMC4284921</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Luo</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Phung</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Tran</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Gupta</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Rana</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Karmakar</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Shilton</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Yearwood</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Dimitrova</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Ho</surname>
              <given-names>TB</given-names>
            </name>
            <name name-style="western">
              <surname>Venkatesh</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Berk</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Guidelines for developing and reporting machine learning predictive models in biomedical research: a multidisciplinary view</article-title>
          <source>J Med Internet Res</source>
          <year>2016</year>
          <volume>18</volume>
          <issue>12</issue>
          <fpage>e323</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2016/12/e323/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.5870</pub-id>
          <pub-id pub-id-type="medline">27986644</pub-id>
          <pub-id pub-id-type="pii">v18i12e323</pub-id>
          <pub-id pub-id-type="pmcid">PMC5238707</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jaspers</surname>
              <given-names>MWM</given-names>
            </name>
            <name name-style="western">
              <surname>Steen</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>van den Bos</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Geenen</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The think aloud method: a guide to user interface design</article-title>
          <source>Int J Med Inform</source>
          <year>2004</year>
          <volume>73</volume>
          <issue>11-12</issue>
          <fpage>781</fpage>
          <lpage>795</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2004.08.003</pub-id>
          <pub-id pub-id-type="medline">15491929</pub-id>
          <pub-id pub-id-type="pii">S1386-5056(04)00182-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Silva</surname>
              <given-names>LT</given-names>
            </name>
            <name name-style="western">
              <surname>Modesto</surname>
              <given-names>ACF</given-names>
            </name>
            <name name-style="western">
              <surname>Martins</surname>
              <given-names>RR</given-names>
            </name>
            <name name-style="western">
              <surname>Bessa</surname>
              <given-names>GG</given-names>
            </name>
            <name name-style="western">
              <surname>Lopes</surname>
              <given-names>FM</given-names>
            </name>
          </person-group>
          <article-title>The Brazilian Portuguese version of the pediatric trigger toolkit is applicable to measure the occurrence of adverse drug events in Brazilian pediatric inpatients</article-title>
          <source>J Pediatr (Rio J)</source>
          <year>2019</year>
          <volume>95</volume>
          <issue>1</issue>
          <fpage>61</fpage>
          <lpage>68</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0021-7557(17)30436-9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jped.2017.10.009</pub-id>
          <pub-id pub-id-type="medline">29291397</pub-id>
          <pub-id pub-id-type="pii">S0021-7557(17)30436-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Veroneze</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Maluf</surname>
              <given-names>EMCP</given-names>
            </name>
            <name name-style="western">
              <surname>Giordani</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Uso de rastreadores para a identificação de eventos adversos a medicamentos (The use of trigger tools in the identification of adverse drug events)</article-title>
          <source>Cogitare Enferm</source>
          <year>2017</year>
          <volume>22</volume>
          <issue>2</issue>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>de Oliveira Corrêa</surname>
              <given-names>CDTS</given-names>
            </name>
            <name name-style="western">
              <surname>Mendes</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Proposal of a trigger tool to assess adverse events in dental care</article-title>
          <source>Cad Saude Publica</source>
          <year>2017</year>
          <volume>33</volume>
          <issue>11</issue>
          <fpage>e00053217</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.scielo.br/scielo.php?script=sci_arttext&#38;pid=S0102-311X2017001104001&#38;lng=en&#38;nrm=iso&#38;tlng=en"/>
          </comment>
          <pub-id pub-id-type="doi">10.1590/0102-311X00053217</pub-id>
          <pub-id pub-id-type="medline">29166475</pub-id>
          <pub-id pub-id-type="pii">S0102-311X2017001104001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Auraaen</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Klazinga</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Slawomirski</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>OECD health working papers the economics of patient safety in primary and ambulatory care: flying blind</article-title>
          <source>OECD</source>
          <year>2018</year>
          <access-date>2024-07-25</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.oecd.org/health/health-systems/The-Economics-of-Patient-Safety-in-Primary-and-Ambulatory-Care-April2018.pdf">https://www.oecd.org/health/health-systems/The-Economics-of-Patient-Safety-in-Primary-and-Ambulatory-Care-April2018.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wynia</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Classen</surname>
              <given-names>DC</given-names>
            </name>
          </person-group>
          <article-title>Improving ambulatory patient safety: learning from the last decade, moving ahead in the next</article-title>
          <source>JAMA</source>
          <year>2011</year>
          <volume>306</volume>
          <issue>22</issue>
          <fpage>2504</fpage>
          <lpage>2505</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.2011.1820</pub-id>
          <pub-id pub-id-type="medline">22166611</pub-id>
          <pub-id pub-id-type="pii">306/22/2504</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Harrington</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Bittner Fagan</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Henry</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Savoy</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The accuracy of trigger tools to detect preventable adverse events in primary care: a systematic review</article-title>
          <source>J Am Board Fam Med</source>
          <year>2018</year>
          <volume>31</volume>
          <issue>1</issue>
          <fpage>113</fpage>
          <lpage>125</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jabfm.org/cgi/pmidlookup?view=long&#38;pmid=29330246"/>
          </comment>
          <pub-id pub-id-type="doi">10.3122/jabfm.2018.01.170247</pub-id>
          <pub-id pub-id-type="medline">29330246</pub-id>
          <pub-id pub-id-type="pii">31/1/113</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gyllensten</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Rehnberg</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Jönsson</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Petzold</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Carlsten</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Andersson Sundell</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Cost of illness of patient-reported adverse drug events: a population-based cross-sectional survey</article-title>
          <source>BMJ Open</source>
          <year>2013</year>
          <volume>3</volume>
          <issue>6</issue>
          <fpage>e002574</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=23794552"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2013-002574</pub-id>
          <pub-id pub-id-type="medline">23794552</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2013-002574</pub-id>
          <pub-id pub-id-type="pmcid">PMC3686161</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
