<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v10i12e28644</article-id>
      <article-id pub-id-type="pmid">34889776</article-id>
      <article-id pub-id-type="doi">10.2196/28644</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Combined Clinical Audits and Low-Dose, High-frequency, In-service Training of Health Care Providers and Community Health Workers to Improve Maternal and Newborn Health in Mali: Protocol for a Pragmatic Cluster Randomized Trial</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Derrick</surname>
            <given-names>Thomas</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Zombre</surname>
            <given-names>David</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Centre for Global Child Health</institution>
            <institution>The Hospital for Sick Children</institution>
            <addr-line>686 Bay Street</addr-line>
            <addr-line>Toronto, ON, M5G 0A4</addr-line>
            <country>Canada</country>
            <phone>1 4389857763</phone>
            <email>davyd.zombre@gmail.com</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7038-4738</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Kortenaar</surname>
            <given-names>Jean-Luc</given-names>
          </name>
          <degrees>MPH</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0966-1767</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Zareef</surname>
            <given-names>Farhana</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4017-9925</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Doumbia</surname>
            <given-names>Moussa</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4637-6164</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Doumbia</surname>
            <given-names>Sekou</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3178-5395</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Haidara</surname>
            <given-names>Fadima</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1121-2941</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>McLaughlin</surname>
            <given-names>Katie</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4988-0013</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Sow</surname>
            <given-names>Samba</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6335-5066</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Bhutta</surname>
            <given-names>Zulfiqar A</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0637-599X</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author">
          <name name-style="western">
            <surname>Bassani</surname>
            <given-names>Diego G</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6704-3820</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Centre for Global Child Health</institution>
        <institution>The Hospital for Sick Children</institution>
        <addr-line>Toronto, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Dalla Lana School of Public Health</institution>
        <institution>University of Toronto</institution>
        <addr-line>Toronto, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Centre for Vaccine Development</institution>
        <addr-line>Bamako</addr-line>
        <country>Mali</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Centre for Excellence in Women and Child Health and Institute for Global Health and Development</institution>
        <institution>The Aga Khan University</institution>
        <addr-line>Karachi</addr-line>
        <country>Pakistan</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Department of Paediatrics</institution>
        <institution>University of Toronto</institution>
        <addr-line>Toronto, ON</addr-line>
        <country>Canada</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: David Zombre <email>davyd.zombre@gmail.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>12</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>10</day>
        <month>12</month>
        <year>2021</year>
      </pub-date>
      <volume>10</volume>
      <issue>12</issue>
      <elocation-id>e28644</elocation-id>
      <history>
        <date date-type="received">
          <day>10</day>
          <month>3</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>25</day>
          <month>6</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>8</day>
          <month>7</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>12</day>
          <month>7</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©David Zombre, Jean-Luc Kortenaar, Farhana Zareef, Moussa Doumbia, Sekou Doumbia, Fadima Haidara, Katie McLaughlin, Samba Sow, Zulfiqar A Bhutta, Diego G Bassani. Originally published in JMIR Research Protocols (https://www.researchprotocols.org), 10.12.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on https://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.researchprotocols.org/2021/12/e28644" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Although most births in Mali occur in health facilities, a substantial number of newborns still die during delivery and within the first 7 days of life, mainly because of existing training deficiencies and the challenges of maintaining intrapartum and postpartum care skills.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This trial aims to assess the effectiveness and cost-effectiveness of an intervention combining clinical audits and low-dose, high-frequency (LDHF) in-service training of health care providers and community health workers to reduce perinatal mortality.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>The study is a three-arm cluster randomized controlled trial in the Koulikoro region in Mali. The units of randomization are each of 84 primary care facilities. Each trial arm will include 28 facilities. The facilities in the first intervention arm will receive support in implementing mortality and morbidity audits, followed by one-day LDHF training biweekly, for 6 months. The health workers in the second intervention arm (28 facilities) will receive a refresher course in maternal neonatal and child health (MNCH) for 10 days in a classroom setting, in addition to mortality and morbidity audits and LDHF hands-on training for 6 months. The control arm, also with 28 facilities, will consist solely of the standard MNCH refresher training delivered in a classroom setting. The main outcomes are perinatal deaths in the intervention arms compared with those in the control arm. A final sample of approximately 600 deliveries per cluster was expected for a total of 30,000 newborns over 14 months. Data sources included both routine health records and follow-up household surveys of all women who recently gave birth in the study facility 7 days postdelivery. Data collection tools will capture perinatal deaths, complications, and adverse events, as well as the status of the newborn during the perinatal period. A full economic evaluation will be conducted to determine the incremental cost-effectiveness of each of the case-based focused LDHF hands-on training strategies in comparison to MNCH refresher training in a classroom setting.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The trial is complete. The recruitment began on July 15, 2019, and data collection began on July 23, 2019, and was completed in November 2020. Data cleaning or analyses began at the time of submission of the protocol.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The results will provide policy makers and practitioners with crucial information on the impact of different health care provider training modalities on maternal and newborn health outcomes and how to successfully implement these strategies in resource-limited settings.</p>
        </sec>
        <sec sec-type="trial registration">
          <title>Trial Registration</title>
          <p>ClinicalTrials.gov NCT03656237; https://clinicaltrials.gov/ct2/show/NCT03656237</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>DERR1-10.2196/28644</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>perinatal mortality</kwd>
        <kwd>low dose high frequency training</kwd>
        <kwd>maternal and newborn health outcomes</kwd>
        <kwd>Mali</kwd>
      </kwd-group>
      <custom-meta-wrap>
        <custom-meta>
          <meta-name>ext-peer-rev</meta-name>
          <meta-value> This paper was peer reviewed by the SickKids - The Hospital for Sick Children (Toronto, Canada). See the Multimedia Appendix for the peer-review report; </meta-value>
        </custom-meta>
      </custom-meta-wrap>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Mothers and their babies are at the highest risk of death during delivery and during the first week postpartum [<xref ref-type="bibr" rid="ref1">1</xref>]. Even though 59% of births in sub-Saharan African countries now occur in health facilities [<xref ref-type="bibr" rid="ref2">2</xref>], in 2018, approximately 2.476 million babies died during the first 28 days of life, with approximately 1 million dying during the first day of life and almost another 1 million within the first week [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. In Mali, an estimated 67 stillbirths [<xref ref-type="bibr" rid="ref5">5</xref>] and an additional 75 newborn deaths [<xref ref-type="bibr" rid="ref6">6</xref>] occur on average every day; the predominant causes are birth asphyxia, prematurity, and sepsis [<xref ref-type="bibr" rid="ref7">7</xref>]. The maternal mortality ratio in Mali is 562 per 100,000 live births [<xref ref-type="bibr" rid="ref3">3</xref>], almost 2.7-fold the global rate [<xref ref-type="bibr" rid="ref3">3</xref>]. Most of these deaths are because of factors related to the place of delivery and quality of care [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref8">8</xref>]. In particular, the lack of appropriately trained staff in facilities, delays in referrals, and inadequate supplies and equipment are evident in many resource-poor settings [<xref ref-type="bibr" rid="ref9">9</xref>]. This suggests that high-quality care, especially during late pregnancy, childbirth, and the early newborn period, are essential [<xref ref-type="bibr" rid="ref10">10</xref>], and simple evidence-based interventions are likely to meaningfully reduce the number of maternal deaths, stillbirths, and early neonatal deaths [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>].</p>
        <p>Traditional capacity-building models for training health care providers, delivered through off-site classroom-style lectures or directed reading, are still the norm in low- and middle-income countries [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>]. However, to disrupt the delivery of services, these approaches have been found to have limited (if any) impact on learning outcomes, and any knowledge and skills gained are neither transferred to other coworkers at the facility nor translated into improved provider practice and performance [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref15">15</xref>]. Moreover, there is no evidence that these methods contribute to knowledge retention after training, and limited conclusions can be drawn about their long-term impact on measures of performance in terms of service quality and maternal and newborn outcomes. A review of intervention studies aimed at improving the performance of health workers in low- and middle-income countries has suggested that problem-based learning and competence-based learning [<xref ref-type="bibr" rid="ref15">15</xref>], including supervision and audits with feedback [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>], along with brief team learning sessions within the workplace (health facility), using simulation, followed by simulation-based practice and feedback, can improve learning outcomes and provider performance compared with training approaches that do not include subsequent practice [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref16">16</xref>].</p>
        <p>Over the last few years, an increasing number of African countries have implemented competency-based training of health care providers with the goal of improving maternal and child health outcomes and reducing perinatal mortality [<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref19">19</xref>]. Low-dose, high-frequency (LDHF) training is a type of competency-based training that promotes maximal retention of clinical knowledge, skills, and attitudes through short, targeted, simulation-based learning activities, delivered during several in-service sessions and reinforced with structured practice sessions [<xref ref-type="bibr" rid="ref20">20</xref>].</p>
        <p>In that vein, in response to a World Health Organization report on health systems and policy indicators documenting that Mali did not have a policy on maternal, perinatal, and neonatal death audit (World Health Organization 2014), Mali’s Ministry of Public Health and Hygiene made it mandatory to report maternal, perinatal, and neonatal deaths and adverse events within 48 hours of their occurrence, through the Integrated Disease Surveillance and Response Network, and to convene an audit of the events within 15 days of the notification.</p>
        <p>Mali’s national directive to implement facility-based maternal and perinatal morbidity and mortality audits offers an opportunity to leverage it and target training on skills and competency gaps identified during audits. However, to the best of our knowledge, the potential of using facility-based maternal and perinatal morbidity and mortality audits to identify areas that require attention for subsequent LDHF hands-on training has not yet been exploited. Moreover, even though LDHF hands-on training has demonstrated a significant positive impact on maternal and early neonatal outcomes, including reduced rates of fresh stillbirth and first-day mortality [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref21">21</xref>], retained placenta, and postpartum hemorrhage [<xref ref-type="bibr" rid="ref19">19</xref>]. Limited conclusions can be drawn about the impact of LDHF hands-on training on maternal and neonatal care practices during intrapartum and postpartum periods and other perinatal outcomes, especially 7-day mortality and morbidity. There is very little known about the cost-effectiveness and the processes of implementation of LDHF training [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>].</p>
      </sec>
      <sec>
        <title>Objective</title>
        <p>This study proposes a strategy to leverage maternal and perinatal morbidity and mortality audits being implemented in Mali, as a basis for identifying gap areas that can be addressed by a case-based focused LDHF on-site training strategy within primary health care–level facilities (Centre de Santé Communautaire [CSCOM]). These trainings will also target community-based causes of mortality and morbidity in health facilities. The trial will assess the effectiveness of LDHF hands-on training informed by maternal and neonatal mortality audits in reducing perinatal mortality and in increasing adoption of key maternal and newborn care practices during the delivery and the postpartum period. Secondary objectives include assessment of the implementation process and the cost-effectiveness of the intervention.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Setting</title>
        <p>The study will be conducted in 4 districts in the Koulikoro region, Mali. The study area was selected as it is part of a larger project implemented by the Canadian Red Cross in collaboration with the Malian Red Cross (Croix-Rouge Malienne). This project is an integrated 4-year (2016-2020) maternal neonatal and child health (MNCH) intervention that targets 6 districts across the Koulikoro and Sikasso regions and is funded by the Government of Canada. The project supports the primary and secondary health facilities (CSCOMs and Centre de Santé de Référence [CSREF]—referral health centers) to improve the quality of their MNCH services and strengthen the health management information system. At the community level, the Malian Red Cross has a strong presence because of the training and support of local community health workers and volunteers for MNCH-related activities at remote integrated management of childhood illness sites.</p>
        <p>The Koulikoro region is the second-most-western region of Mali. It covers an area of 90,120 square kilometers. With an estimated population in 2017 of 3.1 million and a density of 26.8 people per square kilometer. The Koulikoro region is separated into 7 districts: Kati, Kangaba, Koulikoro, Kolokani, Nara, Banamba, and Dioïla. The Canadian Red Cross and Malian Red Cross program encompasses the latter five. Of these, 4 districts (Koulikoro, Kolokani, Banamba, and Dioïla) will be included in this study.</p>
      </sec>
      <sec>
        <title>Trial Design</title>
        <p>This pragmatic (effectiveness) cluster randomized controlled trial will be implemented in 84 community health facilities (CSCOM) in the Koulikoro region, Mali. Facilities will be randomly allocated into either of two intervention arms or the control arm.</p>
        <list list-type="bullet">
          <list-item>
            <p>Intervention arm 1: audit and feedback with LDHF hands-on training and 6 months follow-up.</p>
          </list-item>
          <list-item>
            <p>Intervention arm 2: MNCH refresher training and audit, and feedback with LDHF hands-on training and 6 months follow-up.</p>
          </list-item>
          <list-item>
            <p>Control arm: allocated to receive MNCH refresher training and follow-up.</p>
          </list-item>
        </list>
      </sec>
      <sec>
        <title>Cluster Size and Selection</title>
        <p>Community health facilities, including community health workers serving the catchment area, are the units of randomization (clusters). Although there are some differences in the services provided at these facilities according to the baseline facility assessment conducted in December 2016, only those health facilities providing basic obstetric care with at least one health care provider trained in the active management of the third stage of labor (AMTSL), essential newborn care (ENC), perinatal care (PNC), and those who had not yet started implementing the audits are considered for inclusion in the study. All facility deliveries (both mother and newborn) within study clusters and live home births referred to a facility within the perinatal period are included in the trial, subject to informed consent. In that respect, a master list of 84 facilities meeting the inclusion criteria within the 4 districts will be generated.</p>
      </sec>
      <sec>
        <title>Randomization</title>
        <p>Health facilities were randomly allocated into one of the three study arms, resulting in 28 facilities per study arm. The randomization of clusters was performed by an independent epidemiologist not directly involved in the research project using a pseudorandom number sequence generated using Excel (Microsoft). Owing to the nature of the intervention, blinding of study participants and data collectors is not possible; however, outcome data will be collected by independent data collectors not involved in the intervention delivery. The study setting (<xref rid="figure1" ref-type="fig">Figure 1</xref>), recruitment strategies, random allocation sequence, intervention implementation, and data collection points (<xref rid="figure2" ref-type="fig">Figure 2</xref>) are summarized below.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Geographical location of health districts and health facilities under study. LDHF: low-dose, high-frequency; MNCH: maternal neonatal and child health.</p>
          </caption>
          <graphic xlink:href="resprot_v10i12e28644_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Flow chart of community health services clusters recruitment and follow-up. CSCOM: Centre de Santé Communautaire; LDHF: low-dose, high-frequency; MNCH: maternal neonatal and child health.</p>
          </caption>
          <graphic xlink:href="resprot_v10i12e28644_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Trial Participants and Units of Randomization (Clusters)</title>
        <p>The group of facility-based health workers and community health workers within the 4 health districts of the Koulikoro region within each facility (unity of randomization) are eligible to enter the trial. Eligible facilities are those that provide basic obstetric care and have at least one facility-based health care provider trained in AMTSL, ENC, and PNC. The eligibility assessment of facilities was made possible through the data collected during the baseline facility assessment conducted in December 2016.</p>
        <p>Facilities within the 4 health districts of the Koulikoro region that did not provide basic obstetric care or those who did not have any health workers who received training in maternal and neonatal health care providers in AMTSL, ENC, and PNC have been excluded. Rural maternities were not eligible, as they are not included in the national audit policy.</p>
      </sec>
      <sec>
        <title>Intervention Strategy</title>
        <p>The intervention uses a problem-based learning approach that uses the information emerging from the implementation of maternal and newborn audits to improve health worker skills training. This training is delivered by a study-trained facilitator, employed by Mali’s Ministry of Public Health and Hygiene, that attends and provides feedback during the audit meeting, followed by an immediate (next day) one-day in-service case-based focused training [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>]. Specifically, each training cycle starts with the implementation of a maternal and neonatal morbidity and mortality audit, during which the trainer identifies gaps in knowledge and skills. This is followed by on-site LDHF hands-on training of maternal and neonatal health care providers on the skills and competency gaps highlighted by the audits. The training sessions also include direct observation of care, supervision, and use of simulations. In addition, community health workers are also trained when issues identified during the audit are related to their practice, such as in the identification of danger signs in the community or timely referral to the facility.</p>
        <p>We hypothesize that the provision of on-site case-based LDHF hands-on training of maternal and neonatal health care providers, focused on gaps identified through clinical audits, will improve quality of care, thus decreasing adverse events during labor and the immediate postpartum and perinatal period in facility births, in comparison to traditional off-site generic training. The training of community health workers will improve community management via identification of danger signs and timely referral during pregnancy, labor, and the postnatal period (<xref rid="figure3" ref-type="fig">Figure 3</xref>). Ultimately, the aim of the intervention is to address key barriers to improving maternal and perinatal health by focusing on increasing the capacity of maternal and neonatal health care providers along with improving the recognition of danger signs and referral during the natal and postnatal period by community health workers.</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>The intervention model. LDHF: low-dose, high-frequency.</p>
          </caption>
          <graphic xlink:href="resprot_v10i12e28644_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Study Arms</title>
        <sec>
          <title>Overview</title>
          <p>This study is a three-arm cluster randomized controlled trial including one control and two intervention arms with a gradual increase in the intervention components.</p>
          <list list-type="bullet">
            <list-item>
              <p>MNCH refresher training and follow-up: the control arm will consist of standard MNCH refresher training delivered in the classroom using multi-method classroom training delivered as part of the larger Canadian Red Cross and Malian Red Cross project. For these training sessions, two maternal and neonatal health care providers from each facility randomized to the control study arm received 10-day classroom training on AMTSL, ENC, PNC, and integrated community case management of childhood illnesses.</p>
            </list-item>
            <list-item>
              <p>Audit and feedback with LDHF hands-on training and 6 months follow-up: the first intervention arm will include 28 facilities in which mortality and morbidity audits will be implemented by the study team, followed by one day of case-based focused LDHF hands-on training biweekly for 6 months.</p>
            </list-item>
            <list-item>
              <p>MNCH refresher training followed by audit and feedback combined with LDHF hands-on training and 6-month follow-up: the second intervention arm will include 28 facilities that will benefit from MNCH refresher training, in addition to mortality and morbidity audits implemented by the study team, followed by one day of case-based focused LDHF hands-on training biweekly for 6 months.</p>
            </list-item>
          </list>
        </sec>
        <sec>
          <title>Consent to Participate</title>
          <p>Written consent will be obtained from mothers or fathers of newborns at the follow-up household visit and for verbal autopsy. If the mother is not able to give consent, her husband or other adult family member will be requested to give consent to participate in the study. If the respondent cannot read, the consent statement will be read to them, and a thumb impression by the respondent in place of a signature will signify consent. The data collector will explain the risks and benefits to potential enrollees before conducting the verbal autopsy and administering the household questionnaire in the intervention and control clusters. Participants will be informed that they have the right to withdraw from the study at any time and that there are no penalties from doing this, and this will not in any way affect their ability to receive any health care services.</p>
        </sec>
        <sec>
          <title>Ethical Approval and Protocol Registration</title>
          <p>Ethical approval was obtained from the Sickkids Research Ethics Committee (Research Ethics Board number 1000060635) and from the University of Bamako’s Faculty of Medicine Ethics Committee. The project was registered at ClinicalTrials.gov (NCT03656237).</p>
        </sec>
      </sec>
      <sec>
        <title>Process of the Intervention Implementation</title>
        <sec>
          <title>Audit and Feedback</title>
          <p>An audit committee comprising a health facility manager, basic obstetric and neonatal care providers, and district or regional health department representatives will be formed in each facility, following the guidelines developed by Mali’s Ministry of Public Health and Hygiene. The health facility representative designated by the audit committee will be responsible for audit support, including providing medical records and supporting documentation to the audit committee, assisting in the development of the process, procedural walkthroughs, and responding to various inquiries to assist the committee with the development and documentation of the audits.</p>
        </sec>
        <sec>
          <title>Low-Dose, High-frequency Training</title>
          <p>Mali’s Ministry of Public Health and Hygiene’s 10 senior physicians, with gynecological or obstetrical background, will be trained on the implementation of the intervention and will support implementation of the audits, facilitate the process and discussions, and during the audit meeting, identify key knowledge gap areas for the subsequent on-site case-based focused LDHF hands-on training, mentoring, and supervision of MNCH care providers. In this regard, the intervention trainers will stay at the health facility for one consecutive day to implement case-based focused LDHF hands-on training to the facility staff involved in basic obstetric and neonatal care and to community health workers linked to each facility when appropriate, as described above. The training modules will be based on recommendations from the clinical audit and focus on strengthening the core competencies identified by the audit committee as the cause of death or complications in the patient. The trainers will also observe health care providers during service delivery and postnatal care and will use direct observation skills checklist to record identified gaps in clinical skills and knowledge and will assist the health care provider in implementing national service delivery standards and guidelines. The audits will be implemented following the Ministry of Public Health and Hygiene guidelines and will serve as a platform for the identification of cases for case-based, focused LDHF hands-on training. Data from the partographs and facility birth registers will be used to identify the case to be audited. Once identified, audit cases will be anonymized and summarized by the health facility representative. The case summaries will be discussed in detail, identifying causes of death or near miss, perinatal or maternal complications, and assessing the quality of care provided. The findings will be evaluated against existing service delivery standards and protocols. In addition, external factors that adversely affect patient outcomes, such as delayed recognition of danger signs during pregnancy or labor, delayed referrals, and delayed recognition of danger signs during the perinatal period, will be identified during the audit for community health worker training at the corresponding facility. Audit information is the basis for identifying knowledge or case management gaps among health care providers, knowledge-to-action gaps, and training requirements. The summary of each audited case will have a structured section in which the trainer will document action points for training and managerial support, and these will also be recorded in the minutes of the audit committee meeting.</p>
        </sec>
      </sec>
      <sec>
        <title>Research Questions</title>
        <p>This cluster randomized trial aims to assess whether LDHF hands-on training, informed by maternal and neonatal mortality audits in routine clinical settings, reduces perinatal mortality. Secondary objectives include estimating the effectiveness of the intervention in improving maternal and neonatal care practices among health workers and the comparative cost-effectiveness of the case-based focused LDHF hands-on training, compared with traditional training.</p>
      </sec>
      <sec>
        <title>Primary Outcome</title>
        <p>The perinatal mortality rate per 1000 live births occurring in each facility and the corresponding catchment area for the births that had taken place in the facility will be used to assess the effectiveness of the intervention. It is defined as the sum of <italic>fetal deaths</italic> (stillbirth), defined as the death of a fetus weighing 500 g or more, or of 22 weeks of gestation or more, occurring in health facilities, and <italic>early neonatal death</italic>, namely, the death of a live born within the first 7 days of life occurring in the facility or in the community. As health facility studies are not an appropriate source of data for calculating perinatal mortality incidence [<xref ref-type="bibr" rid="ref24">24</xref>] unless all babies are born and stayed in a health facility for 7 days, the data on perinatal mortality will be extracted from both facility-level data and household survey questionnaires.</p>
      </sec>
      <sec>
        <title>Secondary Outcomes</title>
        <p>The secondary outcomes are as follows:</p>
        <list list-type="order">
          <list-item>
            <p>Proportion of newborns stimulated or with airways cleared using a suction bulb, catheter or a bag and mask to resuscitate per 1000 facility live births.</p>
          </list-item>
          <list-item>
            <p>Proportion of children breastfed within an hour of birth per 1000 facility live births.</p>
          </list-item>
          <list-item>
            <p>Proportion of newborns that were given breast milk and no other food or drink for the first 7 days of life, per 1000 facility live births.</p>
          </list-item>
          <list-item>
            <p>Proportion of newborns dried and wrapped immediately after birth, per 1000 facility live births.</p>
          </list-item>
          <list-item>
            <p>Proportion of newborns immediately placed on the chest of the mother—skin to skin after birth per 1000 facility live births.</p>
          </list-item>
          <list-item>
            <p>Proportion of newborns who were not bathed within the first 24 hours of life, per 1000 facility live births.</p>
          </list-item>
          <list-item>
            <p>Proportion of all newborns who received all four elements of ENC: immediate and thorough drying, immediate skin-to-skin contact, delayed cord clamping, and initiation of breastfeeding in the first hour.</p>
          </list-item>
          <list-item>
            <p>Proportion of neonatal hypothermia, per 1000 facility live births.</p>
          </list-item>
          <list-item>
            <p>Proportion of newborns referred from CSCOM to a higher-level facility because of obstructed labor, low birth weight, hypothermia, or severe infection.</p>
          </list-item>
          <list-item>
            <p>Proportion of newborn mothers who experienced postpartum hemorrhage in the facilities.</p>
          </list-item>
          <list-item>
            <p>Proportion of deliveries referred to the higher-level facility from a primary facility because of postpartum hemorrhage, per 1000 deliveries.</p>
          </list-item>
        </list>
      </sec>
      <sec>
        <title>Sample Size</title>
        <p>A sample size of 600 births per cluster was calculated to have 80% power to detect a reduction in the perinatal mortality rate from 30% to 27% live births, which corresponds to a 10% reduction in the perinatal mortality rate between intervention and control arms (α=5%, intracluster correlation of 0.003, and coefficient of variation of cluster size 0.9 and a 0.96 correlation of baseline measures with outcome). The number of clusters available per arm was 28. The expected average number of deliveries per month in each cluster was approximately 38, resulting in 16 months of follow-up. Two additional months of data collection are planned to account for losses and refusals and allow for adjustments in the analysis, resulting in a final average cluster size of approximately 675 births over 18 months.</p>
      </sec>
      <sec>
        <title>Data Collection Methods</title>
        <sec>
          <title>Health Facility Data</title>
          <p>All the facilities in the intervention and control clusters will be visited once a month to retrospectively and systematically collect detailed data from partographs and registries for all facility births and any newborn that was not delivered in the facility but was referred to the facility for PNC within the first 7 days following birth.</p>
        </sec>
        <sec>
          <title>Household-Level Interviews</title>
          <p>The data collectors will also conduct a follow-up home visit (during the monthly health facility data collection visit, described above) to all women who recently gave birth in facilities since their last visit to administer a short questionnaire after at least 7 days postpartum to capture any perinatal death, complications, or adverse events, the status of the newborn during the perinatal period, and the mother’s satisfaction with the health care during the facility delivery.</p>
        </sec>
        <sec>
          <title>Verbal Autopsy in the Household</title>
          <p>In the case of perinatal death in the household recorded during their monthly visits, the data collector will pay a visit after the 40-day bereavement period to conduct a verbal autopsy. Two local independent physicians will review each completed verbal autopsy and assign the cause of death using International Classification of Diseases 10th Revision. If the two physicians do not assign the same diagnosis, a third physician (adjudicator) will review the two causes of death and assign a final cause of death.</p>
        </sec>
        <sec>
          <title>Process Data From Audits and Training</title>
          <p>The intervention trainers will collect data on the implementation of audits and training, the training modules provided, and the data on the health providers’ skills, using a structured checklist to examine providers’ skills related to AMTSL, ENC, and PNC. To ensure the quality of the data and training, supervisors will work full-time to monitor the data collection and training process and to check the reliability and accuracy of data compared with facility registries. Given the length of the project and action of multiple nongovernmental organizations in the study area, we will prospectively collect data on the concurrent implementation of MNCH interventions and health care worker training in the study facilities that may affect the study outcomes.</p>
          <p>All data will be collected on tablets using ODK Collect and then uploaded to the server in real time. We will use a monitoring tool to oversee, in real time, the process of intervention implementation for evaluation. The study monitoring data included the number of health providers in the health facility trained, the number of community health workers trained, and the number of on-site case-based focused LDHF sessions conducted.</p>
        </sec>
      </sec>
      <sec>
        <title>Data Management and Analysis</title>
        <sec>
          <title>Blinding</title>
          <p>Owing to the nature of the intervention, facility staff cannot be blinded to the study allocation. Independent data collectors not involved in the intervention delivery will collect data to minimize bias in data collection. The primary outcome data analysis will be blinded to the intervention status of the facilities.</p>
        </sec>
        <sec>
          <title>Data Safety Monitoring</title>
          <p>To assess the progress and help ensure the validity and credibility of the trial results, a data and safety monitoring board will be convened with 3 individuals, respectively an epidemiologist from the Hospital for Sick Children, an obstetrician gynecologist, and a pediatrician from the University of Science and Technology of Bamako. Interim analyses will be conducted during the course of the trial, based on accumulating data on efficacy, to help the data and safety monitoring board determine whether there is sufficient evidence to recommend whether to continue, emend, or terminate the trial or if there is already clear evidence that (1) the intervention is beneficial, (2) the intervention is either harmful or has little or no effect, or (3) the trial will likely be unable to detect the effect of the intervention, for example, because the incidence of perinatal mortality and morbidity is too low or because of the low follow-up rate of the mothers during the perinatal period.</p>
        </sec>
        <sec>
          <title>Process Evaluation</title>
          <p>As this study is a complex intervention delivered in the context of an operational research, we will undertake a mixed methods process analysis to provide policy makers and practitioners information about how and why the intervention was effective and how it might be replicated [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. First, the process evaluation will explore whether the intervention is delivered as intended [<xref ref-type="bibr" rid="ref27">27</xref>], both at the facility level (training) and the individual level (provider delivery). Second, process evaluation will allow exploring the mechanisms through which interventions affect perinatal mortality and morbidity. As the intervention may have different effects in different facilities even if implementation was identical [<xref ref-type="bibr" rid="ref28">28</xref>], we will assess the variability in the implementation to provide an understanding of how contextual and factors related to health facility features could act synergistically to influence the intervention implementation and perinatal mortality and to identify the contextual factors most likely to lead to successful implementation in other settings.</p>
          <p>The process evaluation will be conducted in both intervention arms using the study monitoring data, semistructured interviews with stakeholders (n=12) and focus groups with facility providers and community health workers. Health care providers will be asked about their experiences and satisfaction with the intervention and suggestions to improve care for the AMTSL, ENC, and PNC. Health care providers will be asked about their perception of how to strengthen and sustain this intervention and other efforts to improve care for the AMTSL, ENC, and PNC in Mali. These steps will also help identify barriers to and facilitators of intervention implementation. Details on the protocol of our mixed methods process evaluation will be published in a separate paper.</p>
        </sec>
        <sec>
          <title>Economic Evaluation</title>
          <p>We will undertake an economic evaluation to determine the incremental cost-effectiveness of each of the case-based focused LDHF hands-on training strategies in comparison to MNCH refresher training in a classroom setting. This assessment will be conducted from the perspective of the health system. The resources used to deliver the intervention, including staff, training, implementation, and monitoring costs, will be used to derive the costs. The efficacy measurement will be based on the primary outcome variable of this study, namely perinatal mortality with a one-year time horizon and expressed in terms of the number of healthy years of life lost because of premature mortality [<xref ref-type="bibr" rid="ref29">29</xref>]. The cost-effectiveness of the intervention will be measured in dollars per disability-adjusted life-year (DALY) saved, and we will estimate the incremental cost-effectiveness ratios of each training strategy compared with traditional training methodology by dividing the difference in mean costs between groups by the difference in mean effects between groups measured by DALYs. We will compare the LDHF hands-on training group with the traditional training in terms of (1) costs incurred over the 12-month period and (2) DALYs. All costs will be adjusted for inflation using the Malian Consumer Price Index and presented in international dollars.</p>
        </sec>
        <sec>
          <title>Interim Analyses and Stopping Rules</title>
          <p>No interim analysis was performed. However, in the event of disruptive events such as conflict, natural disaster, implementation of similar interventions in the study area, or the deteriorating health and humanitarian situation, we will assess the implications of the study design, stop the study if necessary, and assess the implications on the feasibility of the design to produce evidence on the implementation and effectiveness of the intervention.</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>The trial is completed. The recruitment began on July 15, 2019, and data collection began on July 23, 2019, and was completed in November 2020. Data cleaning or analyses began at the time of submission of the protocol. As the randomization is performed at the health facility level, we will undertake aggregate cluster-level analysis comparing the proportion between treatment arms [<xref ref-type="bibr" rid="ref30">30</xref>]. We will compare differences in the proportion of perinatal mortality between intervention and control groups using a chi-square statistic adjusted for the effect of clustering within health facilities [<xref ref-type="bibr" rid="ref31">31</xref>] using a formula that incorporates the intraclass correlation coefficient as a measure of the extent of clustering [<xref ref-type="bibr" rid="ref32">32</xref>].</p>
      <p>The analysis and report of the intervention effect will be carried out in accordance with CONSORT (Consolidated Standards of Reporting Trials) principles and its extension for pragmatic trials [<xref ref-type="bibr" rid="ref33">33</xref>].</p>
      <p>We will perform all analyses using Stata version 16.1 software (Stata Corp).</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Study Dissemination Strategy</title>
        <p>This operational research study aims to improve the practical knowledge of health workers to improve the quality of management of childbirth and PNC to reduce perinatal mortality. It is part of Mali’s ongoing efforts to achieve target 3 of the Sustainable Development Goals and whose results would be useful for potential replication or scale-up. We will valorize the findings by adopting strategies for dissemination and knowledge transfer. For this purpose, the results will be disseminated to the Ministry of Health and Health Care providers. We will also hold a deliberative workshop with project users and stakeholders to discuss the results and lessons learned from the implementation and effects of the intervention to provide guidance from the perspective of replication or scaling-up. In addition, we will disseminate the results among the scientific and political communities through publications in scientific journals and presentations at international conferences.</p>
      </sec>
      <sec>
        <title>Strengths of the Study</title>
        <p>The distinctive feature of this intervention compared with the other LDHF interventions is that it adopts problem-based learning, including supervision and audits with feedback [<xref ref-type="bibr" rid="ref14">14</xref>]. Thus, the audit component will identify knowledge gaps related to the maternal and neonatal care provided in the facilities and then identify the appropriate training modalities to correct deficiencies in the management of maternal and neonatal care around the delivery and in the postpartum period.</p>
        <p>The analytical approaches will provide evidence about the benefits and costs of this pragmatic intervention to improve the quality of maternal and newborn care in Mali with the aim of reducing perinatal mortality. The results will provide policy makers and practitioners with crucial information to facilitate the translation of best practices in capacity strengthening for health care providers in the routine practice of maternal and child care services. Indeed, although LDHF hands-on training has been implemented and evaluated in some resource-limited settings with the aim of reducing maternal and perinatal mortality, previous studies have analyzed only a few outcomes [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref21">21</xref>].</p>
        <p>Another distinctive feature of this trial is that it adopts a pragmatic and holistic approach, and the analysis will contain both qualitative and quantitative data collected over a period of 14 months. The trial will provide a better understanding of how LDHF hands-on training of health care providers and community health workers could complement routine care to improve maternal and child health outcomes in resource-limited settings. In addition, this trial occurs during routine health service delivery and will demonstrate the potential of routinely collecting health management information system data to analyze the effectiveness of a major public health intervention.</p>
      </sec>
      <sec>
        <title>Limitations of the Study</title>
        <p>Despite these strengths, some limitations of this study need to be considered. The facility-level data collection instrument was developed based on existing consultation and delivery registries, as well as partograph forms. As data are not being collected by direct observation of health care providers but rather from the partographs and registries they fill out, we are also concerned with the completeness, reliability, and accuracy of data to be collected. To overcome this important limitation, refresher training on the use of partographs will be held in all health facilities that are part of the trial. This will strengthen the health care providers’ capacity to use the partograph and aim to improve data completeness and quality for this study.</p>
        <p>Some data will be lost to follow-up if the newborn’s mothers are referred to higher-level health facilities. However, we estimate that this will be a minimal disruption to the trial, and we will report the number of these cases in our analyses. In addition, underreporting of infant deaths is usually greater for deaths that occur very early in infancy in low-income countries [<xref ref-type="bibr" rid="ref24">24</xref>]. As the Ministry of Health is a stakeholder in this project, a strategy will be developed in cooperation with the study team to motivate health workers to improve data completeness, reliability, and accuracy. We will also triangulate mortality data collected in the health facility with the mortality data collected in the household surveys to assess the level of completeness and accuracy and to reduce the likelihood of underreporting of perinatal and maternal deaths in the facility. The data collector will also conduct a follow-up home visit, aided by community relays and volunteers, for all facility births to minimize losses to follow-up.</p>
        <p>Finally, completeness and accuracy of recall, including age at death, may deteriorate with time and is also related to the skill and cultural sensitivity of the person carrying out the interview [<xref ref-type="bibr" rid="ref24">24</xref>]. However, as the recall period was relatively short in this trial (&#60;21 days), the risk of recall bias will be reduced.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Peer-review report by SickKids - The Hospital for Sick Children (Toronto, Canada).</p>
        <media xlink:href="resprot_v10i12e28644_app1.pdf" xlink:title="PDF File  (Adobe PDF File), 270 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AMTSL</term>
          <def>
            <p>active management of the third stage of labor</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CONSORT</term>
          <def>
            <p>Consolidated Standards of Reporting Trials</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">CSCOM</term>
          <def>
            <p>Centre de Santé Communautaire</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">CSREF</term>
          <def>
            <p>Centre de Santé de Référence</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">DALY</term>
          <def>
            <p>disability-adjusted life-year</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">ENC</term>
          <def>
            <p>essential newborn care</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">LDHF</term>
          <def>
            <p>low-dose, high-frequency</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">MNCH</term>
          <def>
            <p>maternal neonatal and child health</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">PNC</term>
          <def>
            <p>perinatal care</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The study was funded by the Global Affairs of Canada. The study sponsor will have no role in the study design, data collection, management, analysis or interpretation of data, writing of the final report, or the decision to submit for publication.</p>
      <p>The authors thank the in-country project implementation partner and team composed of the study supervisor and coordinator with the help of four field-monitoring officers, trainers, and data collectors. They also thank the Canadian Red Cross, the regional director of health of Koulikoro, and health district authorities in Kolokani, Banamba, Koulikoro, and Dioïla, as well as the health workers for their collaboration in this study.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>DGB, ZAB, and SS were the principal investigators of the study. DGB designed the study and led the protocol development with FZ, JLK, KM, and DZ. MD contributed in designing the questionnaires, planned the data collection, and superviseed the implementation of the intervention and data collection. SD coordinated the implementation of the intervention and data collection. FH supervised the implementation of the study.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bhutta</surname>
              <given-names>ZA</given-names>
            </name>
            <name name-style="western">
              <surname>Das</surname>
              <given-names>JK</given-names>
            </name>
            <name name-style="western">
              <surname>Bahl</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Lawn</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Salam</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Paul</surname>
              <given-names>VK</given-names>
            </name>
            <name name-style="western">
              <surname>Sankar</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Blencowe</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Rizvi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Chou</surname>
              <given-names>VB</given-names>
            </name>
            <name name-style="western">
              <surname>Walker</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Can available interventions end preventable deaths in mothers, newborn babies, and stillbirths, and at what cost?</article-title>
          <source>Lancet</source>
          <year>2014</year>
          <month>07</month>
          <volume>384</volume>
          <issue>9940</issue>
          <fpage>347</fpage>
          <lpage>70</lpage>
          <pub-id pub-id-type="doi">10.1016/s0140-6736(14)60792-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <article-title>Child mortality and causes of death</article-title>
          <source>World Health Organization</source>
          <year>2016</year>
          <access-date>2021-08-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/data/gho/data/themes/topics/topic-details/GHO/child-mortality-and-causes-of-death">https://www.who.int/data/gho/data/themes/topics/topic-details/GHO/child-mortality-and-causes-of-death</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <article-title>The State of the World's Children 2019: Interactive dashboard</article-title>
          <source>UNICEF</source>
          <year>2019</year>
          <access-date>2021-08-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://data.unicef.org/resources/state-of-the-worlds-children-2019-interactive-visualization/">https://data.unicef.org/resources/state-of-the-worlds-children-2019-interactive-visualization/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="web">
          <article-title>Newborns: Reducing mortality</article-title>
          <source>World Health Organization</source>
          <year>2016</year>
          <access-date>2021-08-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.esem.org.mk/en/index.php/important-news/1560-newborns-reducing-mortality.html">https://www.esem.org.mk/en/index.php/important-news/1560-newborns-reducing-mortality.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lawn</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Blencowe</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Waiswa</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Amouzou</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mathers</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hogan</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Flenady</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Frøen</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Qureshi</surname>
              <given-names>ZU</given-names>
            </name>
            <name name-style="western">
              <surname>Calderwood</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Shiekh</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Jassir</surname>
              <given-names>FB</given-names>
            </name>
            <name name-style="western">
              <surname>You</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>McClure</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Mathai</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Cousens</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Flenady</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Frøen</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Kinney</surname>
              <given-names>MV</given-names>
            </name>
            <name name-style="western">
              <surname>de Bernis</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Lawn</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Blencowe</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Heazell</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Leisher</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>Azad</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Rahman</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>El-Arifeen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Day</surname>
              <given-names>LT</given-names>
            </name>
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Alam</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wangdi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ilboudo</surname>
              <given-names>TF</given-names>
            </name>
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Liang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Zhong</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Kyprianou</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Allvee</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Gissler</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Zeitlin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bah</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Jawara</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Waiswa</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Lack</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>de Maria Herandez</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Shah More</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Nair</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Tripathy</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Kumar</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Newtonraj</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kaur</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gupta</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Varghese</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Isakova</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Phiri</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Hall</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Curteanu</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Manandhar</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hukkelhoven</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Dijs-Elsinga</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Klungsøyr</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Poppe</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Barros</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Correia</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Tsiklauri</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Cap</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Podmanicka</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Szamotulska</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Pattison</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hassan</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Musafi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kujala</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bergstrom</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Langhoff -Roos</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lundqvist</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Kadobera</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Costello</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Colbourn</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Fottrell</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Prost</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Osrin</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>King</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Neuman</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hirst</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rubayet</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Manktelow</surname>
              <given-names>BN</given-names>
            </name>
            <name name-style="western">
              <surname>Draper</surname>
              <given-names>ES</given-names>
            </name>
          </person-group>
          <article-title>Stillbirths: rates, risk factors, and acceleration towards 2030</article-title>
          <source>Lancet</source>
          <year>2016</year>
          <month>02</month>
          <volume>387</volume>
          <issue>10018</issue>
          <fpage>587</fpage>
          <lpage>603</lpage>
          <pub-id pub-id-type="doi">10.1016/s0140-6736(15)00837-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="web">
          <article-title>Maternal and Newborn Health Disparities country profiles</article-title>
          <source>UNICEF</source>
          <year>2016</year>
          <access-date>2021-08-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://data.unicef.org/resources/maternal-newborn-health-disparities-country-profiles/">https://data.unicef.org/resources/maternal-newborn-health-disparities-country-profiles/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>UNICEF</collab>
          </person-group>
          <article-title>Maternal and newborn health</article-title>
          <source>Popul Council</source>
          <year>2016</year>
          <fpage>A</fpage>
          <pub-id pub-id-type="doi">10.31899/mom1.1000</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wilkinson</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Reducing perinatal mortality in developing countries</article-title>
          <source>Health Policy Plan</source>
          <year>1997</year>
          <month>06</month>
          <day>01</day>
          <volume>12</volume>
          <issue>2</issue>
          <fpage>161</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.1093/heapol/12.2.161</pub-id>
          <pub-id pub-id-type="medline">10168198</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Raven</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hofman</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Adegoke</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>van den Broek</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Methodology and tools for quality improvement in maternal and newborn health care</article-title>
          <source>Int J Gynaecol Obstet</source>
          <year>2011</year>
          <month>07</month>
          <day>29</day>
          <volume>114</volume>
          <issue>1</issue>
          <fpage>4</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijgo.2011.02.007</pub-id>
          <pub-id pub-id-type="medline">21621681</pub-id>
          <pub-id pub-id-type="pii">S0020-7292(11)00169-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Otolorin</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Gomez</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Currie</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Thapa</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Dao</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Essential basic and emergency obstetric and newborn care: from education and training to service delivery and quality of care</article-title>
          <source>Int J Gynaecol Obstet</source>
          <year>2015</year>
          <month>06</month>
          <day>23</day>
          <volume>130 Suppl 2</volume>
          <fpage>46</fpage>
          <lpage>53</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijgo.2015.03.007</pub-id>
          <pub-id pub-id-type="medline">26115858</pub-id>
          <pub-id pub-id-type="pii">S0020-7292(15)00136-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>World Health Organization</collab>
          </person-group>
          <source>Standards for Improving Quality of Maternal and Newborn Care in Health Facilities</source>
          <year>2016</year>
          <publisher-loc>Geneva</publisher-loc>
          <publisher-name>World Health Organization</publisher-name>
          <fpage>1</fpage>
          <lpage>84</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Aslam</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Grojec</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Little</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Maloney</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Tamagni</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <source>The State of the World's Children 2014 in Numbers: Every Child Counts. Revealing Disparities, Advancing Children's Rights</source>
          <year>2014</year>
          <publisher-loc>New York City, USA</publisher-loc>
          <publisher-name>UNICEF</publisher-name>
          <fpage>1</fpage>
          <lpage>116</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bluestone</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Fullerton</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Carr</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Alderman</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>BonTempo</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Effective in-service training design and delivery: evidence from an integrative literature review</article-title>
          <source>Hum Resour Health</source>
          <year>2013</year>
          <month>10</month>
          <day>01</day>
          <volume>11</volume>
          <issue>1</issue>
          <fpage>51</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://human-resources-health.biomedcentral.com/articles/10.1186/1478-4491-11-51"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1478-4491-11-51</pub-id>
          <pub-id pub-id-type="medline">24083659</pub-id>
          <pub-id pub-id-type="pii">1478-4491-11-51</pub-id>
          <pub-id pub-id-type="pmcid">PMC3850724</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rowe</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>de Savigny</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Lanata</surname>
              <given-names>CF</given-names>
            </name>
            <name name-style="western">
              <surname>Victora</surname>
              <given-names>CG</given-names>
            </name>
          </person-group>
          <article-title>How can we achieve and maintain high-quality performance of health workers in low-resource settings?</article-title>
          <source>Lancet</source>
          <year>2005</year>
          <month>09</month>
          <volume>366</volume>
          <issue>9490</issue>
          <fpage>1026</fpage>
          <lpage>35</lpage>
          <pub-id pub-id-type="doi">10.1016/s0140-6736(05)67028-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ameh</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Mdegela</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>White</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>van den Broek</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>The effectiveness of training in emergency obstetric care: a systematic literature review</article-title>
          <source>Health Policy Plan</source>
          <year>2019</year>
          <month>05</month>
          <day>01</day>
          <volume>34</volume>
          <issue>4</issue>
          <fpage>257</fpage>
          <lpage>70</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31056670"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/heapol/czz028</pub-id>
          <pub-id pub-id-type="medline">31056670</pub-id>
          <pub-id pub-id-type="pii">5485753</pub-id>
          <pub-id pub-id-type="pmcid">PMC6661541</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rowe</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Rowe</surname>
              <given-names>SY</given-names>
            </name>
            <name name-style="western">
              <surname>Vujicic</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ross-Degnan</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Chalker</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Holloway</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Peters</surname>
              <given-names>DH</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Peters</surname>
              <given-names>DH</given-names>
            </name>
            <name name-style="western">
              <surname>Sameh</surname>
              <given-names>ES</given-names>
            </name>
            <name name-style="western">
              <surname>Siadat</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Janovsky</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Vujicic</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Review of strategies to improve health care provider performance</article-title>
          <source>Improving Health Service Delivery in Developing Countries</source>
          <year>2009</year>
          <publisher-loc>Washing, DC</publisher-loc>
          <publisher-name>World Bank</publisher-name>
          <fpage>101</fpage>
          <lpage>26</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gomez</surname>
              <given-names>PP</given-names>
            </name>
            <name name-style="western">
              <surname>Nelson</surname>
              <given-names>AR</given-names>
            </name>
            <name name-style="western">
              <surname>Asiedu</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Addo</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Agbodza</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Allen</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Appiagyei</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bannerman</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Darko</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Duodu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Effah</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Tappis</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Accelerating newborn survival in Ghana through a low-dose, high-frequency health worker training approach: a cluster randomized trial</article-title>
          <source>BMC Preg Childbirth</source>
          <year>2018</year>
          <month>03</month>
          <day>22</day>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>72</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpregnancychildbirth.biomedcentral.com/articles/10.1186/s12884-018-1705-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12884-018-1705-5</pub-id>
          <pub-id pub-id-type="medline">29566659</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12884-018-1705-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC5863807</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Willcox</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Harrison</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Asiedu</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Nelson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gomez</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>LeFevre</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Incremental cost and cost-effectiveness of low-dose, high-frequency training in basic emergency obstetric and newborn care as compared to status quo: part of a cluster-randomized training intervention evaluation in Ghana</article-title>
          <source>Global Health</source>
          <year>2017</year>
          <month>12</month>
          <day>06</day>
          <volume>13</volume>
          <issue>1</issue>
          <fpage>88</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://globalizationandhealth.biomedcentral.com/articles/10.1186/s12992-017-0313-x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12992-017-0313-x</pub-id>
          <pub-id pub-id-type="medline">29212509</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12992-017-0313-x</pub-id>
          <pub-id pub-id-type="pmcid">PMC5719574</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Atukunda</surname>
              <given-names>IT</given-names>
            </name>
            <name name-style="western">
              <surname>Conecker</surname>
              <given-names>GA</given-names>
            </name>
          </person-group>
          <article-title>Effect of a low-dose, high-frequency training approach on stillbirths and early neonatal deaths: a before-and-after study in 12 districts of Uganda</article-title>
          <source>Lancet Glob Health</source>
          <year>2017</year>
          <month>04</month>
          <volume>5</volume>
          <fpage>S12</fpage>
          <pub-id pub-id-type="doi">10.1016/s2214-109x(17)30119-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
          <article-title>Low dose, high frequency: a learning approach to improve health workforce competence, confidence, and performance</article-title>
          <source>Jhpiego Resource Brief</source>
          <year>2016</year>
          <access-date>2021-08-12</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.healthynewbornnetwork.org/resource/low-dose-high-frequency-a-learning-approach-to-improve-health-workforce-competence-confidence-and-performance/">https://www.healthynewbornnetwork.org/resource/low-dose-high-frequency-a-learning-approach-to-improve-health-workforce-competence-confidence-and-performance/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dol</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell-Yeo</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Aston</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>McMillan</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Richardson</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>The impact of the Helping Babies Survive program on neonatal outcomes and health provider skills: a systematic review</article-title>
          <source>JBI Database System Rev Implement Rep</source>
          <year>2018</year>
          <month>03</month>
          <volume>16</volume>
          <issue>3</issue>
          <fpage>701</fpage>
          <lpage>37</lpage>
          <pub-id pub-id-type="doi">10.11124/JBISRIR-2017-003535</pub-id>
          <pub-id pub-id-type="medline">29521869</pub-id>
          <pub-id pub-id-type="pii">01938924-201803000-00015</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Opiyo</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>English</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>In-service training for health professionals to improve care of seriously ill newborns and children in low-income countries</article-title>
          <source>Cochrane Database Syst Rev</source>
          <year>2015</year>
          <month>05</month>
          <day>13</day>
          <volume>2015</volume>
          <issue>5</issue>
          <fpage>CD007071</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25968066"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/14651858.CD007071.pub3</pub-id>
          <pub-id pub-id-type="medline">25968066</pub-id>
          <pub-id pub-id-type="pmcid">PMC4463987</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Evans</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Bazant</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Atukunda</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Niermeyer</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hiner</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Zahn</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Namugerwa</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Mbonye</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mohan</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Peer-assisted learning after onsite, low-dose, high-frequency training and practice on simulators to prevent and treat postpartum hemorrhage and neonatal asphyxia: A pragmatic trial in 12 districts in Uganda</article-title>
          <source>PLoS One</source>
          <year>2018</year>
          <month>12</month>
          <day>17</day>
          <volume>13</volume>
          <issue>12</issue>
          <fpage>e0207909</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0207909"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0207909</pub-id>
          <pub-id pub-id-type="medline">30557350</pub-id>
          <pub-id pub-id-type="pii">PONE-D-17-37874</pub-id>
          <pub-id pub-id-type="pmcid">PMC6296740</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>World Health Organization</collab>
          </person-group>
          <source>Neonatal and Perinatal Mortality: Country, Regional and Global Estimates</source>
          <year>2006</year>
          <publisher-loc>Geneva</publisher-loc>
          <publisher-name>World Health Organization</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moore</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Audrey</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Barker</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bond</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Bonell</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hardeman</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Moore</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>O'Cathain</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tinati</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Wight</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Baird</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Process evaluation of complex interventions: Medical Research Council guidance</article-title>
          <source>Br Med J</source>
          <year>2015</year>
          <month>03</month>
          <day>19</day>
          <volume>350</volume>
          <fpage>h1258</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.bmj.com/lookup/pmidlookup?view=long&#38;pmid=25791983"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.h1258</pub-id>
          <pub-id pub-id-type="medline">25791983</pub-id>
          <pub-id pub-id-type="pmcid">PMC4366184</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zachariah</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Harries</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Ishikawa</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Rieder</surname>
              <given-names>HL</given-names>
            </name>
            <name name-style="western">
              <surname>Bissell</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Laserson</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Massaquoi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Van Herp</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Reid</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Operational research in low-income countries: what, why, and how?</article-title>
          <source>Lancet Infect Diseas</source>
          <year>2009</year>
          <month>11</month>
          <volume>9</volume>
          <issue>11</issue>
          <fpage>711</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1016/s1473-3099(09)70229-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Carroll</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Patterson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wood</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Booth</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rick</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Balain</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>A conceptual framework for implementation fidelity</article-title>
          <source>Implement Sci</source>
          <year>2007</year>
          <month>11</month>
          <day>30</day>
          <volume>2</volume>
          <issue>1</issue>
          <fpage>40</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/1748-5908-2-40"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1748-5908-2-40</pub-id>
          <pub-id pub-id-type="medline">18053122</pub-id>
          <pub-id pub-id-type="pii">1748-5908-2-40</pub-id>
          <pub-id pub-id-type="pmcid">PMC2213686</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shiell</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hawe</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Gold</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Complex interventions or complex systems? Implications for health economic evaluation</article-title>
          <source>Br Med J</source>
          <year>2008</year>
          <month>06</month>
          <day>05</day>
          <volume>336</volume>
          <issue>7656</issue>
          <fpage>1281</fpage>
          <lpage>3</lpage>
          <pub-id pub-id-type="doi">10.1136/bmj.39569.510521.ad</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Blencowe</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Vos</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Philips</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Lozano</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Alvarado</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Cousens</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lawn</surname>
              <given-names>JE</given-names>
            </name>
          </person-group>
          <article-title>Estimates of neonatal morbidities and disabilities at regional and global levels for 2010: introduction, methods overview, and relevant findings from the Global Burden of Disease study</article-title>
          <source>Pediatr Res</source>
          <year>2013</year>
          <month>12</month>
          <day>20</day>
          <volume>74 Suppl 1</volume>
          <issue>S1</issue>
          <fpage>4</fpage>
          <lpage>16</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24366460"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/pr.2013.203</pub-id>
          <pub-id pub-id-type="medline">24366460</pub-id>
          <pub-id pub-id-type="pii">pr2013203</pub-id>
          <pub-id pub-id-type="pmcid">PMC3873708</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hayes</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Moulton</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <source>Cluster Randomised Trials</source>
          <year>2017</year>
          <publisher-loc>London, U.K</publisher-loc>
          <publisher-name>Chapman and Hall</publisher-name>
          <fpage>1</fpage>
          <lpage>424</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Donner</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Klar</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Methods for comparing event rates in intervention studies when the unit of allocation is a cluster</article-title>
          <source>Am J Epidemiol</source>
          <year>1994</year>
          <month>08</month>
          <day>01</day>
          <volume>140</volume>
          <issue>3</issue>
          <fpage>279</fpage>
          <lpage>300</lpage>
          <pub-id pub-id-type="doi">10.1093/oxfordjournals.aje.a117247</pub-id>
          <pub-id pub-id-type="medline">8030631</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Eldridge</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kerry</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <source>A Practical Guide to Cluster Randomised Trials in Health Services Research</source>
          <year>2012</year>
          <publisher-loc>Hoboken, New Jersey, United States</publisher-loc>
          <publisher-name>John Wiley &#38; Sons</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zwarenstein</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Treweek</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Gagnier</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Tunis</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Haynes</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Oxman</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
            <collab>CONSORT group</collab>
            <collab>Pragmatic Trials in Healthcare (Practihc) group</collab>
          </person-group>
          <article-title>Improving the reporting of pragmatic trials: an extension of the CONSORT statement</article-title>
          <source>Br Med J</source>
          <year>2008</year>
          <month>11</month>
          <day>11</day>
          <volume>337</volume>
          <issue>nov11 2</issue>
          <fpage>a2390</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/19001484"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.a2390</pub-id>
          <pub-id pub-id-type="medline">19001484</pub-id>
          <pub-id pub-id-type="pmcid">PMC3266844</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
