<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v9i9e16672</article-id>
      <article-id pub-id-type="pmid">32985990</article-id>
      <article-id pub-id-type="doi">10.2196/16672</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Country-Level Assessment of Missed Opportunities for Vaccination in South Africa: Protocol for Multilevel Analysis</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Taddio</surname>
            <given-names>Anna</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>John</surname>
            <given-names>Denny</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Kwan</surname>
            <given-names>Yu Heng</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Ndwandwe</surname>
            <given-names>Duduzile</given-names>
          </name>
          <degrees>BSc, MSc, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Cochrane South Africa</institution>
            <institution>South African Medical Research Council</institution>
            <addr-line>Francie van Zilj Drive</addr-line>
            <addr-line>Parow Valley</addr-line>
            <addr-line>Cape Town, 7505</addr-line>
            <country>South Africa</country>
            <phone>27 21 938 0222</phone>
            <email>Duduzile.Ndwandwe@mrc.ac.za</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7129-3865</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Ngcobo</surname>
            <given-names>Ntombenhle J</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9666-6127</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Adamu</surname>
            <given-names>Abdu A</given-names>
          </name>
          <degrees>PhD, MSc, MBBS</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3317-1319</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Nnaji</surname>
            <given-names>Chukwudi</given-names>
          </name>
          <degrees>MPH</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4132-1922</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Mashunye</surname>
            <given-names>Thandiwe</given-names>
          </name>
          <degrees>MPH</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3922-439X</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Leufak</surname>
            <given-names>Arlette M</given-names>
          </name>
          <degrees>BSc, MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0729-6057</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Cooper</surname>
            <given-names>Sara</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9894-236X</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Uthman</surname>
            <given-names>Olalekan A</given-names>
          </name>
          <degrees>MBBS, PhD, MPH</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8567-3081</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Wiysonge</surname>
            <given-names>Charles S</given-names>
          </name>
          <degrees>PhD, MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1273-4779</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Cochrane South Africa</institution>
        <institution>South African Medical Research Council</institution>
        <addr-line>Cape Town</addr-line>
        <country>South Africa</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Centre for Evidence-based Health Care, Division of Epidemiology and Biostatistics</institution>
        <institution>Department of Global Health, Faculty of Medicine and Health Sciences</institution>
        <institution>Stellenbosch University</institution>
        <addr-line>Cape Town</addr-line>
        <country>South Africa</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>School of Public Health and Family Medicine</institution>
        <institution>University of Cape Town</institution>
        <addr-line>Cape Town</addr-line>
        <country>South Africa</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Warwick-Centre for Applied Health Research and Delivery</institution>
        <institution>Division of Health Sciences</institution>
        <institution>University of Warwick Medical School</institution>
        <addr-line>Coventry</addr-line>
        <country>United Kingdom</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Duduzile Ndwandwe <email>Duduzile.Ndwandwe@mrc.ac.za</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>9</month>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>28</day>
        <month>9</month>
        <year>2020</year>
      </pub-date>
      <volume>9</volume>
      <issue>9</issue>
      <elocation-id>e16672</elocation-id>
      <history>
        <date date-type="received">
          <day>14</day>
          <month>10</month>
          <year>2019</year>
        </date>
        <date date-type="rev-request">
          <day>10</day>
          <month>2</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>4</day>
          <month>4</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>21</day>
          <month>4</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Duduzile Ndwandwe, Ntombenhle J Ngcobo, Abdu A Adamu, Chukwudi Nnaji, Thandiwe Mashunye, Arlette M Leufak, Sara Cooper, Olalekan A Uthman, Charles S Wiysonge. Originally published in JMIR Research Protocols (http://www.researchprotocols.org), 28.09.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on http://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://www.researchprotocols.org/2020/9/e16672/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Vaccination is one of the greatest public health interventions of all time. Vaccination coverage in South Africa has shown a steady improvement in reaching the national target. However, while there is progress nationally, there are districts within the country that are below the set target for vaccination coverage. One of the main drivers of suboptimal vaccination coverage is thought to be missed opportunities for vaccination.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aims to understand the magnitude and determinants of missed opportunities for vaccination in South Africa.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>The 2016 South African Demographic and Health Survey will be used to conduct multilevel regression analyses to determine individual and contextual factors associated with missed opportunities for vaccination in South Africa. The perspectives of parents attending health care facilities in South Africa will be explored through exit interviews and focus group discussions. Similarly, perspectives of the health care providers will be sought to understand enablers and barriers to vaccination coverage at the facility level. Insights to such factors will aid in designing tailor-made interventions to improve vaccination coverage in South Africa.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Ethical review submission is planned for October 2020. Data collection is expected to be underway in January 2021.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The extent of missed opportunities in South Africa coupled with the associated factors presents an opportunity for efforts to increase uptake in districts where vaccination coverage is below the national target. Population-level data such as those from the 2016 South African Demographic Health Survey will provide an idea of the magnitude of missed opportunities for vaccination in South Africa at the national and subnational levels. The findings of the study will inform national and subnational policy implementation on vaccinations and help to find context-specific interventions to improve vaccination coverage.</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>PRR1-10.2196/16672</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>South Africa</kwd>
        <kwd>vaccination coverage</kwd>
        <kwd>missed opportunities for vaccination</kwd>
        <kwd>implementation science</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Vaccinations currently save between 2 and 3 million children every year [<xref ref-type="bibr" rid="ref1">1</xref>]. However, vaccines can only prevent childhood diseases if they reach the intended target populations [<xref ref-type="bibr" rid="ref2">2</xref>]. In low- and middle-income countries, the benefits of vaccinations, which can be direct and indirect, are not being maximized for children, as routine immunization remains suboptimal [<xref ref-type="bibr" rid="ref2">2</xref>]. Immunization coverage (with the third dose of diphtheria-tetanus-pertussis–containing vaccine; DTP3) had reached 90% by 2018 in 129 countries, the majority of which were high-income countries [<xref ref-type="bibr" rid="ref3">3</xref>]. According to the World Health Organization (WHO), the 10 countries with the most unvaccinated children are Angola, Brazil, the Democratic Republic of the Congo, Ethiopia, India, Indonesia, Nigeria, Pakistan, the Philippines, and Viet Nam [<xref ref-type="bibr" rid="ref3">3</xref>]. Immunization coverage is one of the key measures for assessing the performance of national immunization programs [<xref ref-type="bibr" rid="ref4">4</xref>]. DTP3 is commonly used as a surrogate indicator for immunization [<xref ref-type="bibr" rid="ref5">5</xref>]. Low- and middle-income countries are dependent on the Expanded Program on Immunization framework to ensure that all children receive their recommended vaccinations [<xref ref-type="bibr" rid="ref6">6</xref>]. The Expanded Program on Immunization is supported by local health ministries to provide vaccinations to infants at no cost [<xref ref-type="bibr" rid="ref4">4</xref>].</p>
        <p>However, there are challenges related to accessing the Expanded Program on Immunization. These include accessing far-to-reach health care facilities, vaccine stock-outs in the facilities, and more importantly, missed opportunities for vaccination and vaccination hesitancy [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>]. In addition to the challenges associated with the Expanded Program on Immunization, another important issue that affects vaccination coverage is poor data collection and reporting. Vaccination coverage data quality was highlighted in 2012 pointing to multiple issues surrounding data collection [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>], compilation, and transfer in generating immunization data. Countries need to collect and report high-quality vaccination data to enable assessment of immunization performance. In turn, delivery of the vaccines to populations in need can be improve [<xref ref-type="bibr" rid="ref6">6</xref>].</p>
        <p>In South Africa, there has been substantial progress in immunization coverage, access to free health care, and prevention of malnutrition and mother-to-child transmission of HIV. However, the current levels of under-5 mortality in the South Africa are still very high indicating that the United Nation Sustainable Development Goals' target of less than 25 deaths per 1000 live births by 2030 may not be reached [<xref ref-type="bibr" rid="ref11">11</xref>]. The top causes of under-5 mortality are neonatal conditions, diarrhea, pneumonia, and HIV-related infections [<xref ref-type="bibr" rid="ref12">12</xref>]. Multiple efforts are being made to improve immunization coverage; there is a need for the improvement of health service delivery vis-a-vis establishing synergy between health programs to reduce missed opportunities for vaccination [<xref ref-type="bibr" rid="ref10">10</xref>].</p>
        <p>Missed opportunities for vaccination refer to any contact with health services by persons who are eligible for vaccination (eg, unvaccinated or partially vaccinated and free of contraindications to vaccination), which does not result in them receiving one or more of the vaccinations for which they are eligible [<xref ref-type="bibr" rid="ref7">7</xref>]. Missed opportunities for vaccination occur in two major settings: (1) during visits for vaccination and other preventive services and (2) during visits for curative services. In both settings, eliminating missed opportunities will increase the overall immunization coverage in the population and thus prevent vaccine-preventable diseases.</p>
        <p>Recommended strategies for reducing missed opportunities for vaccination emphasize the usefulness of periodic monitoring to evaluate the quality of vaccination program performance at the health service level as well as evaluating progress toward reducing missed opportunities [<xref ref-type="bibr" rid="ref13">13</xref>].</p>
        <p>The Expanded Program on Immunization is one of the most successful and cost-effective public health initiatives to reduce infant morbidity and mortality from vaccine-preventable diseases. The benefits of immunization are so immense that in 2011, the World Health Assembly put forth a resolution to declare a Decade of Vaccines (2011-2020) [<xref ref-type="bibr" rid="ref4">4</xref>]. Furthermore, target 3.8 of the Sustainable Development Goals emphasizes the importance of immunization and, as such, calls for “access to safe, effective, quality and affordable medicines and vaccines for all” by 2030 [<xref ref-type="bibr" rid="ref14">14</xref>]. Improved coverage of early childhood immunization is essential to achieving Sustainable Development Goals goal 3.8. Gavi, the Vaccine Alliance is calling for a universally applicable vaccine indicator to “reach and sustain 90% national coverage and 80% in every district with all vaccines in national programs” to be one of the measures of Sustainable Development Goal 3.8 [<xref ref-type="bibr" rid="ref15">15</xref>].</p>
        <p>Additionally, further research is needed to assess various factors attributed to missed opportunities in different districts across the country. The proposed study will provide novel insights on the magnitude and determinants of missed opportunities for vaccination to enable tailor-made strategies for addressing various factors unique to different districts, thus filling the key knowledge gaps, which is important for achieving vaccination goals in South Africa. Given the pragmatic nature of the project, its involvement of key national vaccination stakeholders and provincial and district stakeholders will generate knowledge that has the potential to inform policy decisions at the national level and which can easily be implemented at provincial and district levels. </p>
      </sec>
      <sec>
        <title>Aims and Objectives</title>
        <p>The objectives of the study are as follows: (1) to examine the influence of individual-, neighborhood- and province-level socioeconomic factors on missed opportunities for vaccination in South Africa; (2) to explore reasons for missed opportunities for vaccination from the perspectives of caregivers of children aged 0-23 months attending primary health care facilities in Western and Eastern Cape provinces of South Africa; (3) to explore reasons for missed opportunities for vaccination from the perspectives of health care providers in primary health care facilities in Western and Eastern Cape provinces of South Africa.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Preliminary Identification of Factors</title>
        <p>We will use the 2016 South African Demographic and Health Survey (SADHS). This will be a cross-sectional study. Briefly, the SADHS is a nationally representative household survey conducted in South Africa which uses a multistage, stratified sampling design with households as the sampling unit. Within each sample household, women and men meeting the eligibility criteria are interviewed. The survey findings represent the full target population because the samples are not self-weighting, and therefore, account for unequal selection probabilities as well as nonresponses [<xref ref-type="bibr" rid="ref16">16</xref>]. SADHS is composed of a household questionnaire, a women’s questionnaire, and in most countries, a men’s questionnaire. We will use the WHO’s definition of missed opportunities for vaccination as the outcome variable, defined as a binary variable that takes the value of 1 if the child 12-23 months had any contact with health services but remained unvaccinated to any vaccination dose for which the child is eligible. Contact with health services will be defined using the following 6 variables: skilled birth attendance, baby postnatal check within 2 months, received vitamin A dose in first 2 months after delivery, had health care and medical treatment of diarrhea, fever, or cough. We will limit the analysis to one child per woman to minimize the overrepresentation of women with more than one child in the age category. Individual-level factors will be included in the models: child's age, sex of the child (male versus female), high birth order (&#62;4 birth order), child’s birth weight, number of children under the age of 5 years in the household, maternal age completed years (15 to 24, 25 to 34, 35 or older), employment status (working or not working), maternal education (no education, primary, or secondary or higher), and media access (radio, television, internet, or newspaper). SADHS does not collect direct information on household income and expenditures. We will use the SADHS wealth index as a proxy indicator for socioeconomic status. The methods used in calculating the SADHS wealth index have been described elsewhere [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>].</p>
        <p>An index of economic status for each household will be constructed using principal components analysis based on the following household variables: number of rooms per house and ownership of a car, motorcycle, bicycle, fridge, television, and telephone, as well as any kind of heating device. From these criteria, the SADHS wealth index quintiles (poorest, poorer, middle, richer, and richest) will be calculated and used in the subsequent modeling. Clustering within the same geographical living environment will be described as a neighborhood. Neighborhoods will be based on sharing a common primary sample unit within the SADHS data [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>]. We will consider neighborhood socioeconomic disadvantage for the community-level variable in this study. Neighborhood socioeconomic disadvantage will be operationalized with a principal component comprised of the proportion of respondents with no education (illiterate), unemployed, rural resident, and living below the poverty level (asset index below 20% poorest quintile). A standardized score with mean 0 and standard deviation 1 will be generated from this index; with higher scores indicative of lower socioeconomic position. We will divide the resultant scores into 5 quintiles to allow for nonlinear effects and provide results that are more readily interpretable in the policy arena.</p>
      </sec>
      <sec>
        <title>Participant Sampling</title>
        <p>We purposively selected the Western Cape and Eastern Cape provinces for the study to represent the urban and rural settings. The minimum sample required is estimated at 620 in the two provinces which will include both the parents and health care providers This sample size will be used for quantitative surveys and focus group discussion data collection. While the sample size has been estimated, this type of analysis allows reiteration to ensure that saturation is obtained. The estimation is based on the following assumptions: a prevalence of missed opportunities for vaccination of 32.2%, from a previous study [<xref ref-type="bibr" rid="ref21">21</xref>]; an acceptable margin of error of 5%; nonresponse rate of 20%; and a design effect of 1.5 [<xref ref-type="bibr" rid="ref21">21</xref>-<xref ref-type="bibr" rid="ref23">23</xref>]. Design effect will be considered to account for clustering since respondents are embedded within specific health facilities [<xref ref-type="bibr" rid="ref22">22</xref>-<xref ref-type="bibr" rid="ref24">24</xref>]. For feasibility and logistical reasons, 10 primary health care facilities in each of the 2 districts—OR Tambo District in the Eastern Cape Province and Cape Town Metropolitan Municipality in Western Cape Province—will be randomly selected by cluster sampling technique. Each selected primary health care facility will be considered as a cluster. From each selected primary health care facility, all eligible and consenting caregivers with a child aged 0-23 months will be included.</p>
        <p>For the focus group discussions, a purposively selected group of parents of children aged 0-23 months attending the selected facilities will be sampled from the participating primary health care facilities, based on findings from the quantitative analyses to incorporate diversity in terms of socioeconomic status, race, and class. Each group will comprise of 6 to 10 mothers. Selected parents (or caregivers) will be homogenous in terms of place of residence which allows the views by class, socioeconomic status, and level of education. In each province, at least 3 focus group discussions will be conducted. If necessary, additional sessions will be held until data saturation is reached.</p>
        <p>For the in-depth interviews, we will purposively select 10 health facility staff, including vaccinators, clinical staff, and facility managers. Participants will be selected by taking into consideration roles, gender, and geographic location.</p>
      </sec>
      <sec>
        <title>Participant Recruitment</title>
        <p>Before participant recruitment, all necessary approvals from the regulatory and provincial health departments will be obtained. Participants will be recruited in the selected primary health care clusters with the assistance of the health care workers in those facilities. We will recruit parents (or caregivers) bringing their children for vaccinations to take part in the exit interviews. All participants will be asked to consent to participating by signing an informed consent form. Once participants enrolled in the study complete their exit interviews, appointments for the focus group discussions will be organized.</p>
        <p>Previous research in South Africa [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>] has identified that the vast majority of missed opportunities for vaccinations are caused by health facility obstacles, and thus health care workers will also provide informed consent to participate in the study to understand service provider-perspective on missed opportunities for vaccination and collaboratively find interventions that are most suited for those settings.</p>
      </sec>
      <sec>
        <title>Data Collection</title>
        <sec>
          <title>Exit Interviews</title>
          <p>Face-to-face interviews will be conducted for both parents (or caregivers) and health care providers. For parents, quantitative data will be collected through face-to-face exit interviews using an interviewer-administered structured questionnaire. This questionnaire is an adaptation of a WHO tool for assessing missed opportunities for vaccination in health care settings [<xref ref-type="bibr" rid="ref27">27</xref>]. The exit interview questionnaire that will be used in this study has 6 sections: (1) data on the child; (2) data on the child's caregiver (or mother); (3) use of vaccination card and information on vaccination administered; (4) today's vaccination; (5) quality of the vaccination service; (6) reasons for getting vaccinated. Exit interviews will be conducted by trained (male and female) staff, who are fluent in both English and the South African Language most spoken in the study area. They will administer the structured questionnaire using mobile tablets. Pilot testing of the questionnaire will be conducted in a separate local area to ensure clarity and suitability of the questions. Data will be collected using REDCap (Vanderbilt University) mobile app on mobile tablets. Data quality assurance will be done using key/value pairs. Data collected will be stored on a secured database. After quantitative data collection, the data file will then be exported from REDCap to STATA (version 14.1; StataCorp LLC) for analysis. For the qualitative data, we will use NVivo (version 1.0; QSR International) to assist with data management and analysis. All personal identifiers will be removed from the interview and discussion transcripts before analysis. All recordings will be deleted upon completion of the study.</p>
        </sec>
        <sec>
          <title>In-depth Interviews</title>
          <p>Semistructured interviews will allow for in-depth exploration of the contextual factors and mechanisms of missed opportunities for vaccination from the experiences and perspectives of health workers and facility managers in the selected primary health care facilities.</p>
          <p>All sessions will be conducted in private rooms within the selected health facilities, at a convenient time for the participants. The interview process will be open-ended and flexible, allowing participants the freedom to develop and deeply express their responses.</p>
        </sec>
        <sec>
          <title>Focus Group Discussions</title>
          <p>A qualitative research design will be used to explore the reasons for missed opportunities for vaccination from the perspectives of parents (or caregivers) [<xref ref-type="bibr" rid="ref28">28</xref>]. Focus group discussion will be conducted face-to-face in a private room within the health facilities, at a convenient time for the participants. Discussions will last approximately one hour each. Each participant will be allowed to contribute during discussion and will maintain a circular sitting arrangement. A semistructured question guide will be used during the discussion. Participants will be asked about their experiences, and perception regarding vaccination, vaccination services and missed opportunities for vaccination. This question guide will be piloted in a primary health facility in South Africa to ensure clarity and suitability of questions.</p>
        </sec>
      </sec>
      <sec>
        <title>Data Management and Analysis</title>
        <sec>
          <title>Quantitative Data Management and Analysis</title>
          <p>For SADHS data, descriptive analysis will be used to describe the distribution of respondents by key variables. Multivariable logistic multilevel regression models will be used to analyze the association between individual compositional and contextual factors associated with missed opportunities for vaccination. We will specify a 3-level model for binary response reporting missed opportunity for vaccination or not, for a child (at level 1), in a neighborhood (at level 2), living in a province (at level 3). Models will be constructed as (1) an empty or unconditional model without any explanatory variables, specified to decompose the amount of variance that exists between province and neighborhood levels; (2) containing only individual-level factors; (3) containing only neighborhood-level factors; (4) containing only province-level factors; and (5) simultaneously controlled for individual-, neighborhood- and province-level factors (full model).</p>
          <p>For quantitative data from exit-interviews, missed opportunities for vaccination will be calculated using child's date of birth and date at which the last vaccination doses were administered. This will then be compared to the standard due date to determine if a missed opportunity has occurred. Children who are fully immunized for age will be categorized as <italic>no missed opportunities for vaccination</italic> while those who are not fully immunized for age will be categorized as <italic>missed opportunities for vaccination</italic>. Explanatory variables will be grouped into 3 levels as follows: (1) child-related factors (age of child, sex of the child, birth order); (2) caregiver-related factors (relationship with a child, marital status, level of education, occupation, mode of transport to the health facility, duration of transport to the health facility, exposure to media); and (3) health facility–related factors (refusal to offer vaccination, checking of vaccination card, charged fee for vaccination, charged fees for vaccination card, location characteristics, type of health facility, number of health workers, number of vaccinators). The distribution of explanatory variables (child, parent, and facility-related factors) by the outcome (missed opportunity for vaccination) will be calculated. We will specify a 2-level model for binary response reporting missed opportunity for vaccination or not with child and parent (or caregiver) as level 1, both nested within primary health care facilities (as level 2). Models will be constructed as (1) an empty (null) model with no explanatory variable; (2) containing only individual-level (child and caregiver) factors; (3) containing only facility-level factors; and (4) simultaneously controlled for child and caregiver-related and facility-level factors (full model).</p>
          <p>The results of fixed effects (measures of association) will be reported as odds ratios with 95% credible intervals—95% CrIs. This Bayesian statistical inference approach provides probability distributions for measures of association, which can be summarized with 95% credible intervals, rather than 95% confidence intervals. A 95% credible interval can be interpreted as a 95% probability that the parameter takes a value in the specified range.</p>
          <p>The possible contextual effects will be measured by the intraclass correlation and median odds ratio [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>]. We will measure the similarity between respondents in the same neighborhood and within the same province using intraclass correlation. The intraclass correlation represents the percentage of the total variance in the probability of missed opportunities for vaccination that is related to the neighborhood- and province-level (ie, measure of clustering of odds of missed opportunities for vaccination in the same neighborhood and province). The median odds ratio measures the second- or third-level (neighborhood or province) variance as odds ratios and estimates the probability of missed opportunities for vaccination that can be attributed to neighborhood and provincial context. A median odds ratio equal to one indicates no neighborhood or province variance. Conversely, the higher the median odds ratio, the more important the contextual effects are for understanding the probability of missed opportunities for vaccination. We will check for multicollinearity among explanatory variables by examining the variance inflation factor [<xref ref-type="bibr" rid="ref31">31</xref>], all diagonal elements in the variance-covariance matrix for correlations between –1 and 1, and diagonal elements for any elements close to 0.</p>
          <p>MLwinN software (version 3.0; University of Bristol) will be used for the analyses [<xref ref-type="bibr" rid="ref32">32</xref>]. Parameters will be estimated using the Markov chain Monte Carlo procedure [<xref ref-type="bibr" rid="ref32">32</xref>]. The Bayesian deviance information criterion will be used as a measure of how well the different models fitted the data. A lower value on deviance information criterion indicates a better fit of the model [<xref ref-type="bibr" rid="ref33">33</xref>]. Scatter plots of performance, as a percentage, against the number of missed opportunities for vaccination children (the denominator for the percentage) will be generated. The mean provincial performance and exact binomial 3-sigma limits will be calculated for all possible values for the number of cases and used to create a funnel plot using the method described by Spiegelhalter [<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref35">35</xref>]. If a province lies with the 99% CI, it has a crude missed opportunities for vaccination rate that is statistically consistent with the average rate (common-cause variation). If a country lies outside the 99% CI, then it has a crude missed opportunities for vaccination rate that is statistically different from the average rate (special-cause variation).</p>
        </sec>
        <sec>
          <title>Qualitative Data Management and Analysis</title>
          <p>Focus group discussions will be recorded using a portable audiorecorder and transcribed verbatim. Transcription will be done by a professional; however, each transcript will be checked for accuracy by the principal investigator. For the in-depth interviews, the template analysis approach will be used for coding and organizing data segments for analysis [<xref ref-type="bibr" rid="ref36">36</xref>]. This method allows for flexible thematic analysis as the codebook can be adapted to the context of the study [<xref ref-type="bibr" rid="ref37">37</xref>]. Two codebooks will be developed. The first codebook will specify factors identified from the discussion. For this codebook, the themes will be identified inductively [<xref ref-type="bibr" rid="ref38">38</xref>]. In the second codebook, domains of the theoretical domains framework will be specified [<xref ref-type="bibr" rid="ref39">39</xref>]. This is a validated framework with 14 domains that is useful for identifying barriers in implementation research [<xref ref-type="bibr" rid="ref39">39</xref>]. The themes identified in the first codebook will be deductively adapted to domains of the theoretical domains’ framework. The coder will identify causes of missed opportunities for vaccination from the interview transcripts, and then map each identified factor to a domain of theoretical domains framework. To avoid overlapping codes, only the most relevant code will be mapped to a particular domain. Coded data will be used for analysis. Analysis summaries for a combination of factors will be used to populate an analytic matrix. Illustrative quotations will be used in analytical summaries.</p>
        </sec>
        <sec>
          <title>Integrative Analysis (Mixed Methods Approach)</title>
          <p>We will conduct a mixed methods approach to integrate the quantitative data collected through the 2016 SADHS and structured questionnaires from exit interviews of caregivers, the qualitative data collected through the focus group discussions of parents (or caregivers) of children aged 0-23 month, and the qualitative data collected from the in-depth interviews of health care providers. Methodological integration considerations will be taken in the design, analysis, and reporting stages of the study. We will adopt the convergent design to better understand the complexity of missed opportunities for vaccination from the perspectives of caregivers and health care providers. The convergent design will compare both quantitative and qualitative data analyzed at the same time followed by an integrative analysis [<xref ref-type="bibr" rid="ref40">40</xref>]. From the thematic analysis of the qualitative data, themes will be compared with the corresponding variable from questionnaires, and the results will be displayed as qualitative summaries and quotations for each domain-participant combination, thus allowing a full understanding of the complexity surrounding missed opportunities for vaccination from the health care service user [<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref41">41</xref>].</p>
        </sec>
      </sec>
      <sec>
        <title>Considerations</title>
        <p>Ethical approval will be obtained from the South African Medical Research Council. We will also obtain permission from the appropriate authority of the South African Department of Health. The study process will comply with the requirements of the latest version of the Declaration of Helsinki (7th revision, 2013). Verbal and written information about the study will be provided to all participants taking part in interviews and focus group discussions. For the qualitative data, with permission of participants, all interviews and focus groups will be digitally recorded and subsequently transcribed verbatim. All digital recordings will be erased following transcription, and all identifying information will be removed from transcripts. Participant confidentiality and anonymity will thus be ensured. The consent form will make explicit the following aspects: the voluntary nature of participation, that there will be no negative consequences if they decide not to participate, that they will explicitly be asked for permission for the interview to be digitally recorded, and that this is also voluntary. Written consent will be obtained from all research participants before proceeding with interviews or focus groups.</p>
        <p>Details from interviews and focus group discussions will be entered into a study-specific database on the day of collection (stakeholder group, participant ID, etc). Study data, including audio recordings, will be stored on password-protected computers and shared with the study team only. All digital recordings on recorders will be destroyed following safe storage and transcription, and identifying information will be removed from all transcripts. Reports of the findings will not identify individual participants. Participant anonymity and confidentiality will thus be ensured.</p>
        <p>No risks to participants or researchers are expected. All potential participants for interviews or focus groups are not considered to be vulnerable individuals or groups. However, participants may be uncomfortable expressing criticisms of vaccination programs. Where there is this potential, and where participants identify concerns, we will reassure participants of the steps that will be taken to ensure confidentiality. For participants in focus groups, we will remind participants at the outset that while the researchers undertake to maintain confidentiality, we cannot guarantee that other focus group participants will. At the start of the focus group, we will discuss the importance of everyone involved maintaining confidentiality after the focus group but will explain that there is an inherent risk of breaches of confidentiality in this method. We will ensure that participants are aware of this risk.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>Ethical review submission is planned for October 2020. Data collection is expected to be underway in January 2021.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>General</title>
        <p>Not much is known about the burden and determinants of missed opportunities for vaccination in South Africa. Although a 2015 cross-sectional study conducted across selected health facilities in Cape Town found a low prevalence of 5% for missed opportunities for vaccination among children aged 0 to 5 years, the magnitude of the burden remains uncertain [<xref ref-type="bibr" rid="ref42">42</xref>]. The study [<xref ref-type="bibr" rid="ref42">42</xref>] found inadequate immunization training and knowledge among health care providers, as well as heavy workloads, as the main factors associated with missed opportunities to vaccinate children. In South Africa, the value that vaccinations deliver remains far below the substantial benefits that they can offer [<xref ref-type="bibr" rid="ref43">43</xref>]. While there have been significant investments and efforts in ensuring universal access to immunization services in South Africa, it is evident that in some districts and many neighborhoods, there are eligible children who are missing out on this very critical health intervention [<xref ref-type="bibr" rid="ref44">44</xref>,<xref ref-type="bibr" rid="ref45">45</xref>]. How much of this gap is due to missed opportunities for vaccination remains uncertain. The mechanism and contextual factors associated with missed opportunities for vaccination in South Africa are less certain, and therefore, this study seeks to unpack these contextual factors in efforts to improve vaccination coverage in South Africa.</p>
        <p>Our multilevel analytical approach considers the hierarchical structure of 2016 SADHS data and will enable us to simultaneously examine the effects of individual and contextual factors on missed opportunities for vaccination. Furthermore, we will use an innovative mixed methods approach to integrate quantitative and qualitative data from the SADHS, exit interviews, focus group discussions, and in-depth interviews, to better understand the complexity of missed opportunities for vaccination from multiple perspectives.</p>
        <p>While there is currently limited evidence on the structural and contextual factors responsible for missed opportunities for vaccination in different contexts, research efforts in this area have increased in recent years. As a result, there has been an increasing body of evidence on the prevalence of missed opportunities for vaccination and associated factors over the last decade, including in African and other low- and middle-income countries contexts [<xref ref-type="bibr" rid="ref46">46</xref>-<xref ref-type="bibr" rid="ref51">51</xref>]. To date, however, there remain enormous gaps in what is known. Particularly, very little evidence exists on the burden and determinants of missed opportunities for vaccination in South Africa [<xref ref-type="bibr" rid="ref42">42</xref>]. Much less certain is the evidence on the role and effectiveness of interventions for addressing missed opportunities for vaccination, with very little evidence on these in Africa, and none in South Africa [<xref ref-type="bibr" rid="ref52">52</xref>].</p>
        <p>Understanding the burden and mechanisms of missed opportunities for vaccination is important for policy and practice as it will provide valuable evidence to enable policymakers and facility managers to consider context-appropriate interventions for strengthening immunization programs. It will help inform institutions of context-appropriate and locally responsive immunization strategies and interventions to optimize immunization access and coverage. Therefore, this study will have local and national policy and practice implications in South Africa and Africa, in general. It will inform strategies for ensuring equitable and improved immunization coverage toward the attainment of the WHO Global Vaccine Action Plan targets, Universal Health Coverage agenda, and health-related UN Sustainable Development Goals.</p>
      </sec>
      <sec>
        <title>Dissemination of Findings</title>
        <p>The findings of the study will be shared with stakeholder groups, at consultation workshops, and on Cochrane South Africa websites. At the end of the study, a project report will be shared with all stakeholders who took part in interviews, focus groups, and consultation workshops. The findings will also be communicated through academic publications and conferences. Reporting of the qualitative data will adhere to COREQ [<xref ref-type="bibr" rid="ref53">53</xref>] guidelines.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">COREQ</term>
          <def>
            <p>Consolidated Criteria for Reporting Qualitative Research</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">DTP3</term>
          <def>
            <p>third dose of diphtheria-tetanus-pertussis–containing vaccine</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">HIV</term>
          <def>
            <p>human immunodeficiency virus</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">PRISMA</term>
          <def>
            <p>Preferred Reporting Items for Systematic Review and Meta-Analysis</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">PRISMA-P</term>
          <def>
            <p>Preferred Reporting Items for Systematic Review and Meta-Analysis Protocols</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">SADHS</term>
          <def>
            <p>South African Demographic and Health Survey</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">WHO</term>
          <def>
            <p>World Health Organization</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This research has received funding from the South African Medical Research Council (through the operational budget of Cochrane South Africa) and the National Research Foundation of South Africa Thuthuka funding instrument (National Research Foundation Rating Track, grant 117840). The authors wish to acknowledge Cochrane South Africa, South African Medical Research Council for their support. The views expressed in this publication are those of the author(s) and not Organizations affiliated to.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>The study was initially conceived by CSW, and the methods for data collection were designed by OAU with contributions from SC and AAA for the aspects of qualitative research and implementation. DN wrote the first manuscript. DN, NJN, AAA, CN, TM, AML, SC, OAU, and CSW contributed to reviewing and shaping the direction of the protocol. All the authors read and approved the final manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>Immunization coverage</article-title>
          <source>World Health Organization</source>
          <year>2019</year>
          <month>07</month>
          <day>01</day>
          <access-date>2019-09-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/news-room/fact-sheets/detail/immunization-coverage">https://www.who.int/news-room/fact-sheets/detail/immunization-coverage</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Andre</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Booy</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Bock</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Clemens</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Datta</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>John</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Lolekha</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Peltola</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Ruff</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Santosham</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Schmitt</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Vaccination greatly reduces disease, disability, death and inequity worldwide</article-title>
          <source>Bull World Health Organ</source>
          <year>2008</year>
          <month>02</month>
          <volume>86</volume>
          <issue>2</issue>
          <fpage>140</fpage>
          <lpage>6</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/18297169"/>
          </comment>
          <pub-id pub-id-type="doi">10.2471/blt.07.040089</pub-id>
          <pub-id pub-id-type="medline">18297169</pub-id>
          <pub-id pub-id-type="pii">S0042-96862008000200016</pub-id>
          <pub-id pub-id-type="pmcid">PMC2647387</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <article-title>Immunization coverage</article-title>
          <source>World Heath Organization</source>
          <year>2019</year>
          <access-date>2019-11-07</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/immunization/monitoring_surveillance/routine/coverage/en/">https://www.who.int/immunization/monitoring_surveillance/routine/coverage/en/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>World Health Organisation</collab>
          </person-group>
          <article-title>Global vaccine action plan. decade of vaccine collaboration</article-title>
          <source>Vaccine</source>
          <year>2013</year>
          <month>04</month>
          <day>18</day>
          <volume>31 Suppl 2</volume>
          <fpage>B5</fpage>
          <lpage>31</lpage>
          <pub-id pub-id-type="doi">10.1016/j.vaccine.2013.02.015</pub-id>
          <pub-id pub-id-type="medline">23734366</pub-id>
          <pub-id pub-id-type="pii">S0264-410X(13)00168-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>VanderEnde</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Gacic-Dobo</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Diallo</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Conklin</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Wallace</surname>
              <given-names>AS</given-names>
            </name>
          </person-group>
          <article-title>Global routine vaccination coverage - 2017</article-title>
          <source>MMWR Morb Mortal Wkly Rep</source>
          <year>2018</year>
          <month>11</month>
          <day>16</day>
          <volume>67</volume>
          <issue>45</issue>
          <fpage>1261</fpage>
          <lpage>1264</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.15585/mmwr.mm6745a2"/>
          </comment>
          <pub-id pub-id-type="doi">10.15585/mmwr.mm6745a2</pub-id>
          <pub-id pub-id-type="medline">30439873</pub-id>
          <pub-id pub-id-type="pmcid">PMC6290803</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>DW</given-names>
            </name>
          </person-group>
          <article-title>Definition and use of "valid" district level vaccination coverage to monitor Global Vaccine Action Plan (GVAP) achievement: evidence for revisiting the district indicator</article-title>
          <source>J Glob Health</source>
          <year>2018</year>
          <month>12</month>
          <volume>8</volume>
          <issue>2</issue>
          <fpage>020404</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.7189/jogh.08.020404"/>
          </comment>
          <pub-id pub-id-type="doi">10.7189/jogh.08.020404</pub-id>
          <pub-id pub-id-type="medline">30023051</pub-id>
          <pub-id pub-id-type="pii">jogh-08-020404</pub-id>
          <pub-id pub-id-type="pmcid">PMC6030671</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="web">
          <article-title>Missed opportunities for vaccination (MOV) strategy</article-title>
          <source>World Health Organization</source>
          <year>2018</year>
          <month>07</month>
          <day>01</day>
          <access-date>2019-09-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.who.int/immunization/programmes_systems/policies_strategies/MOV/en/">http://www.who.int/immunization/programmes_systems/policies_strategies/MOV/en/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Olorunsaiye</surname>
              <given-names>CZ</given-names>
            </name>
            <name name-style="western">
              <surname>Langhamer</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Wallace</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Watkins</surname>
              <given-names>ML</given-names>
            </name>
          </person-group>
          <article-title>Missed opportunities and barriers for vaccination: a descriptive analysis of private and public health facilities in four African countries</article-title>
          <source>Pan Afr Med J</source>
          <year>2017</year>
          <volume>27</volume>
          <issue>Suppl 3</issue>
          <fpage>6</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.panafrican-med-journal.com/content/article/27/6/full/"/>
          </comment>
          <pub-id pub-id-type="doi">10.11604/pamj.supp.2017.27.3.12083</pub-id>
          <pub-id pub-id-type="medline">29296141</pub-id>
          <pub-id pub-id-type="pii">PAMJ-SUPP-27-3-06</pub-id>
          <pub-id pub-id-type="pmcid">PMC5745949</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="web">
          <article-title>Subnational immunization coverage data</article-title>
          <source>World Health Organization</source>
          <year>2019</year>
          <month>09</month>
          <day>05</day>
          <access-date>2019-09-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/immunization/monitoring_surveillance/data/subnational/en/">https://www.who.int/immunization/monitoring_surveillance/data/subnational/en/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="web">
          <article-title>Immunization coverage</article-title>
          <source>World Health Organization</source>
          <year>2017</year>
          <month>01</month>
          <day>01</day>
          <access-date>2019-09-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.who.int/mediacentre/factsheets/fs378/en/">http://www.who.int/mediacentre/factsheets/fs378/en/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Massyn</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Padarath</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Peer</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Day</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>District Health Barometer</article-title>
          <source>Health Systems Trust</source>
          <year>2016</year>
          <month>01</month>
          <day>01</day>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.hst.org.za/publications/Pages/District-Health-Barometer-201617.aspx"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nannan</surname>
              <given-names>NN</given-names>
            </name>
            <name name-style="western">
              <surname>Groenewald</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Pillay-van Wyk</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Nicol</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Msemburi</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Dorrington</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Bradshaw</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Child mortality trends and causes of death in South Africa, 1997 - 2012, and the importance of a national burden of disease study</article-title>
          <source>S Afr Med J</source>
          <year>2019</year>
          <month>06</month>
          <day>28</day>
          <volume>109</volume>
          <issue>7</issue>
          <fpage>480</fpage>
          <lpage>485</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.samj.org.za/index.php/samj/article/view/12646"/>
          </comment>
          <pub-id pub-id-type="doi">10.7196/SAMJ.2019.v109i7.13717</pub-id>
          <pub-id pub-id-type="medline">31266573</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hutchins</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Jansen</surname>
              <given-names>HA</given-names>
            </name>
            <name name-style="western">
              <surname>Robertson</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Evans</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Kim-Farley</surname>
              <given-names>RJ</given-names>
            </name>
          </person-group>
          <article-title>Studies of missed opportunities for immunization in developing and industrialized countries</article-title>
          <source>Bull World Health Organ</source>
          <year>1993</year>
          <volume>71</volume>
          <issue>5</issue>
          <fpage>549</fpage>
          <lpage>60</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/8261558"/>
          </comment>
          <pub-id pub-id-type="medline">8261558</pub-id>
          <pub-id pub-id-type="pmcid">PMC2393481</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="web">
          <article-title>SDG 3: Ensure healthy lives and promote wellbeing for all at all ages</article-title>
          <source>World Health Organization</source>
          <year>2017</year>
          <month>01</month>
          <day>01</day>
          <access-date>2020-09-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/sdg/targets/en/">https://www.who.int/sdg/targets/en/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="web">
          <article-title>Annual progress report</article-title>
          <source>Gavi, the Vaccine Alliance</source>
          <year>2018</year>
          <month>01</month>
          <day>01</day>
          <access-date>2020-09-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.gavi.org/sites/default/files/publications/progress-reports/Gavi-Progress-Report-2018.pdf">https://www.gavi.org/sites/default/files/publications/progress-reports/Gavi-Progress-Report-2018.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="web">
          <article-title>South Africa Demographic Health Survey 2016</article-title>
          <source>National Department of Health (NDoH), South African Medical Research Council (SAMRC), NDoH, Stats SA, SAMRC, and ICF</source>
          <year>2019</year>
          <month>07</month>
          <day>01</day>
          <access-date>2020-09-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dhsprogram.com/pubs/pdf/FR337/FR337.pdf">https://dhsprogram.com/pubs/pdf/FR337/FR337.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Montgomery</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Gragnolati</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Burke</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Paredes</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Measuring living standards with proxy variables</article-title>
          <source>Demography</source>
          <year>2000</year>
          <month>05</month>
          <volume>37</volume>
          <issue>2</issue>
          <fpage>155</fpage>
          <lpage>74</lpage>
          <pub-id pub-id-type="medline">10836174</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vyas</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kumaranayake</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Constructing socio-economic status indices: how to use principal components analysis</article-title>
          <source>Health Policy Plan</source>
          <year>2006</year>
          <month>11</month>
          <day>30</day>
          <volume>21</volume>
          <issue>6</issue>
          <fpage>459</fpage>
          <lpage>68</lpage>
          <pub-id pub-id-type="doi">10.1093/heapol/czl029</pub-id>
          <pub-id pub-id-type="medline">17030551</pub-id>
          <pub-id pub-id-type="pii">czl029</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Griffiths</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Madise</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Whitworth</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Matthews</surname>
              <given-names>Z</given-names>
            </name>
          </person-group>
          <article-title>A tale of two continents: a multilevel comparison of the determinants of child nutritional status from selected African and Indian regions</article-title>
          <source>Health Place</source>
          <year>2004</year>
          <month>06</month>
          <volume>10</volume>
          <issue>2</issue>
          <fpage>183</fpage>
          <lpage>99</lpage>
          <pub-id pub-id-type="doi">10.1016/j.healthplace.2003.07.001</pub-id>
          <pub-id pub-id-type="medline">15019912</pub-id>
          <pub-id pub-id-type="pii">S1353829203000650</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kravdal</surname>
              <given-names>Ø</given-names>
            </name>
          </person-group>
          <article-title>A simulation-based assessment of the bias produced when using averages from small DHS clusters as contextual variables in multilevel models</article-title>
          <source>DemRes</source>
          <year>2006</year>
          <month>07</month>
          <day>18</day>
          <volume>15</volume>
          <fpage>1</fpage>
          <lpage>20</lpage>
          <pub-id pub-id-type="doi">10.4054/demres.2006.15.1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sridhar</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Maleq</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Guillermet</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Colombini</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gessner</surname>
              <given-names>BD</given-names>
            </name>
          </person-group>
          <article-title>A systematic literature review of missed opportunities for immunization in low- and middle-income countries</article-title>
          <source>Vaccine</source>
          <year>2014</year>
          <month>12</month>
          <day>05</day>
          <volume>32</volume>
          <issue>51</issue>
          <fpage>6870</fpage>
          <lpage>6879</lpage>
          <pub-id pub-id-type="doi">10.1016/j.vaccine.2014.10.063</pub-id>
          <pub-id pub-id-type="medline">25444813</pub-id>
          <pub-id pub-id-type="pii">S0264-410X(14)01453-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Israel</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Determining sample size</article-title>
          <source>University of Florida Cooperative Extension Service, Institute of Food and Agriculture Sciences, EDIS Gainesville</source>
          <year>1992</year>
          <month>07</month>
          <day>01</day>
          <access-date>2020-09-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.gjimt.ac.in/web/wp-content/uploads/2017/10/2_Glenn-D.-Israel_Determining-Sample-Size.pdf">http://www.gjimt.ac.in/web/wp-content/uploads/2017/10/2_Glenn-D.-Israel_Determining-Sample-Size.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Charan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Biswas</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>How to calculate sample size for different study designs in medical research?</article-title>
          <source>Indian J Psychol Med</source>
          <year>2013</year>
          <month>04</month>
          <volume>35</volume>
          <issue>2</issue>
          <fpage>121</fpage>
          <lpage>6</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24049221"/>
          </comment>
          <pub-id pub-id-type="doi">10.4103/0253-7176.116232</pub-id>
          <pub-id pub-id-type="medline">24049221</pub-id>
          <pub-id pub-id-type="pii">IJPsyM-35-121</pub-id>
          <pub-id pub-id-type="pmcid">PMC3775042</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hulland</surname>
              <given-names>EN</given-names>
            </name>
            <name name-style="western">
              <surname>Blanton</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Leidman</surname>
              <given-names>EZ</given-names>
            </name>
            <name name-style="western">
              <surname>Bilukha</surname>
              <given-names>OO</given-names>
            </name>
          </person-group>
          <article-title>Parameters associated with design effect of child anthropometry indicators in small-scale field surveys</article-title>
          <source>Emerg Themes Epidemiol</source>
          <year>2016</year>
          <month>12</month>
          <day>7</day>
          <volume>13</volume>
          <issue>1</issue>
          <fpage>13</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ete-online.biomedcentral.com/articles/10.1186/s12982-016-0054-y"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12982-016-0054-y</pub-id>
          <pub-id pub-id-type="medline">27980596</pub-id>
          <pub-id pub-id-type="pii">54</pub-id>
          <pub-id pub-id-type="pmcid">PMC5142286</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Burnett</surname>
              <given-names>Rosemary J</given-names>
            </name>
            <name name-style="western">
              <surname>Mmoledi</surname>
              <given-names>Gloria</given-names>
            </name>
            <name name-style="western">
              <surname>Ngcobo</surname>
              <given-names>Ntombenhle J</given-names>
            </name>
            <name name-style="western">
              <surname>Dochez</surname>
              <given-names>Carine</given-names>
            </name>
            <name name-style="western">
              <surname>Seheri</surname>
              <given-names>L Mapaseka</given-names>
            </name>
            <name name-style="western">
              <surname>Mphahlele</surname>
              <given-names>M Jeffrey</given-names>
            </name>
          </person-group>
          <article-title>Impact of vaccine stock-outs on infant vaccination coverage: a hospital-based survey from South Africa</article-title>
          <source>Int Health</source>
          <year>2018</year>
          <month>09</month>
          <day>01</day>
          <volume>10</volume>
          <issue>5</issue>
          <fpage>376</fpage>
          <lpage>381</lpage>
          <pub-id pub-id-type="doi">10.1093/inthealth/ihy036</pub-id>
          <pub-id pub-id-type="medline">29757386</pub-id>
          <pub-id pub-id-type="pii">4995028</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Le Roux</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Akin-Olugbade</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Katzen</surname>
              <given-names>LS</given-names>
            </name>
            <name name-style="western">
              <surname>Laurenzi</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Mercer</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Tomlinson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rotheram-Borus</surname>
              <given-names>MJ</given-names>
            </name>
          </person-group>
          <article-title>Immunisation coverage in the rural Eastern Cape - are we getting the basics of primary care right? Results from a longitudinal prospective cohort study</article-title>
          <source>S Afr Med J</source>
          <year>2016</year>
          <month>12</month>
          <day>21</day>
          <volume>107</volume>
          <issue>1</issue>
          <fpage>52</fpage>
          <lpage>55</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28112092"/>
          </comment>
          <pub-id pub-id-type="doi">10.7196/SAMJ.2016.v107.i1.11242</pub-id>
          <pub-id pub-id-type="medline">28112092</pub-id>
          <pub-id pub-id-type="pmcid">PMC5659717</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Velandia-González</surname>
              <given-names>Martha</given-names>
            </name>
            <name name-style="western">
              <surname>Trumbo</surname>
              <given-names>SP</given-names>
            </name>
            <name name-style="western">
              <surname>Díaz-Ortega</surname>
              <given-names>José Luis</given-names>
            </name>
            <name name-style="western">
              <surname>Bravo-Alcántara</surname>
              <given-names>Pamela</given-names>
            </name>
            <name name-style="western">
              <surname>Danovaro-Holliday</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Dietz</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Ruiz-Matus</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Lessons learned from the development of a new methodology to assess missed opportunities for vaccination in Latin America and the Caribbean</article-title>
          <source>BMC Int Health Hum Rights</source>
          <year>2015</year>
          <month>02</month>
          <day>21</day>
          <volume>15</volume>
          <issue>1</issue>
          <fpage>5</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcinthealthhumrights.biomedcentral.com/articles/10.1186/s12914-015-0043-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12914-015-0043-1</pub-id>
          <pub-id pub-id-type="medline">25889653</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12914-015-0043-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC4357152</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Green</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Thorogood</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <source>Qualitative Methods for Health Research 2nd Ed</source>
          <year>2004</year>
          <month>07</month>
          <day>01</day>
          <publisher-loc>London</publisher-loc>
          <publisher-name>Sage Publications</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Snijders</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Bosker</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <source>Multilevel Analysis: An Introduction to Basic and Advanced Multilevel Modeling</source>
          <year>1999</year>
          <month>07</month>
          <day>01</day>
          <publisher-loc>Thousand Oaks, California</publisher-loc>
          <publisher-name>SAGE publications</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Larsen</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Merlo</surname>
              <given-names>Juan</given-names>
            </name>
          </person-group>
          <article-title>Appropriate assessment of neighborhood effects on individual health: integrating random and fixed effects in multilevel logistic regression</article-title>
          <source>Am J Epidemiol</source>
          <year>2005</year>
          <month>01</month>
          <day>01</day>
          <volume>161</volume>
          <issue>1</issue>
          <fpage>81</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1093/aje/kwi017</pub-id>
          <pub-id pub-id-type="medline">15615918</pub-id>
          <pub-id pub-id-type="pii">161/1/81</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Kellett</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Clerehugh</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Gilthorpe</surname>
              <given-names>MS</given-names>
            </name>
          </person-group>
          <article-title>Problems of correlations between explanatory variables in multiple regression analyses in the dental literature</article-title>
          <source>Br Dent J</source>
          <year>2005</year>
          <month>10</month>
          <day>08</day>
          <volume>199</volume>
          <issue>7</issue>
          <fpage>457</fpage>
          <lpage>61</lpage>
          <pub-id pub-id-type="doi">10.1038/sj.bdj.4812743</pub-id>
          <pub-id pub-id-type="medline">16215581</pub-id>
          <pub-id pub-id-type="pii">4812743</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Browne</surname>
              <given-names>WJ</given-names>
            </name>
          </person-group>
          <article-title>MCMC estimation in MLwiN v2.31</article-title>
          <source>University of Bristol Centre for Multilevel Modelling</source>
          <year>2014</year>
          <month>07</month>
          <day>01</day>
          <access-date>2020-09-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.bris.ac.uk/cmm/media/software/mlwin/downloads/manuals/2-32/mcmc-web.pdf">http://www.bris.ac.uk/cmm/media/software/mlwin/downloads/manuals/2-32/mcmc-web.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Spiegelhalter</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Best</surname>
              <given-names>NG</given-names>
            </name>
            <name name-style="western">
              <surname>Carlin</surname>
              <given-names>BP</given-names>
            </name>
            <name name-style="western">
              <surname>van der Linde</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Bayesian measures of model complexity and fit</article-title>
          <source>J Royal Statistical Soc B</source>
          <year>2002</year>
          <month>10</month>
          <volume>64</volume>
          <issue>4</issue>
          <fpage>583</fpage>
          <lpage>639</lpage>
          <pub-id pub-id-type="doi">10.1111/1467-9868.00353</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Spiegelhalter</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Funnel plots for institutional comparison</article-title>
          <source>Qual Saf Health Care</source>
          <year>2002</year>
          <month>12</month>
          <volume>11</volume>
          <issue>4</issue>
          <fpage>390</fpage>
          <lpage>1</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://qhc.bmj.com/cgi/pmidlookup?view=long&#38;pmid=12468705"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/qhc.11.4.390-a</pub-id>
          <pub-id pub-id-type="medline">12468705</pub-id>
          <pub-id pub-id-type="pmcid">PMC1757996</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Spiegelhalter</surname>
              <given-names>DJ</given-names>
            </name>
          </person-group>
          <article-title>Funnel plots for comparing institutional performance</article-title>
          <source>Stat Med</source>
          <year>2005</year>
          <month>04</month>
          <day>30</day>
          <volume>24</volume>
          <issue>8</issue>
          <fpage>1185</fpage>
          <lpage>202</lpage>
          <pub-id pub-id-type="doi">10.1002/sim.1970</pub-id>
          <pub-id pub-id-type="medline">15568194</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brooks</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>McCluskey</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Turley</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>King</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>The utility of template analysis in qualitative psychology research</article-title>
          <source>Qual Res Psychol</source>
          <year>2015</year>
          <month>04</month>
          <day>03</day>
          <volume>12</volume>
          <issue>2</issue>
          <fpage>202</fpage>
          <lpage>222</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27499705"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/14780887.2014.955224</pub-id>
          <pub-id pub-id-type="medline">27499705</pub-id>
          <pub-id pub-id-type="pii">955224</pub-id>
          <pub-id pub-id-type="pmcid">PMC4960514</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Symon</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Cassell</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <source>Qualitative Organizational Research: Core Methods and Current Challenges</source>
          <year>2012</year>
          <month>07</month>
          <day>01</day>
          <publisher-loc>London</publisher-loc>
          <publisher-name>SAGE Publications</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Braun</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Using thematic analysis in psychology</article-title>
          <source>Qualitative Research in Psychology</source>
          <year>2006</year>
          <month>01</month>
          <volume>3</volume>
          <issue>2</issue>
          <fpage>77</fpage>
          <lpage>101</lpage>
          <pub-id pub-id-type="doi">10.1191/1478088706qp063oa</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cane</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>O'Connor</surname>
              <given-names>Denise</given-names>
            </name>
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Validation of the theoretical domains framework for use in behaviour change and implementation research</article-title>
          <source>Implement Sci</source>
          <year>2012</year>
          <month>04</month>
          <day>24</day>
          <volume>7</volume>
          <issue>1</issue>
          <fpage>37</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/1748-5908-7-37"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1748-5908-7-37</pub-id>
          <pub-id pub-id-type="medline">22530986</pub-id>
          <pub-id pub-id-type="pii">1748-5908-7-37</pub-id>
          <pub-id pub-id-type="pmcid">PMC3483008</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guetterman</surname>
              <given-names>TC</given-names>
            </name>
            <name name-style="western">
              <surname>Fetters</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Creswell</surname>
              <given-names>JW</given-names>
            </name>
          </person-group>
          <article-title>Integrating Quantitative and Qualitative Results in Health Science Mixed Methods Research Through Joint Displays</article-title>
          <source>Ann Fam Med</source>
          <year>2015</year>
          <month>11</month>
          <day>09</day>
          <volume>13</volume>
          <issue>6</issue>
          <fpage>554</fpage>
          <lpage>61</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.annfammed.org/cgi/pmidlookup?view=long&#38;pmid=26553895"/>
          </comment>
          <pub-id pub-id-type="doi">10.1370/afm.1865</pub-id>
          <pub-id pub-id-type="medline">26553895</pub-id>
          <pub-id pub-id-type="pii">13/6/554</pub-id>
          <pub-id pub-id-type="pmcid">PMC4639381</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Creswell</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The use of "mixing" procedure of mixed methods in health services research</article-title>
          <source>Med Care</source>
          <year>2013</year>
          <month>08</month>
          <volume>51</volume>
          <issue>8</issue>
          <fpage>e51</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1097/MLR.0b013e31824642fd</pub-id>
          <pub-id pub-id-type="medline">23860333</pub-id>
          <pub-id pub-id-type="pii">00005650-201308000-00017</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jacob</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Coetzee</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Missed opportunities for immunisation in health facilities in Cape Town, South Africa</article-title>
          <source>S Afr Med J</source>
          <year>2015</year>
          <month>10</month>
          <day>10</day>
          <volume>105</volume>
          <issue>11</issue>
          <fpage>917</fpage>
          <pub-id pub-id-type="doi">10.7196/samj.2015.v105i11.10194</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wiysonge</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Ngcobo</surname>
              <given-names>NJ</given-names>
            </name>
            <name name-style="western">
              <surname>Jeena</surname>
              <given-names>PM</given-names>
            </name>
            <name name-style="western">
              <surname>Madhi</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Schoub</surname>
              <given-names>BD</given-names>
            </name>
            <name name-style="western">
              <surname>Hawkridge</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Shey</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Hussey</surname>
              <given-names>GD</given-names>
            </name>
          </person-group>
          <article-title>Advances in childhood immunisation in South Africa: where to now? Programme managers' views and evidence from systematic reviews</article-title>
          <source>BMC Public Health</source>
          <year>2012</year>
          <month>07</month>
          <day>31</day>
          <volume>12</volume>
          <issue>1</issue>
          <fpage>578</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpublichealth.biomedcentral.com/articles/10.1186/1471-2458-12-578"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1471-2458-12-578</pub-id>
          <pub-id pub-id-type="medline">22849711</pub-id>
          <pub-id pub-id-type="pii">1471-2458-12-578</pub-id>
          <pub-id pub-id-type="pmcid">PMC3418205</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Burnett</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Dlamini</surname>
              <given-names>NR</given-names>
            </name>
            <name name-style="western">
              <surname>Meyer</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Fernandes</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Motloung</surname>
              <given-names>BR</given-names>
            </name>
            <name name-style="western">
              <surname>Ndlovu</surname>
              <given-names>TH</given-names>
            </name>
            <name name-style="western">
              <surname>Simango</surname>
              <given-names>HA</given-names>
            </name>
            <name name-style="western">
              <surname>Kibuuka</surname>
              <given-names>DK</given-names>
            </name>
            <name name-style="western">
              <surname>Dochez</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Montwedi</surname>
              <given-names>DN</given-names>
            </name>
            <name name-style="western">
              <surname>Nkwinika</surname>
              <given-names>VV</given-names>
            </name>
            <name name-style="western">
              <surname>Mphahlele</surname>
              <given-names>MJ</given-names>
            </name>
          </person-group>
          <article-title>Progress towards obtaining valid vaccination coverage data in South Africa</article-title>
          <source>S Afr J Sci</source>
          <year>2019</year>
          <month>05</month>
          <day>29</day>
          <volume>115</volume>
          <issue>5/6</issue>
          <pub-id pub-id-type="doi">10.17159/sajs.2019/6060</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mothiba</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Tladi</surname>
              <given-names>FM</given-names>
            </name>
          </person-group>
          <article-title>Challenges faced by professional nurses when implementing the Expanded Programme on Immunisation at rural clinics in Capricorn District, Limpopo</article-title>
          <source>Afr J Prim Health Care Fam Med</source>
          <year>2016</year>
          <month>05</month>
          <day>13</day>
          <volume>8</volume>
          <issue>2</issue>
          <fpage>e1</fpage>
          <lpage>5</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27380844"/>
          </comment>
          <pub-id pub-id-type="doi">10.4102/phcfm.v8i2.923</pub-id>
          <pub-id pub-id-type="medline">27380844</pub-id>
          <pub-id pub-id-type="pii">923</pub-id>
          <pub-id pub-id-type="pmcid">PMC4887596</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Uthman</surname>
              <given-names>OA</given-names>
            </name>
            <name name-style="western">
              <surname>Sambala</surname>
              <given-names>EZ</given-names>
            </name>
            <name name-style="western">
              <surname>Adamu</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Ndwandwe</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Wiyeh</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Olukade</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Bishwajit</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Yaya</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Okwo-Bele</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wiysonge</surname>
              <given-names>CS</given-names>
            </name>
          </person-group>
          <article-title>Does it really matter where you live? A multilevel analysis of factors associated with missed opportunities for vaccination in sub-Saharan Africa</article-title>
          <source>Hum Vaccin Immunother</source>
          <year>2018</year>
          <month>08</month>
          <day>29</day>
          <volume>14</volume>
          <issue>10</issue>
          <fpage>2397</fpage>
          <lpage>2404</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30059645"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/21645515.2018.1504524</pub-id>
          <pub-id pub-id-type="medline">30059645</pub-id>
          <pub-id pub-id-type="pmcid">PMC6284478</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sambala</surname>
              <given-names>EZ</given-names>
            </name>
            <name name-style="western">
              <surname>Uthman</surname>
              <given-names>OA</given-names>
            </name>
            <name name-style="western">
              <surname>Adamu</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Ndwandwe</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Wiyeh</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Olukade</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Bishwajit</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Yaya</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Okwo-Bele</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wiysonge</surname>
              <given-names>CS</given-names>
            </name>
          </person-group>
          <article-title>Mind the Gap: What explains the education-related inequality in missed opportunities for vaccination in sub-Saharan Africa? Compositional and structural characteristics</article-title>
          <source>Hum Vaccin Immunother</source>
          <year>2018</year>
          <month>05</month>
          <day>11</day>
          <volume>14</volume>
          <issue>10</issue>
          <fpage>2365</fpage>
          <lpage>2372</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29630441"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/21645515.2018.1460985</pub-id>
          <pub-id pub-id-type="medline">29630441</pub-id>
          <pub-id pub-id-type="pmcid">PMC6284484</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Li</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Peiris</surname>
              <given-names>TSR</given-names>
            </name>
            <name name-style="western">
              <surname>Sanderson</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Nic Lochlainn</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Mausiry</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>da Silva</surname>
              <given-names>RBJBM</given-names>
            </name>
            <name name-style="western">
              <surname>Ogbuanu</surname>
              <given-names>IU</given-names>
            </name>
          </person-group>
          <article-title>Opportunities to improve vaccination coverage in a country with a fledgling health system: Findings from an assessment of missed opportunities for vaccination among health center attendees-Timor Leste, 2016</article-title>
          <source>Vaccine</source>
          <year>2019</year>
          <month>07</month>
          <day>18</day>
          <volume>37</volume>
          <issue>31</issue>
          <fpage>4281</fpage>
          <lpage>4290</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0264-410X(19)30803-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.vaccine.2019.06.041</pub-id>
          <pub-id pub-id-type="medline">31239213</pub-id>
          <pub-id pub-id-type="pii">S0264-410X(19)30803-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC6691502</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ogbuanu</surname>
              <given-names>IU</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Anya</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Tamadji</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Chirwa</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Chiwaya</surname>
              <given-names>KW</given-names>
            </name>
            <name name-style="western">
              <surname>Djalal</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Cheikh</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Machekanyanga</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Okeibunor</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sanderson</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Mihigo</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Can vaccination coverage be improved by reducing missed opportunities for vaccination? Findings from assessments in Chad and Malawi using the new WHO methodology</article-title>
          <source>PLoS One</source>
          <year>2019</year>
          <month>1</month>
          <day>24</day>
          <volume>14</volume>
          <issue>1</issue>
          <fpage>e0210648</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0210648"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0210648</pub-id>
          <pub-id pub-id-type="medline">30677072</pub-id>
          <pub-id pub-id-type="pii">PONE-D-18-27569</pub-id>
          <pub-id pub-id-type="pmcid">PMC6345496</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Okeibunor</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ogbuanu</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Blanche</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Chiwaya</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Chirwa</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Machekanyanga</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Mihigo</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Zawaira</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Towards a strategy for reducing missed opportunities for vaccination in Malawi: implications of a qualitative health facility assessment</article-title>
          <source>J Immunol Sci</source>
          <year>2018</year>
          <month>07</month>
          <day>02</day>
          <volume>Suppl</volume>
          <issue>7</issue>
          <fpage>46</fpage>
          <lpage>54</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30766974"/>
          </comment>
          <pub-id pub-id-type="medline">30766974</pub-id>
          <pub-id pub-id-type="pmcid">PMC6372063</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Adamu</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Uthman</surname>
              <given-names>OA</given-names>
            </name>
            <name name-style="western">
              <surname>Gadanya</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Adetokunboh</surname>
              <given-names>OO</given-names>
            </name>
            <name name-style="western">
              <surname>Wiysonge</surname>
              <given-names>CS</given-names>
            </name>
          </person-group>
          <article-title>A multilevel analysis of the determinants of missed opportunities for vaccination among children attending primary healthcare facilities in Kano, Nigeria: Findings from the pre-implementation phase of a collaborative quality improvement programme</article-title>
          <source>PLoS One</source>
          <year>2019</year>
          <month>7</month>
          <day>10</day>
          <volume>14</volume>
          <issue>7</issue>
          <fpage>e0218572</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0218572"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0218572</pub-id>
          <pub-id pub-id-type="medline">31291267</pub-id>
          <pub-id pub-id-type="pii">PONE-D-19-04536</pub-id>
          <pub-id pub-id-type="pmcid">PMC6619653</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Adamu</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Uthman</surname>
              <given-names>OA</given-names>
            </name>
            <name name-style="western">
              <surname>Gadanya</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Wiysonge</surname>
              <given-names>CS</given-names>
            </name>
          </person-group>
          <article-title>Implementation and evaluation of a collaborative quality improvement program to improve immunization rate and reduce missed opportunities for vaccination in primary health-care facilities: a time series study in Kano, Nigeria</article-title>
          <source>Expert Rev Vaccines</source>
          <year>2019</year>
          <month>09</month>
          <day>07</day>
          <volume>18</volume>
          <issue>9</issue>
          <fpage>969</fpage>
          <lpage>991</lpage>
          <pub-id pub-id-type="doi">10.1080/14760584.2019.1647782</pub-id>
          <pub-id pub-id-type="medline">31340663</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tong</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sainsbury</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Craig</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Consolidated criteria for reporting qualitative research (COREQ): a 32-item checklist for interviews and focus groups</article-title>
          <source>Int J Qual Health Care</source>
          <year>2007</year>
          <month>12</month>
          <day>16</day>
          <volume>19</volume>
          <issue>6</issue>
          <fpage>349</fpage>
          <lpage>57</lpage>
          <pub-id pub-id-type="doi">10.1093/intqhc/mzm042</pub-id>
          <pub-id pub-id-type="medline">17872937</pub-id>
          <pub-id pub-id-type="pii">mzm042</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
