<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v13i1e55332</article-id>
      <article-id pub-id-type="pmid">38328938</article-id>
      <article-id pub-id-type="doi">10.2196/55332</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Nonspecific Effects of the Bacillus Calmette-Guérin Vaccine in Portuguese Children Under 5 Years of Age: Protocol for a Population-Based Historical Birth Cohort Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Fronteira</surname>
            <given-names>Ines</given-names>
          </name>
          <degrees>MSc, PhD, Hab</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>NOVA National School of Public Health</institution>
            <institution>Public Health Research Center, Comprehensive Health Research Center</institution>
            <institution>NOVA University</institution>
            <addr-line>Avenida Padre Cruz</addr-line>
            <addr-line>Lisbon, 1600-560</addr-line>
            <country>Portugal</country>
            <phone>351 919745584</phone>
            <email>ines.fronteira@ensp.unl.pt</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1406-4585</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Pacheco</surname>
            <given-names>Matilde</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0005-3036-474X</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Schaltz-Buchholzer</surname>
            <given-names>Frederik</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7643-8322</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Ferrinho</surname>
            <given-names>Paulo</given-names>
          </name>
          <degrees>MSc, PhD, Hab</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3722-0803</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>NOVA National School of Public Health</institution>
        <institution>Public Health Research Center, Comprehensive Health Research Center</institution>
        <institution>NOVA University</institution>
        <addr-line>Lisbon</addr-line>
        <country>Portugal</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Global Health and Tropical Medicine, GHTM, Associate Laboratory in Translation and Innovation Towards Global Health, LA-REAL</institution>
        <institution>Instituto de Higiene e Medicina Tropical, IHMT</institution>
        <institution>Universidade Nova de Lisboa, UNL</institution>
        <addr-line>Lisbon</addr-line>
        <country>Portugal</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Instituto de Higiene e Medicina Tropical</institution>
        <institution>Universidade Nova de Lisboa</institution>
        <addr-line>Lisbon</addr-line>
        <country>Portugal</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Bandim Health Project</institution>
        <institution>OPEN, Department of Clinical Research</institution>
        <institution>University of Southern Denmark and Odense University Hospital</institution>
        <addr-line>Odensen</addr-line>
        <country>Denmark</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Ines Fronteira <email>ines.fronteira@ensp.unl.pt</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2024</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>14</day>
        <month>3</month>
        <year>2024</year>
      </pub-date>
      <volume>13</volume>
      <elocation-id>e55332</elocation-id>
      <history>
        <date date-type="received">
          <day>9</day>
          <month>12</month>
          <year>2023</year>
        </date>
        <date date-type="rev-request">
          <day>26</day>
          <month>1</month>
          <year>2024</year>
        </date>
        <date date-type="rev-recd">
          <day>29</day>
          <month>1</month>
          <year>2024</year>
        </date>
        <date date-type="accepted">
          <day>30</day>
          <month>1</month>
          <year>2024</year>
        </date>
      </history>
      <copyright-statement>©Ines Fronteira, Matilde Pacheco, Frederik Schaltz-Buchholzer, Paulo Ferrinho. Originally published in JMIR Research Protocols (https://www.researchprotocols.org), 14.03.2024.</copyright-statement>
      <copyright-year>2024</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on https://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.researchprotocols.org/2024/1/e55332" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>The Bacillus Calmette-Guérin vaccine (BCG) against tuberculosis (TB) shows beneficial nonspecific effects, which are likely related to innate immune training. Until 2016, a single BCG dose was administered to all newborns in Portugal. In July 2016, a clinical guideline established that only children under 6 years belonging to high-risk groups should receive BCG. This might have prevented nonvaccinated children from developing trained immunological responses as effectively as BCG-vaccinated children.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aims to investigate if there is variation in TB-related and all-cause mortality, and severe, moderate, or mild morbidity in children under 5 years of age, and whether such variation might be explained by the BCG vaccination policy change in 2016.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>This population-based historical birth cohort study includes children under 5 years of age born in Portugal between July 1, 2010, and June 30, 2021. Newborns with low birth weight, premature status, or known or suspected HIV infection are excluded. The follow-up period is until the completion of 5 years of age or the end of follow-up (June 30, 2021). The study will use secondary data from the National Health Service user registry, death certificate database, vaccination registry, communicable diseases surveillance system, TB surveillance system, diagnosis-related group information system for hospital admissions and emergency department visits, and primary health care information system. The data will be linked. Primary outcomes include person-time incidence rates of death (all causes and TB), TB diagnosis, and all causes and some specific causes of severe, moderate, or mild morbidity, and the incidence rate ratio of nonvaccinated to BCG-vaccinated children. We will compare the probability of surviving the first and fifth years of life or of not having severe, moderate, or mild morbidity during the follow-up period according to exposure (BCG vaccinated or nonvaccinated, number of doses, and time from birth until the first dose), using the log-rank test for assessing differences in survival rates between exposed and nonexposed children and hazard ratios for quantifying the differences. Moreover, we will perform a proportional hazards regression analysis.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Ethics approval has been obtained. In March 2022, database owners were contacted to present the project and discuss the request for data. A unique identifier will be used. In July 2023, a process of redefinition of the variables per database was initiated. Data were received in October and November 2023. In November 2023, further work was conducted. By April 2024, we expect to start analyzing the full data set.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The results will contribute to the accumulating body of knowledge and might have relevance to guide global BCG vaccination policy. Data linkage can contribute to a swifter mechanism to use available health data to conduct population-based studies and inform policy decision-making.</p>
        </sec>
        <sec sec-type="trial registration">
          <title>Trial Registration</title>
          <p>ClinicalTrials.gov NCT05471167; https://clinicaltrials.gov/study/NCT05471167</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>DERR1-10.2196/55332</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>BCG</kwd>
        <kwd>Bacillus Calmette-Guérin vaccine</kwd>
        <kwd>policy</kwd>
        <kwd>Portugal</kwd>
        <kwd>nonspecific effects</kwd>
        <kwd>vaccines</kwd>
        <kwd>heterologous immunity</kwd>
      </kwd-group>
      <custom-meta-wrap>
        <custom-meta>
          <meta-name>ext-peer-rev</meta-name>
          <meta-value>The proposal for this study was peer reviewed by the Fundação para a Ciência e Tecnologia. See the Multimedia Appendix for the peer-review report; </meta-value>
        </custom-meta>
      </custom-meta-wrap>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Immunization has led to a significant decrease in mortality in children under 5 years of age. Several studies have demonstrated that the reduction in mortality and morbidity due to vaccination extends beyond the targeted infections. This seems to result from broader nonspecific effects (also termed heterologous immunity) stemming from the synergistic effects of several live vaccines [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref4">4</xref>]. The vaccines demonstrated to have nonspecific effects include the Bacillus Calmette-Guérin vaccine (BCG), polio vaccine, and measles vaccine [<xref ref-type="bibr" rid="ref5">5</xref>]. Overall, the nonspecific effects of vaccines vary according to age, sex, time to administration, last vaccine administration, previous and concurrent infections and immunizations, interval between vaccines, genetic factors, nutritional state, season, and co-administration of other immunomodulating agents [<xref ref-type="bibr" rid="ref1">1</xref>].</p>
        <p>BCG is a live attenuated vaccine against tuberculosis (TB), which is administered to newborns ideally at birth or before the seventh day of life. Despite its low efficacy for preventing primary infection or reactivation of latent pulmonary infection and TB infection, BCG is effective against childhood tuberculous meningitis and miliary disease [<xref ref-type="bibr" rid="ref6">6</xref>]. Hence, BCG at birth is recommended in settings with a high incidence of TB, and it is parsimoniously administered in countries with a low incidence and has been removed from routine vaccination schemes in high-income countries with a low TB incidence [<xref ref-type="bibr" rid="ref7">7</xref>].</p>
        <p>BCG was introduced in the 1920s in Sweden, where it quickly became apparent that the all-cause mortality was lower in BCG-vaccinated children than in those not vaccinated [<xref ref-type="bibr" rid="ref8">8</xref>]. In England and the United States, the same pattern was observed between the late 1940s and early 1960s, where a reduction in mortality from diseases other than TB was estimated in 25% of vaccinated children (95% CI 6%-41%) [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref9">9</xref>]. Later studies showed the same pattern in infant mortality and morbidity [<xref ref-type="bibr" rid="ref10">10</xref>], as well as in morbidity in the neonatal period [<xref ref-type="bibr" rid="ref11">11</xref>]. Furthermore, BCG is used as a standard treatment for carcinoma of the bladder and influences the natural history of infectious and neoplastic diseases [<xref ref-type="bibr" rid="ref1">1</xref>]. More recently, the effect of BCG was tested in viremia after SARS-CoV-2 exposure [<xref ref-type="bibr" rid="ref12">12</xref>].</p>
        <p>Further studies in children from Denmark and Greenland failed to show a decrease in hospitalization due to infectious diseases in vaccinated children [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>]. On the contrary, a cohort study of children from 19 different countries revealed that BCG-vaccinated children under 5 years of age had a lower risk of suspected acute lower respiratory infection [<xref ref-type="bibr" rid="ref15">15</xref>]. In Spain, hospitalization rates due to respiratory infection were lower in BCG-vaccinated children, with an attributable fraction of 32% for children under 1 year of age, and a similar finding was noted for sepsis, with an attributable fraction of 53% [<xref ref-type="bibr" rid="ref16">16</xref>].</p>
        <p>A systematic review concluded that BCG has a beneficial effect on mortality in children, with differential effects according to age (earlier administration of the vaccine is associated with greater effects) [<xref ref-type="bibr" rid="ref5">5</xref>]. Nevertheless, there has been a call for more research on the nonspecific effects of BCG [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref17">17</xref>]. Currently, studies are seeking to further investigate the nonspecific effects of BCG [<xref ref-type="bibr" rid="ref18">18</xref>] in terms of the effects on allergy and infection [<xref ref-type="bibr" rid="ref7">7</xref>], severe morbidity, nonaccidental hospital admission, and all-cause consultation in children under 5 years of age [<xref ref-type="bibr" rid="ref19">19</xref>].</p>
      </sec>
      <sec>
        <title>BCG Vaccination in Portugal</title>
        <p>In Portugal, BCG began to be routinely administered to all newborn children in 1965. Until 2016, a single BCG dose was administered to all newborns, typically before discharge from the maternity ward (most births in Portugal are hospital-based) or as early as possible thereafter [<xref ref-type="bibr" rid="ref20">20</xref>].</p>
        <p>In June 2016, a clinical guideline established that only children under 6 years of age who belong to high-risk groups (those originating from countries with high TB incidence; having contact with active cases or persons under prophylaxis; having HIV-positive mothers; having parents with a alcohol or drug abuse problem and antecedents of TB; having parents who have been in prison in the last 5 years; living in high-risk TB communities; or traveling to high-incidence countries) should be vaccinated as close to birth as possible [<xref ref-type="bibr" rid="ref21">21</xref>]. Some of these risks were not considered individually but by proxy, with some parishes (freguesias) thus considered high risk for the criteria defined.</p>
        <p>In 2016, 42% of children under 1 year of age had received BCG (compared to 98% in the previous year) [<xref ref-type="bibr" rid="ref20">20</xref>]. Between 2016 and 2018, the incidence of TB increased by 16% in children under 1 year of age (from 7.0 to 8.1 per 100,000 inhabitants) and 192% in children aged 1 to 5 years (from 2.6 to 7.6 per 100,000 inhabitants) [<xref ref-type="bibr" rid="ref20">20</xref>].</p>
        <p>Between the adoption of the high-risk strategy for BCG vaccination in 2016 and 2018, the infant mortality rate (IMR) remained stable at 3.2‰ to 3.3‰, with important variations between the considered years [<xref ref-type="bibr" rid="ref20">20</xref>]. In 2019, there was a decrease to 2.8‰. The mortality rate in children under 5 years of age decreased from 3.4‰ in 2016 to 3.0‰ in 2019, but not constantly in this period (eg, during 2018 it was 3.5‰) [<xref ref-type="bibr" rid="ref20">20</xref>]. No death in children under 5 years of age has been attributable to TB since the implementation of the high-risk strategy for BCG [<xref ref-type="bibr" rid="ref20">20</xref>]. Nevertheless, the number of severe cases of TB in children under 5 years of age decreased in 2020 compared to 2018 (4 cases) and 2019 (7 cases), with just 1 case registered in a child without BCG vaccination [<xref ref-type="bibr" rid="ref22">22</xref>].</p>
      </sec>
      <sec>
        <title>Evaluation of the BCG Vaccination Policy</title>
        <p>Since the implementation of the high-risk strategy for BCG in 2016, no assessment has been conducted regarding the impact of the BCG policy shift on severe, moderate, or mild morbidity and on mortality in children. It is a common problem that vaccination practices are changed without evaluating the overall health effects of the change and that the nonspecific effects of vaccines are not included in the considerations regarding vaccine policies.</p>
        <p>In 2021, the first cohort of children not vaccinated for BCG completed the fifth year of life, and evidence is needed regarding the impact of this strategy, especially given fluctuations in the IMR, a decline in the TB notification rate not accompanied by a decline in the incidence, a higher TB incidence in greater metropolitan areas, and a high median number of days from symptoms to diagnosis [<xref ref-type="bibr" rid="ref22">22</xref>].</p>
        <p>No data have been gathered on overall hospital admissions and morbidity patterns. Similarly, no data have been compiled on the BCG strains used in the country and their differences in terms of efficacy. This evidence will have a bearing on the continuity of the current strategy.</p>
        <p>The need for more and better evidence is paramount, especially given that besides deciding on the inclusion of BCG in the country’s immunization plan, arguments on the nonspecific effects of vaccines (and not only of BCG) can help overcome vaccine hesitancy. In high-income countries, including Portugal, vaccine hesitancy has been responsible for a decline in coverage rates and for the re-emergence of severe cases of vaccine-preventable diseases such as measles [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>].</p>
      </sec>
      <sec>
        <title>Hypothesis</title>
        <p>Given the described effects of BCG on overall mortality, immune and atopic conditions including asthma, and incidence of respiratory tract infections; its nonspecific protection against nonrelated pathogens; and its protective effects that are apparent shortly after immunization and sustained for at least 1 year [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref25">25</xref>], we hypothesize that some of the variations in mortality among children under 5 years of age, in the incidence of TB, and in severe, moderate, and mild morbidity among children under 5 years of age might be partially explained by a reduction in the coverage rate of BCG since 2016. The reduction in the coverage rate of BCG, which resulted from only high-risk children receiving BCG at birth, might have prevented nonvaccinated children from developing trained immunological responses as effectively as BCG-vaccinated children.</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>We aim to investigate the incidence of the specific and nonspecific effects of BCG by comparing the incidences of TB disease and infection; mild, moderate, and severe morbidity; and mortality in the first 5 years of life among children born in Portugal between 2010 and 2021, according to their BCG status.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design</title>
        <p>This population-based historical (retrospective) birth cohort study will compare the incidence of all-cause mortality (including due to TB disease); TB disease; and severe, moderate, and mild morbidity between BCG-vaccinated and nonvaccinated children born between July 1, 2010, and June 30, 2021.</p>
      </sec>
      <sec>
        <title>Setting</title>
        <p>This study will investigate the specific and nonspecific effects of BCG based on the shift in the BCG vaccination policy that occurred in Portugal in July 2016, when a consistently low incidence of TB led to the revision of the National Immunization Plan. Since then, BCG has been administered only to newborns considered to be at higher risk of TB infection, thus creating an opportunity to compare BCG-vaccinated and nonvaccinated children.</p>
        <p>The approach adopted by Portuguese public health authorities to define the high risk for TB was based on geographical risk, with, for instance, all children born in some parishes in the metropolitan areas of Lisbon and Porto being offered BCG independent of socioeconomic status, country of origin, or vulnerability. We believe that this type of risk definition has guaranteed enough variability between BCG-vaccinated and nonvaccinated children, thus allowing comparisons of health outcomes between exposed and nonexposed children.</p>
      </sec>
      <sec>
        <title>Participants</title>
        <p>The study will include children under 5 years of age born and registered in Portugal between July 1, 2010, and June 30, 2021. We have chosen this period because it will allow us to (1) compare the cohorts before and after the change in the BCG immunization strategy (<xref rid="figure1" ref-type="fig">Figure 1</xref>); (2) characterize children not vaccinated with BCG and their health outcomes (when universal BCG at birth was recommended); and (3) compare children exposed and not exposed to BCG after the 2016 change in the BCG vaccination strategy.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Lexis graph. BCG: Bacillus Calmette-Guérin vaccine.</p>
          </caption>
          <graphic xlink:href="resprot_v13i1e55332_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <sec>
          <title>Eligibility Criteria</title>
          <p>The study will include children born alive in Portugal (births coded as diagnosis-related group [DRG] 795 [normal newborn]).</p>
        </sec>
        <sec>
          <title>Exclusion Criteria</title>
          <p>The study will exclude newborns who have a weight of &#60;2 kg, are premature (&#60;37 weeks of gestation), or are known or suspected to have HIV infection.</p>
          <p>The follow-up period will be until the completion of 5 years of age or the end of follow-up (June 30, 2021) (<xref rid="figure2" ref-type="fig">Figure 2</xref>).</p>
          <fig id="figure2" position="float">
            <label>Figure 2</label>
            <caption>
              <p>Flowchart. DRG: diagnosis-related group; NHS: National Health Service.</p>
            </caption>
            <graphic xlink:href="resprot_v13i1e55332_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
      </sec>
      <sec>
        <title>Data Sources</title>
        <p>The study will be based solely on secondary data. The data sources are the National Health Service (NHS) user registry (RNU), Death Certificate Information System (SICO), vaccination registry, communicable diseases surveillance system (Sistema Nacional de Vigilancia Epidemiologica [SINAVE]), surveillance information system for TB (Svig-TB), DRG information system for hospital admissions and visits to the emergency department (Base de Dados de Morbilidade Hospitalar [BDMH]), and primary health care (PHC) information system (SClínico) of children born between July 1, 2010, and June 30, 2021.</p>
        <p>The birth registry database (RNU) contains data on gender, age, PHC center where the child is to be followed up, nationality, and place of residence. The SICO database provides data on the cause and date of death. The vaccination registry includes data on the vaccines administered, date of vaccination, and place of residence. The BDMH database gathers data on hospital admissions and emergency department visits to NHS hospitals, including the date of admission and discharge, diagnosis, type of admission, motive for admission, weight at birth, DRG code, major diagnostic category (MDC) code, complications of pregnancy and delivery, and type and place of delivery. Data from admissions at private hospitals are not included. The SClínico database contains data on socioeconomic status and visits (including motive and diagnosis) to NHS PHC units. Svig-TB is a database for notification and follow-up of TB cases, and SINAVE is the general surveillance information system for communicable diseases, including TB, and regarding TB, it contains data on symptoms at presentation, date of diagnosis, type of treatment, other diseases before TB, risk groups, and outcomes of the infection.</p>
      </sec>
      <sec>
        <title>Measurements</title>
        <p>Exposure is defined as having received the BCG vaccine during the first year of life and is measured using the vaccination registry. Variables include BCG (yes or no, and number of doses) and time from birth to BCG (in days).</p>
      </sec>
      <sec>
        <title>Outcomes</title>
        <sec>
          <title>Primary Outcomes</title>
          <p>In this study, the primary outcomes for BCG-vaccinated and nonvaccinated infants and children under 5 years of age include the incidence of all-cause death and death due to TB; the incidence of mild, moderate, and severe morbidity; and respective relative risks.</p>
          <p>The primary outcomes will be measured as person-time incidence rates of death (all causes and TB); TB diagnosis; and severe, moderate, and mild morbidity in the follow-up period, and the incidence rate ratio of nonvaccinated to BCG-vaccinated children (<xref ref-type="table" rid="table1">Table 1</xref>). For the outcome of death, data will include death (yes or no), age at the time of death (in days), and cause of death (eg, diseases of the respiratory system and diseases of the skin and subcutaneous tissue). Data on TB diagnosis will include confirmed case (yes or no), presentation of TB, age at diagnosis (in days), duration of treatment, and outcomes of treatment. Severe and moderate morbidity will be measured based on hospitalization and visits to the emergency department of the NHS. Outcomes will be characterized by age at presentation (in days), frequency of admissions or visits to the emergency department, length of stay for hospital admission (in nights), and MDC code for hospitalization and emergency department visits. We will include the outcome of hospital admission (discharged alive or died) in case fatality risk analyses. The outcome of mild morbidity is defined as contact with a medical doctor or nurse at a PHC unit owing to disease or ill health during the follow-up, as well as contact related to a recommended child surveillance scheme or other reasons besides health. It will be characterized through visits to the PHC center owing to disease or ill health (yes or no, and number), age at the visits (in days), and diagnosis (International Classification of Primary Care-2 [ICPC-2]). Mortality and morbidity pertaining to external causes and accidents will not be included in the analysis.</p>
          <table-wrap position="float" id="table1">
            <label>Table 1</label>
            <caption>
              <p>Predictable analysis per cohort and outcome.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="590"/>
              <col width="410"/>
              <thead>
                <tr valign="top">
                  <td>Analysis<sup>a</sup></td>
                  <td>Outcomes</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>Exposed children in birth cohorts 2010 to 2015 compared to nonexposed children in birth cohorts 2010 to 2015, 2016, 2017, 2018, 2019, 2020, and 2021</td>
                  <td>Primary outcomes in the first year of life</td>
                </tr>
                <tr valign="top">
                  <td>Exposed children in birth cohorts 2010 to 2015 compared to nonexposed children in birth cohorts 2010 to 2015, 2016, and 2017</td>
                  <td>Primary outcomes in the first 5 years of life</td>
                </tr>
                <tr valign="top">
                  <td>Exposed children in birth cohorts 2016, 2017, 2018, 2019, 2020, and 2021 compared to nonexposed children in birth cohorts 2016, 2017, 2018, 2019, 2020, and 2021</td>
                  <td>Primary outcomes in the first year of life</td>
                </tr>
                <tr valign="top">
                  <td>Exposed children in birth cohorts 2016 and 2021 compared to nonexposed children in birth cohorts 2016 and 2017</td>
                  <td>Primary outcomes in the first 5 years of life</td>
                </tr>
                <tr valign="top">
                  <td>Nonexposed children in birth cohorts 2010 to 2015 compared to nonexposed children in birth cohorts 2016 to 2021</td>
                  <td>Secondary outcome profile of nonvaccinated children before and after the 2016 BCG<sup>b</sup> vaccination change</td>
                </tr>
                <tr valign="top">
                  <td>Children in birth cohorts 2010 to 2015, 2016, and 2017</td>
                  <td>Secondary outcomes of the mortality and morbidity profile of children under 5 years of age, and NHS<sup>c</sup> hospital and primary health care utilization profiles</td>
                </tr>
                <tr valign="top">
                  <td>Exposed children in birth cohorts 2010 to 2015 compared to exposed children in birth cohorts 2016, 2017, 2018, 2019, 2020, and 2021</td>
                  <td>Secondary outcomes of the mortality and morbidity incidence according to BCG strains administered per cohort in the first 5 years of life and first year of life</td>
                </tr>
                <tr valign="top">
                  <td>Exposed children in birth cohorts 2010 to 2015 compared to exposed children in birth cohorts 2016 and 2017</td>
                  <td>Secondary outcomes of the mortality and morbidity incidence according to BCG strains administered per cohort in the first 5 years of life</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table1fn1">
                <p><sup>a</sup>Between 2010 and 2015, Bacillus Calmette-Guérin vaccine (BCG) coverage varied between 98.2% and 98.4%. In 2016, BCG coverage was 41.6%.</p>
              </fn>
              <fn id="table1fn2">
                <p><sup>b</sup>BCG: Bacillus Calmette-Guérin vaccine.</p>
              </fn>
              <fn id="table1fn3">
                <p><sup>c</sup>NHS: National Health Service.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
        <sec>
          <title>Secondary Outcomes</title>
          <p>The secondary outcomes include the mortality and morbidity profiles of children under 5 years of age between 2010 and 2021, including causes of death and morbidity, the profiles of nonvaccinated children, and the NHS hospital and PHC utilization profiles of children under 5 years of age before and after 2016 (<xref ref-type="table" rid="table1">Table 1</xref>).</p>
        </sec>
      </sec>
      <sec>
        <title>Statistical Methods</title>
        <p>Through data linkage, we will create a single database that links data from the birth registry, SICO, vaccination registry, SINAVE, Svig-TB, BDMH, and PHC database (SClínico) to reconstruct chronological sequences of morbidity and mortality events from birth until the completion of 5 years of life or the end of follow-up (for the 2018 cohort onwards).</p>
        <p>In each of the databases, we will identify the data needed and whether a unique identifier (UI) exists and can be provided with the data set. After having access to the requested data and in case a UI is provided (and common to all databases), we will combine information based on that UI.</p>
        <p>In case a UI is not provided, we will link data from several data sets using a range of proxy identifiers (eg, date and place of birth, sex, and place of residence) to identify probable matches.</p>
        <p>The type of data linkage method to be used will depend on the type and quality of the linkage variables available in the data sets. However, we anticipate having to use a combination of deterministic and probabilistic methods. Before applying linkage methods, we will clean and standardize the data, thus identifying and removing errors and inconsistencies. Given the expected size of the data sets, we will then select sets of block attributes (eg, sex, date of birth, and initials) and compare record pairs with the same matched attributes within blocks. Subsequently, record pairs will be compared for each linkage variable, and an agreement score will be computed. This score will be used to weigh the probability of a record pair belonging to the same child [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref27">27</xref>].</p>
        <p>After obtaining the final database, we will compute person-time incidence rates for primary outcomes in BCG-vaccinated and nonvaccinated children. Using the Kaplan-Meier method, we will compute and compare the probability of surviving the first and fifth years of life or of not having a hospitalization, emergency department visit, or mild morbidity episode during the follow-up period according to exposure. Additionally, we will use a log-rank test for assessing differences in survival rates between exposed and nonexposed children and hazard ratios (and corresponding CIs) for quantifying the differences. To explore the effects of several variables on the survival outcomes, we will use proportional hazards regression analysis. If missing data are below 5%, we will use complete case analysis. Otherwise, the frequency and patterns of missing data will be analyzed, and if appropriate, we will use multiple imputation techniques.</p>
        <p>Confounders to be measured and controlled for are sex, health unit, completeness and timeliness of vaccination status and scheme, socioeconomic status, and BCG strain (over the years, administered BCG has been provided by different producers, with different strains).</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>This study has received ethical approval from the Ethics Committee of Instituto de Higiene e Medicina Tropical (IHMT) – Instituto de Tecnologia Química e Biológica António Xavier (ITQB) NOVA – NOVA School of Law (NSL) – Instituto Gulbenkian de Ciência (IGC) (11.23) [<xref ref-type="bibr" rid="ref28">28</xref>].</p>
        <p>The project protocol was submitted to the Ethics Committee of IHMT – ITQB NOVA (11.23), which issued a conditional authorization in July 2022 [<xref ref-type="bibr" rid="ref29">29</xref>] that became definitive in December 2023.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>This project was approved as an exploratory project by the Portuguese Foundation for Science and Technology in the 2021 competitive call for R&#38;D projects (reference: EXPL/SAU-EPI/0067/2021). It was granted approximately €50,000 (US$ 53,869) and was started in January 2022.</p>
      <p>During the first month of the project’s implementation, administrative and financial activities were carried out, with a summary of the project sent to members of the Scientific Advisory Board, including the planned activities.</p>
      <p>In March 2022, database owners were contacted to present the project and discuss how to officially request the data. A document detailing all the data needed to carry out the study was prepared and sent to the Directorate General of Health. After approval from this body, Serviços Partilhados do Ministério da Saúde (SPMS) and Administração Central do Sistema de Saúde (ACSS) also had to provide authorization to access the data, with the last authorization given in October 2023.</p>
      <p>We were informed that a UI would be provided for each database, based on the NHS user number, from the RNU, thus allowing direct linkage of records. However, some of the requested variables had to be reviewed and replaced given the Data Protection Law. In July 2023, a process of redefinition of the variables per database was initiated, with some of the variables requested not being supplied owing to legal restrictions (eg, date of birth had to be replaced by days from birth until the event and information if the child had been born before or after 2016) (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>).</p>
      <p>Data were received during October and November 2023. By mid-December, data from SINAVE had not yet been provided. No data were obtained from Svig-TB as we were not granted access. Some of the variables requested from this database were replaced by equivalent or proxy variables from SINAVE (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>).</p>
      <p>In November 2023, work was conducted in the databases already provided to restructure the databases, perform quality checks and cleaning, compute exposure variables, transform string variables into numeric variables, and perform coding.</p>
      <p>By April 2024, we expect to start analyzing the full data set, which is expected to include around 970,000 children.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>If the change in the BCG strategy in 2016 is proven to influence the health outcomes of children in their first year of life and during the first 5 years of life, it would further contribute to evidence that BCG primes the immune system against unrelated pathogens and even other health conditions, strengthening the arguments regarding the nonspecific effects of BCG. Additionally, it would provide evidence of the impact of the high-risk strategy for BCG vaccination and inform future decisions regarding BCG vaccination for children in Portugal and other high-income countries. The results will contribute to the accumulating body of knowledge and might have relevance to guide global BCG vaccination policy.</p>
        <p>The use of data linkage can also contribute to a swifter mechanism to use available health data to conduct population-based studies and inform policies. The project will demonstrate the feasibility of conducting large-scale epidemiological register-based vaccine studies in Portugal.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>The main limitation of this project involves the use of secondary data collected for purposes other than research. The RNU database, which provides the basis for creating a UI, only includes children who have a user number for the NHS. The user number is assigned to each person to identify them when accessing the services of the public health care units of the NHS. People with Portuguese citizenship obtain their user number automatically when they apply for a Citizen’s Card. Foreigners with a residence or stay permit in Portugal have to apply for an NHS user number. Most but not all infants are registered shortly after birth.</p>
        <p>In August 2016, the Portuguese government created the program “Nascer Utente” (translated to “Born as a User”) that allowed for immediate registration in the RNU database, assigning the respective user number. This process is conducted by the hospital (public and private) where the child is born, immediately after birth [<xref ref-type="bibr" rid="ref30">30</xref>]. We therefore expect a bias toward children born after this date in the RNU database.</p>
        <p>The electronic registry of vaccines was started in 2017, and all data before this point had to be back introduced in the database, which could have increased the number of typing errors and other issues. We can again have a bias toward the most recent years in terms of the quality of data.</p>
        <p>The number of deaths of children under 5 years of age might be underestimated since very young children tend not to have an NHS user number, especially before August 2016. In this case, we can also expect to have a bias in the age of children who died between July 1, 2010, and June 30, 2021, toward older ones.</p>
        <p>The BDMH database only pertains to public hospitals. It does not include data from emergency department visits or hospital admissions in the private sector. The same is true for SClínico, which contains data from PHC centers in the NHS. Children using the private sector are not captured by this database. Additionally, the case mix (severity) of admissions in public hospitals is usually greater than that in private hospitals, which might introduce a bias toward higher case fatality rates in hospital admissions.</p>
        <p>In 2020, 32% of Portuguese people had voluntary health insurance (in 2010, the proportion was less than 20%), and the proportion is dependent on household income, with those in higher income groups showing a higher probability of having voluntary health insurance. As such, we expect a bias toward lower income groups, especially in the last years of the study period [<xref ref-type="bibr" rid="ref31">31</xref>].</p>
      </sec>
      <sec>
        <title>Comparison With Prior Work</title>
        <p>This is one of the first studies conducted in Portugal linking several databases. During the COVID-19 pandemic, several data linkage studies were conducted [<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref33">33</xref>].</p>
        <p>To our knowledge, this is the first population-based study that gathers data on mild, moderate, and severe morbidity and mortality among children under 5 years of age and addresses the nonspecific effects of BCG.</p>
        <p>In Portugal, this is the first study to assess the impact of the BCG vaccination policy change on the health of children.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>The results will contribute to the accumulating body of knowledge and might have relevance to guide global BCG vaccination policy. The use of data linkage can also contribute to a swifter mechanism to use available health data to conduct population-based studies and inform policy decision-making.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Data on variables (variables requested per database, variables provided per database, number of records in original data sets, actions taken, and final number of records to be linked).</p>
        <media xlink:href="resprot_v13i1e55332_app1.docx" xlink:title="DOCX File , 30 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Peer-review report from the Fundação para a Ciência e Tecnologia.</p>
        <media xlink:href="resprot_v13i1e55332_app2.pdf" xlink:title="PDF File  (Adobe PDF File), 196 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">BCG</term>
          <def>
            <p>Bacillus Calmette-Guérin vaccine</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">BDMH</term>
          <def>
            <p>Base de Dados de Morbilidade Hospitalar</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">DRG</term>
          <def>
            <p>diagnosis-related group</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">IHMT</term>
          <def>
            <p>Instituto de Higiene e Medicina Tropical</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">IMR</term>
          <def>
            <p>infant mortality rate</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">ITQB</term>
          <def>
            <p>Instituto de Tecnologia Química e Biológica António Xavier</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">MDC</term>
          <def>
            <p>major diagnostic category</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">NHS</term>
          <def>
            <p>National Health Service</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">PHC</term>
          <def>
            <p>primary health care</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">SINAVE</term>
          <def>
            <p>Sistema Nacional de Vigilancia Epidemiologica</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">TB</term>
          <def>
            <p>tuberculosis</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb12">UI</term>
          <def>
            <p>unique identifier</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The Portuguese Foundation for Science and Technology provided funds to Global Health and Tropical Medicine (UID/04413/2020) and Comprehensive Health Research Center (UIDP/04923/2020). This project was funded by a grant from the Portuguese Foundation for Science and Technology (reference number: EXPL/SAU-EPI/0067/2021).</p>
    </ack>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>The data sets analyzed during this study are not publicly available owing to Portuguese Law but are available from the corresponding author on reasonable request.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shann</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>The non-specific effects of vaccines</article-title>
          <source>Arch Dis Child</source>
          <year>2010</year>
          <month>09</month>
          <volume>95</volume>
          <issue>9</issue>
          <fpage>662</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://adc.bmj.com/content/95/9/662.abstract"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/adc.2009.157537</pub-id>
          <pub-id pub-id-type="medline">20716675</pub-id>
          <pub-id pub-id-type="pii">95/9/662</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Higgins</surname>
              <given-names>JPT</given-names>
            </name>
            <name name-style="western">
              <surname>Soares-Weiser</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>López-López</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kakourou</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Chaplin</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>NK</given-names>
            </name>
            <name name-style="western">
              <surname>Sterne</surname>
              <given-names>JAC</given-names>
            </name>
            <name name-style="western">
              <surname>Reingold</surname>
              <given-names>AL</given-names>
            </name>
          </person-group>
          <article-title>Association of BCG, DTP, and measles containing vaccines with childhood mortality: systematic review</article-title>
          <source>BMJ</source>
          <year>2016</year>
          <month>10</month>
          <day>13</day>
          <volume>355</volume>
          <fpage>i5170</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.bmj.com/lookup/pmidlookup?view=long&#38;pmid=27737834"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.i5170</pub-id>
          <pub-id pub-id-type="medline">27737834</pub-id>
          <pub-id pub-id-type="pmcid">PMC5063034</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kjærgaard</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Bacillus Calmette-Guérin vaccination at birth: Effects on early childhood infections, growth, and development</article-title>
          <source>Dan Med J</source>
          <year>2016</year>
          <month>11</month>
          <volume>63</volume>
          <issue>11</issue>
          <fpage>B5304</fpage>
          <pub-id pub-id-type="medline">27808041</pub-id>
          <pub-id pub-id-type="pii">B5304</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>de Bree</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Koeken</surname>
              <given-names>VA</given-names>
            </name>
            <name name-style="western">
              <surname>Joosten</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Aaby</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Benn</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>van Crevel</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Netea</surname>
              <given-names>MG</given-names>
            </name>
          </person-group>
          <article-title>Non-specific effects of vaccines: Current evidence and potential implications</article-title>
          <source>Semin Immunol</source>
          <year>2018</year>
          <month>10</month>
          <volume>39</volume>
          <fpage>35</fpage>
          <lpage>43</lpage>
          <pub-id pub-id-type="doi">10.1016/j.smim.2018.06.002</pub-id>
          <pub-id pub-id-type="medline">30007489</pub-id>
          <pub-id pub-id-type="pii">S1044-5323(18)30011-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Roth</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Garly</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Jensen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Nielsen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Aaby</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Bacillus Calmette-Guérin vaccination and infant mortality</article-title>
          <source>Expert Rev Vaccines</source>
          <year>2006</year>
          <month>04</month>
          <day>09</day>
          <volume>5</volume>
          <issue>2</issue>
          <fpage>277</fpage>
          <lpage>93</lpage>
          <pub-id pub-id-type="doi">10.1586/14760584.5.2.277</pub-id>
          <pub-id pub-id-type="medline">16608427</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Aaby</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Roth</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ravn</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Napirna</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Rodrigues</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lisse</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Stensballe</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Diness</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Lausch</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Lund</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Biering-Sørensen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Whittle</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Benn</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Randomized trial of BCG vaccination at birth to low-birth-weight children: beneficial nonspecific effects in the neonatal period?</article-title>
          <source>J Infect Dis</source>
          <year>2011</year>
          <month>07</month>
          <day>15</day>
          <volume>204</volume>
          <issue>2</issue>
          <fpage>245</fpage>
          <lpage>52</lpage>
          <pub-id pub-id-type="doi">10.1093/infdis/jir240</pub-id>
          <pub-id pub-id-type="medline">21673035</pub-id>
          <pub-id pub-id-type="pii">jir240</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hollm-Delgado</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Stuart</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Black</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Acute lower respiratory infection among Bacille Calmette-Guérin (BCG)-vaccinated children</article-title>
          <source>Pediatrics</source>
          <year>2014</year>
          <month>01</month>
          <volume>133</volume>
          <issue>1</issue>
          <fpage>e73</fpage>
          <lpage>81</lpage>
          <pub-id pub-id-type="doi">10.1542/peds.2013-2218</pub-id>
          <pub-id pub-id-type="medline">24379224</pub-id>
          <pub-id pub-id-type="pii">peds.2013-2218</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>de Castro</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pardo-Seco</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Martinón-Torres</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Nonspecific (Heterologous) Protection of Neonatal BCG Vaccination Against Hospitalization Due to Respiratory Infection and Sepsis</article-title>
          <source>Clin Infect Dis</source>
          <year>2015</year>
          <month>06</month>
          <day>01</day>
          <volume>60</volume>
          <issue>11</issue>
          <fpage>1611</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1093/cid/civ144</pub-id>
          <pub-id pub-id-type="medline">25725054</pub-id>
          <pub-id pub-id-type="pii">civ144</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McGovern</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Canning</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Vaccination and all-cause child mortality from 1985 to 2011: global evidence from the Demographic and Health Surveys</article-title>
          <source>Am J Epidemiol</source>
          <year>2015</year>
          <month>11</month>
          <day>01</day>
          <volume>182</volume>
          <issue>9</issue>
          <fpage>791</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/26453618"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/aje/kwv125</pub-id>
          <pub-id pub-id-type="medline">26453618</pub-id>
          <pub-id pub-id-type="pii">kwv125</pub-id>
          <pub-id pub-id-type="pmcid">PMC4757942</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Flanagan</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>van Crevel</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Curtis</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Shann</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Levy</surname>
              <given-names>O</given-names>
            </name>
            <collab>Optimmunize Network</collab>
          </person-group>
          <article-title>Heterologous ("nonspecific") and sex-differential effects of vaccines: epidemiology, clinical trials, and emerging immunologic mechanisms</article-title>
          <source>Clin Infect Dis</source>
          <year>2013</year>
          <month>07</month>
          <day>09</day>
          <volume>57</volume>
          <issue>2</issue>
          <fpage>283</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/23572484"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/cid/cit209</pub-id>
          <pub-id pub-id-type="medline">23572484</pub-id>
          <pub-id pub-id-type="pii">cit209</pub-id>
          <pub-id pub-id-type="pmcid">PMC3689344</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Netea</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Domínguez-Andrés</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Barreiro</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Chavakis</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Divangahi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Fuchs</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Joosten</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>van der Meer</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mhlanga</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mulder</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Riksen</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Schlitzer</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Schultze</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Stabell Benn</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Xavier</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Latz</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Defining trained immunity and its role in health and disease</article-title>
          <source>Nat Rev Immunol</source>
          <year>2020</year>
          <month>06</month>
          <volume>20</volume>
          <issue>6</issue>
          <fpage>375</fpage>
          <lpage>388</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32132681"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41577-020-0285-6</pub-id>
          <pub-id pub-id-type="medline">32132681</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41577-020-0285-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC7186935</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="web">
          <article-title>BCG Vaccine Fact Sheet</article-title>
          <source>CDC</source>
          <access-date>2024-02-14</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/tb/publications/factsheets/prevention/bcg.htm">https://www.cdc.gov/tb/publications/factsheets/prevention/bcg.htm</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Messina</surname>
              <given-names>NL</given-names>
            </name>
            <name name-style="western">
              <surname>Gardiner</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Donath</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Flanagan</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ponsonby</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Shann</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Robins-Browne</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Freyne</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Abruzzo</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Morison</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Cox</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Germano</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Zufferey</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Zimmermann</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Allen</surname>
              <given-names>KJ</given-names>
            </name>
            <name name-style="western">
              <surname>Vuillermin</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>South</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Casalaz</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Curtis</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Study protocol for the Melbourne Infant Study: BCG for Allergy and Infection Reduction (MIS BAIR), a randomised controlled trial to determine the non-specific effects of neonatal BCG vaccination in a low-mortality setting</article-title>
          <source>BMJ Open</source>
          <year>2019</year>
          <month>12</month>
          <day>15</day>
          <volume>9</volume>
          <issue>12</issue>
          <fpage>e032844</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=31843845"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2019-032844</pub-id>
          <pub-id pub-id-type="medline">31843845</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2019-032844</pub-id>
          <pub-id pub-id-type="pmcid">PMC6924750</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Curtis</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Sparrow</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ghebreyesus</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Netea</surname>
              <given-names>MG</given-names>
            </name>
          </person-group>
          <article-title>Considering BCG vaccination to reduce the impact of COVID-19</article-title>
          <source>The Lancet</source>
          <year>2020</year>
          <month>05</month>
          <volume>395</volume>
          <issue>10236</issue>
          <fpage>1545</fpage>
          <lpage>1546</lpage>
          <pub-id pub-id-type="doi">10.1016/s0140-6736(20)31025-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stensballe</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Ravn</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Birk</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Kjærgaard</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Nissen</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Pihl</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Thøstesen</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Greisen</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Jeppesen</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Kofoed</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Pryds</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Sørup</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Aaby</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Benn</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>BCG Vaccination at Birth and Rate of Hospitalization for Infection Until 15 Months of Age in Danish Children: A Randomized Clinical Multicenter Trial</article-title>
          <source>J Pediatric Infect Dis Soc</source>
          <year>2019</year>
          <month>07</month>
          <day>01</day>
          <volume>8</volume>
          <issue>3</issue>
          <fpage>213</fpage>
          <lpage>220</lpage>
          <pub-id pub-id-type="doi">10.1093/jpids/piy029</pub-id>
          <pub-id pub-id-type="medline">29635419</pub-id>
          <pub-id pub-id-type="pii">4964630</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Haahr</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Michelsen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Andersson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bjorn-Mortensen</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Soborg</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Wohlfahrt</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Melbye</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Koch</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Non-specific effects of BCG vaccination on morbidity among children in Greenland-an answer to a relevant question</article-title>
          <source>Int J Epidemiol</source>
          <year>2017</year>
          <month>06</month>
          <day>01</day>
          <volume>46</volume>
          <issue>3</issue>
          <fpage>1073</fpage>
          <lpage>1074</lpage>
          <pub-id pub-id-type="doi">10.1093/ije/dyx044</pub-id>
          <pub-id pub-id-type="medline">28402471</pub-id>
          <pub-id pub-id-type="pii">3573343</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kandasamy</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Voysey</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>McQuaid</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>de Nie</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Orr</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Uhlig</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Sande</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>O'Connor</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Pollard</surname>
              <given-names>AJ</given-names>
            </name>
          </person-group>
          <article-title>Non-specific immunological effects of selected routine childhood immunisations: systematic review</article-title>
          <source>BMJ</source>
          <year>2016</year>
          <month>10</month>
          <day>13</day>
          <volume>355</volume>
          <fpage>i5225</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.bmj.com/lookup/pmidlookup?view=long&#38;pmid=27737830"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.i5225</pub-id>
          <pub-id pub-id-type="medline">27737830</pub-id>
          <pub-id pub-id-type="pmcid">PMC5063033</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Aaby</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Benn</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Developing the concept of beneficial non-specific effect of live vaccines with epidemiological studies</article-title>
          <source>Clin Microbiol Infect</source>
          <year>2019</year>
          <month>12</month>
          <volume>25</volume>
          <issue>12</issue>
          <fpage>1459</fpage>
          <lpage>1467</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1198-743X(19)30452-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.cmi.2019.08.011</pub-id>
          <pub-id pub-id-type="medline">31449870</pub-id>
          <pub-id pub-id-type="pii">S1198-743X(19)30452-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thysen</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Jensen</surname>
              <given-names>AKG</given-names>
            </name>
            <name name-style="western">
              <surname>Rodrigues</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Borges</surname>
              <given-names>IDS</given-names>
            </name>
            <name name-style="western">
              <surname>Aaby</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Benn</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Fisker</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Can earlier BCG vaccination reduce early infant mortality? Study protocol for a cluster randomised trial in Guinea-Bissau</article-title>
          <source>BMJ Open</source>
          <year>2019</year>
          <month>09</month>
          <day>24</day>
          <volume>9</volume>
          <issue>9</issue>
          <fpage>e025724</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=31551370"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2018-025724</pub-id>
          <pub-id pub-id-type="medline">31551370</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2018-025724</pub-id>
          <pub-id pub-id-type="pmcid">PMC6773322</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
          <article-title>Base de Dados</article-title>
          <source>Instituto Nacional de Estatística</source>
          <access-date>2024-02-14</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ine.pt/xportal/xmain?xpid=INE&#38;xpgid=ine_base_dados">https://www.ine.pt/xportal/xmain?xpid=INE&#38;xpgid=ine_base_dados</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="web">
          <article-title>Estratégia de vacinação contra a tuberculose com a vacina BCG norma 006/2016</article-title>
          <source>Direção Geral da Saúde</source>
          <access-date>2024-02-14</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.backoffice.dgs.pt/upload/DGSv9/ficheiros/i030231.pdf">https://www.backoffice.dgs.pt/upload/DGSv9/ficheiros/i030231.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="book">
          <source>Relatório de Vigilância e Monitorização da Tuberculose em Portugal - Dados definitivos 2018-2019</source>
          <year>2020</year>
          <publisher-loc>Lisbon, Portugal</publisher-loc>
          <publisher-name>Direção-Geral da Saúde</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>The Lancet Child Adolescent Health</collab>
          </person-group>
          <article-title>Vaccine hesitancy: a generation at risk</article-title>
          <source>Lancet Child Adolesc Health</source>
          <year>2019</year>
          <month>05</month>
          <volume>3</volume>
          <issue>5</issue>
          <fpage>281</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.thelancet.com/journals/lanchi/article/PIIS2352-4642(19)30092-6/abstract"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S2352-4642(19)30092-6</pub-id>
          <pub-id pub-id-type="medline">30981382</pub-id>
          <pub-id pub-id-type="pii">S2352-4642(19)30092-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Petrelli</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Contratti</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Tanzi</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Grappasonni</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Vaccine hesitancy, a public health problem</article-title>
          <source>Ann Ig</source>
          <year>2018</year>
          <volume>30</volume>
          <issue>2</issue>
          <fpage>86</fpage>
          <lpage>103</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.seu-roma.it/riviste/annali_igiene/open_access/articoli/30-02-02-Petrelli.pdf"/>
          </comment>
          <pub-id pub-id-type="doi">10.7416/ai.2018.2200</pub-id>
          <pub-id pub-id-type="medline">29465146</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kleinnijenhuis</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Quintin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Preijers</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Benn</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Joosten</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Jacobs</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>van Loenhout</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Xavier</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Aaby</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>van der Meer</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>van Crevel</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Netea</surname>
              <given-names>MG</given-names>
            </name>
          </person-group>
          <article-title>Long-lasting effects of BCG vaccination on both heterologous Th1/Th17 responses and innate trained immunity</article-title>
          <source>J Innate Immun</source>
          <year>2014</year>
          <month>10</month>
          <day>30</day>
          <volume>6</volume>
          <issue>2</issue>
          <fpage>152</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1159/000355628"/>
          </comment>
          <pub-id pub-id-type="doi">10.1159/000355628</pub-id>
          <pub-id pub-id-type="medline">24192057</pub-id>
          <pub-id pub-id-type="pii">000355628</pub-id>
          <pub-id pub-id-type="pmcid">PMC3944069</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shlomo</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Crato</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Paruolo</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Overview of Data Linkage Methods for Policy Design and Evaluation</article-title>
          <source>Data-Driven Policy Impact Evaluation</source>
          <year>2019</year>
          <publisher-loc>Cham</publisher-loc>
          <publisher-name>Springer</publisher-name>
          <fpage>47</fpage>
          <lpage>65</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pacheco</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Saraceni</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Tuboi</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>Moulton</surname>
              <given-names>LH</given-names>
            </name>
            <name name-style="western">
              <surname>Chaisson</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Cavalcante</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Durovni</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Faulhaber</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Golub</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>King</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Schechter</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Harrison</surname>
              <given-names>LH</given-names>
            </name>
          </person-group>
          <article-title>Validation of a hierarchical deterministic record-linkage algorithm using data from 2 different cohorts of human immunodeficiency virus-infected persons and mortality databases in Brazil</article-title>
          <source>Am J Epidemiol</source>
          <year>2008</year>
          <month>12</month>
          <day>01</day>
          <volume>168</volume>
          <issue>11</issue>
          <fpage>1326</fpage>
          <lpage>32</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/18849301"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/aje/kwn249</pub-id>
          <pub-id pub-id-type="medline">18849301</pub-id>
          <pub-id pub-id-type="pii">kwn249</pub-id>
          <pub-id pub-id-type="pmcid">PMC2638543</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="web">
          <article-title>Ethics Committee approval</article-title>
          <source>IHMT</source>
          <access-date>2024-02-14</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ihmt.unl.pt/wp-content/uploads/2023/12/Parecer-11.23.pdf">https://www.ihmt.unl.pt/wp-content/uploads/2023/12/Parecer-11.23.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="web">
          <article-title>Projetos submetidos à Comissão de ética</article-title>
          <source>IHMT</source>
          <access-date>2024-02-14</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ihmt.unl.pt/wp-content/uploads/2023/02/Projetos-com-pareceres-emitidos-em-2022.pdf">https://www.ihmt.unl.pt/wp-content/uploads/2023/02/Projetos-com-pareceres-emitidos-em-2022.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="web">
          <article-title>Despacho n.º 10440/2016</article-title>
          <source>Diário da República</source>
          <year>2016</year>
          <access-date>2024-02-14</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://files.diariodarepublica.pt/2s/2016/08/159000000/2609326093.pdf">https://files.diariodarepublica.pt/2s/2016/08/159000000/2609326093.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="web">
          <article-title>Seguros de saúde privados no sistema de saúde português: mitos e factos - Observatório da Despesa em Saúde &#124; 02</article-title>
          <source>Nova School of Business and Economics</source>
          <access-date>2024-02-14</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.novasbe.unl.pt/Portals/0/Files/Social%20Equity%20Initiative/02%20Observatorio%20da%20despesa%20em%20saude_v5.pdf">https://www.novasbe.unl.pt/Portals/0/Files/Social%20Equity%20Initiative/02%20Observatorio%20da%20despesa%20em%20saude_v5.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Machado</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kislaya</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Rodrigues</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sequeira</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Lima</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cruz</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Leite</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Matias Dias</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Nunes</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>COVID-19 vaccine effectiveness against symptomatic SARS-CoV-2 infections, COVID-19 related hospitalizations and deaths, among individuals aged ≥65 years in Portugal: A cohort study based on data-linkage of national registries February-September 2021</article-title>
          <source>PLoS One</source>
          <year>2022</year>
          <volume>17</volume>
          <issue>9</issue>
          <fpage>e0274008</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0274008"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0274008</pub-id>
          <pub-id pub-id-type="medline">36099273</pub-id>
          <pub-id pub-id-type="pii">PONE-D-22-04780</pub-id>
          <pub-id pub-id-type="pmcid">PMC9469958</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Machado</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kislaya</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Soares</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Magalhães</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Rodrigues</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Franco</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Leite</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Dias</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Nunes</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Bivalent mRNA vaccine effectiveness against COVID-19 infections, hospitalisations and deaths in Portugal: a cohort study based on electronic health records, September 2022 to May 2023</article-title>
          <source>medRxiv</source>
          <access-date>2024-02-14</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.medrxiv.org/content/10.1101/2023.09.05.23295025v1">https://www.medrxiv.org/content/10.1101/2023.09.05.23295025v1</ext-link>
          </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
