<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v9i9e18648</article-id>
      <article-id pub-id-type="pmid">32996888</article-id>
      <article-id pub-id-type="doi">10.2196/18648</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Optimizing Antibiotic Prescribing for Acute Respiratory Tract Infection in German Primary Care: Study Protocol for Evaluation of the RESIST Program</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Pedro</surname>
            <given-names>Anna Maria</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Tramper-Stranders</surname>
            <given-names>Gerdien</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Löffler</surname>
            <given-names>Christin</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Institute of General Practice</institution>
            <institution>Rostock University Medical Center</institution>
            <addr-line>Doberaner Str 142 (Villa im Hof)</addr-line>
            <addr-line>Rostock, 18057</addr-line>
            <country>Germany</country>
            <phone>49 381 494 ext 2481</phone>
            <email>christin.loeffler@med.uni-rostock.de</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5763-7588</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Krüger</surname>
            <given-names>Antje</given-names>
          </name>
          <degrees>MA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1627-4845</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Daubmann</surname>
            <given-names>Anne</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0156-0926</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Iwen</surname>
            <given-names>Julia</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6035-7349</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Biedermann</surname>
            <given-names>Marc</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4327-4285</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Schulz</surname>
            <given-names>Maike</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3296-4456</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Wegscheider</surname>
            <given-names>Karl</given-names>
          </name>
          <degrees>PhD, Prof Dr</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2974-3142</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Altiner</surname>
            <given-names>Attila</given-names>
          </name>
          <degrees>MD, Prof Dr</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2429-933X</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Feldmeier</surname>
            <given-names>Gregor</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7420-5752</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author">
          <name name-style="western">
            <surname>Wollny</surname>
            <given-names>Anja</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5493-451X</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Institute of General Practice</institution>
        <institution>Rostock University Medical Center</institution>
        <addr-line>Rostock</addr-line>
        <country>Germany</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Institute of Medical Biometry and Epidemiology</institution>
        <institution>University Medical Center Hamburg- Eppendorf</institution>
        <addr-line>Hamburg</addr-line>
        <country>Germany</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Association of Substitute Health Funds (Vdek)</institution>
        <addr-line>Berlin</addr-line>
        <country>Germany</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>National Association of Statutory Health Insurance Physicians</institution>
        <addr-line>Berlin</addr-line>
        <country>Germany</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Central Research Institute of Ambulatory Health Care in Germany</institution>
        <addr-line>Berlin</addr-line>
        <country>Germany</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Christin Löffler <email>christin.loeffler@med.uni-rostock.de</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>9</month>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>30</day>
        <month>9</month>
        <year>2020</year>
      </pub-date>
      <volume>9</volume>
      <issue>9</issue>
      <elocation-id>e18648</elocation-id>
      <history>
        <date date-type="received">
          <day>10</day>
          <month>3</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>12</day>
          <month>6</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>1</day>
          <month>7</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>14</day>
          <month>7</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Christin Löffler, Antje Krüger, Anne Daubmann, Julia Iwen, Marc Biedermann, Maike Schulz, Karl Wegscheider, Attila Altiner, Gregor Feldmeier, Anja Wollny. Originally published in JMIR Research Protocols (http://www.researchprotocols.org), 30.09.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on http://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://www.researchprotocols.org/2020/9/e18648/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>The emergence and increased spread of microbial resistance is a major challenge to all health care systems worldwide. In primary care, acute respiratory tract infection (ARTI) is the health condition most strongly related to antibiotic overuse.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The RESIST program aims at optimizing antibiotic prescribing for ARTI in German primary care. By completing a problem-orientated online training course, physicians are motivated and empowered to utilize patient-centered doctor-patient communication strategies, including shared decision making, in the treatment of patients with ARTI.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>RESIST will be evaluated in the form of a nonrandomized controlled trial. Approximately 3000 physicians of 8 (out of 16) German federal states can participate in the program. Patient and physician data are retrieved from routine health care data. Physicians not participating in the program serve as controls, either among the 8 participating regional Associations of Statutory Health Insurance Physicians (control group 1) or among the remaining associations not participating in RESIST (control group 2). Antibiotic prescription rates before the intervention (T0: 2016, 1st and 2nd quarters of 2017) and after the intervention (T1: 3rd quarter of 2017 until 1st quarter of 2019) will be compared. The primary outcome measure is the overall antibiotic prescription rate for all patients insured with German statutory health insurance before and after provision of the online course. The secondary outcome is the antibiotic prescription rate for coded ARTI before and after the intervention.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>RESIST is publicly funded by the Innovations funds of the Federal Joint Committee in Germany and was approved in December 2016. Recruitment of physicians is now completed, and a total of 2460 physicians participated in the intervention. Data analysis started in February 2020.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>With approximately 3000 physicians participating in the program, RESIST is among the largest real-world interventions aiming at reducing inadequate antibiotic prescribing for ARTI in primary care. Long-term follow up of up to 21 months will allow for investigating the sustainability of the intervention.</p>
        </sec>
        <sec sec-type="trial registration">
          <title>Trial Registration</title>
          <p>ISRCTN Registry ISRCTN13934505; http://www.isrctn.com/ISRCTN13934505</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>RR1-10.2196/18648</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>antibacterial agents</kwd>
        <kwd>respiratory tract infection</kwd>
        <kwd>upper respiratory tract infection</kwd>
        <kwd>lower respiratory tract infection</kwd>
        <kwd>primary care</kwd>
        <kwd>primary health care</kwd>
        <kwd>physician-patient relation</kwd>
        <kwd>shared decision making</kwd>
        <kwd>antibiotic resistance</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Growing microbial resistance is a major challenge of all health care systems worldwide. The overuse and misuse of antibiotics in human and veterinary medicine accelerates this development [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. In primary care, acute respiratory tract infection (ARTI) is the health condition most strongly related to antibiotic overuse [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. This is a striking fact, as most cases of ARTI are caused by viruses and/or are self-limiting [<xref ref-type="bibr" rid="ref5">5</xref>-<xref ref-type="bibr" rid="ref7">7</xref>]. Considerable geographical variations in antibiotic prescribing for ARTI exist. In Europe, prescribing rates for ARTI range from below 40% in the Netherlands, Scandinavia, and Germany to up to 60% in the United Kingdom and Ireland, and reach up to almost 80% in southern Europe [<xref ref-type="bibr" rid="ref8">8</xref>]. Reasons for inadequate prescribing include the physician’s overestimation of patient expectations toward antibiotic treatment as well as a deceptive “safety culture” in certain cases [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>].</p>
        <p>A considerable number of interventions to reduce inadequate prescribing for ARTI have been developed and evaluated. Overall, the main intervention strategies applied to date include laboratory and point of care testing (POCT), provider or patient education, computerized clinical decision support, prescribing feedback, delayed prescribing, and communication training. There is now sufficient evidence for the effectiveness of communication skills training and laboratory testing/POCT to reduce antibiotic prescribing for ARTI [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>]. In addition, there is evidence that the effect of these interventions differs according to the level of antibiotic prescribing for ARTI in a given setting. High-prescribing countries benefit from laboratory testing/POCT, whereas medium- and low-prescribing countries show higher effects for communication training [<xref ref-type="bibr" rid="ref12">12</xref>].</p>
        <p>In parallel to the design and evaluation of interventional approaches, an increasing number of nations and supranational bodies have started initiating programs of antimicrobial stewardship. These usually include public information campaigns, education for health care providers, local surveillance of antibiotic resistance, and the provision of research grants to generate evidence necessary to improve antimicrobial stewardship [<xref ref-type="bibr" rid="ref13">13</xref>]. Along with these initiatives, the German DART 2020 strategy was developed. Apart from strengthening a One Health approach to antimicrobial stewardship by addressing both human and veterinary medicine, supporting research is a major aim of the initiative. In this context, since 2016, the German <italic>Innovationsfonds</italic> granted several programs and trials addressing antimicrobial stewardship. The RESIST program is one of these programs. Within the program, approximately 3000 physicians of 8 (out of 16) German federal states can participate in online training aiming at patient-centered medical care for patients suffering from ARTI. Nationally and internationally, RESIST is one of the largest scientifically evaluated health intervention programs conducted to date. This protocol describes how the program is being evaluated.</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>RESIST aims at optimizing antibiotic prescribing for ARTI in German primary care. By completing a problem-orientated online training course, physicians are motivated and empowered to utilize patient-centered doctor-patient communication strategies, including shared decision making, in the treatment of patients with ARTI. Additionally, the courses provide current data on microbial resistance development and on rational antibiotic use. Moreover, physicians receive information materials for their patients as well as regional prescribing feedback. Based on this protocol, we are assessing whether the RESIST program reduces the number of antibiotics prescribed and, in the case of antibiotic use, impacts the choice of substance. The primary outcome measure is the antibiotic prescription rate for all patients insured with German statutory health insurance before and after provision of the online course. The secondary outcome is the antibiotic prescription rate for coded ARTI before and after the intervention. In addition, using individual qualitative interviews and focus group discussions, the perspective and perceptions of patients, physicians, and practice staff on the program will be evaluated.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design</title>
        <p>As RESIST is primarily a real-world project aiming to address as many participants as funding allows, it is evaluated in the form of a nonrandomized controlled trial. Patient and physician data are retrieved from routine health care data used by the Central Research Institute of Ambulatory Health Care in Germany (Zi). The Zi continuously analyzes prescription and diagnoses data on behalf of all German regional Associations of Statutory Health Insurance Physicians. The data analyzed include information on diagnosis as coded in practices and prescriptions as collected in pharmacies. Physicians not participating in the program serve as controls, either among the 8 statewide participating Associations of Statutory Health Insurance Physicians (control group 1) or among the federal states not eligible for participation in RESIST (control group 2). Antibiotic prescription rates before the intervention (T0: 2016, 1<sup>st</sup> and 2<sup>nd</sup> quarters of 2017) and after the intervention (T1: 3<sup>rd</sup> quarter of 2017 until 1<sup>st</sup> quarter of 2019) are compared.</p>
      </sec>
      <sec>
        <title>Recruitment</title>
        <p>Recruitment of participating physicians is undertaken in 8 German federal states and regions (Bavaria, Baden-Wuerttemberg, Lower Saxony, North Rhine, Westphalia-Lippe, Brandenburg, Mecklenburg-Western Pomerania, and Saarland), assisted by the respective regional Association of Statutory Health Insurance Physicians. General practitioners, primary care pediatricians, and practice-based otorhinolaryngologists can enroll in the RESIST program on a voluntary “first-come, first-served” basis. The maximum number of participating physicians per region is related to the size of the regional association. In total, we aim to include up to 3000 physicians in the program.</p>
      </sec>
      <sec>
        <title>Participants</title>
        <p>Physicians successfully completing the RESIST online training course are compared to nonparticipating physicians.</p>
      </sec>
      <sec>
        <title>Blinding</title>
        <p>Participating physicians are not blinded as they enroll voluntarily in the RESIST program.</p>
      </sec>
      <sec>
        <title>Intervention</title>
        <p>The intervention is based on an online training course consisting of three modules. Each module can be completed within approximately 1 hour. Module 1 focuses on patient-centered doctor-patient communication, and points to typical communicative situations when treating patients with ARTI. Within the module, physicians are encouraged to reflect upon these situations and to question perceived pressure to prescribe antibiotics. Modules 2 and 3 deal with rational antibiotic use in the case of upper and lower respiratory tract infections. After passing the Continued Medical Education–accredited course, physicians receive posters and brochures on rational antibiotic use to display them in their practices or to use them during consultations. Physicians successfully completing the course receive a one-time allowance. In addition, physicians receive further reimbursement for up to 20 patients with ARTI per quarter, which they document as treated according to the strategies adopted after participating in the online training. In addition, participating physicians receive a feedback report on aggregated data on regional antibiotic prescribing patterns. Figures are compared between intervention and control groups. See <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> for more details on each component and module of the intervention [<xref ref-type="bibr" rid="ref14">14</xref>].</p>
      </sec>
      <sec>
        <title>Control Group</title>
        <p>Physicians not participating in the program serve as controls, either among the 8 participating regional Associations of Statutory Health Insurance Physicians (control group 1) or among the remaining associations not participating in RESIST (control group 2).</p>
      </sec>
      <sec>
        <title>Outcomes</title>
        <p>The primary outcome measure is the overall antibiotic prescription rate of all patients insured with a German statutory health insurance before and after the provision of online courses. Secondary outcomes are (a) the antibiotic prescription rate for ARTI in patients aged ≥ 1 year before and after the intervention; (b) the antibiotic prescription rate based on different types of ARTI (eg, otitis media, bronchitis, pneumonia; see <xref ref-type="table" rid="table1">Table 1</xref>) before and after the intervention in patients aged ≥ 1 year; and (c) quality of antibiotic prescribing for ARTI measured by internationally accredited quality indicators of the European Surveillance of Antimicrobial Consumption Project (ESAC) [<xref ref-type="bibr" rid="ref15">15</xref>], again before and after the intervention.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>International Classification of Diseases codes relevant for diagnosing acute respiratory tract infection.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="140"/>
            <col width="860"/>
            <thead>
              <tr valign="top">
                <td>Code</td>
                <td>Diagnosis</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>J00</td>
                <td>Acute nasopharyngitis (common cold)</td>
              </tr>
              <tr valign="top">
                <td>J01</td>
                <td>Acute sinusitis</td>
              </tr>
              <tr valign="top">
                <td>J02</td>
                <td>Acute pharyngitis</td>
              </tr>
              <tr valign="top">
                <td>J03</td>
                <td>Acute tonsillitis</td>
              </tr>
              <tr valign="top">
                <td>J04</td>
                <td>Acute laryngitis and tracheitis</td>
              </tr>
              <tr valign="top">
                <td>J06</td>
                <td>Acute upper respiratory infections of multiple and unspecified site</td>
              </tr>
              <tr valign="top">
                <td>J09</td>
                <td>Influenza due to identified zoonotic or pandemic influenza virus</td>
              </tr>
              <tr valign="top">
                <td>J10</td>
                <td>Influenza due to identified seasonal influenza virus</td>
              </tr>
              <tr valign="top">
                <td>J11</td>
                <td>Influenza, virus not identified</td>
              </tr>
              <tr valign="top">
                <td>J12</td>
                <td>Viral pneumonia, not elsewhere classified</td>
              </tr>
              <tr valign="top">
                <td>J13</td>
                <td>Pneumonia due to <italic>Streptococcus pneumoniae</italic></td>
              </tr>
              <tr valign="top">
                <td>J14</td>
                <td>Pneumonia due to <italic>Haemophilus influenzae</italic></td>
              </tr>
              <tr valign="top">
                <td>J15</td>
                <td>Bacterial pneumonia, not elsewhere classified</td>
              </tr>
              <tr valign="top">
                <td>J16</td>
                <td>Pneumonia due to other infectious organisms, not elsewhere classified</td>
              </tr>
              <tr valign="top">
                <td>J17</td>
                <td>Pneumonia in diseases classified elsewhere</td>
              </tr>
              <tr valign="top">
                <td>J18</td>
                <td>Pneumonia, organism unspecified</td>
              </tr>
              <tr valign="top">
                <td>J20</td>
                <td>Acute bronchitis</td>
              </tr>
              <tr valign="top">
                <td>J21</td>
                <td>Acute bronchiolitis</td>
              </tr>
              <tr valign="top">
                <td>J22</td>
                <td>Unspecified acute lower respiratory infection</td>
              </tr>
              <tr valign="top">
                <td>J40</td>
                <td>Bronchitis, not specified as acute or chronic</td>
              </tr>
              <tr valign="top">
                <td>H65</td>
                <td>Nonsuppurative otitis media</td>
              </tr>
              <tr valign="top">
                <td>H66</td>
                <td>Suppurative and unspecified otitis media</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Sample Size</title>
        <p>With respect to the primary outcome, a reduction of the physicians’ overall antibiotic prescription rate by 1% is assumed for RESIST (from 33.8% in the control group 1 to 32.8% in the intervention group). Without consideration of cluster effects, 2 × 34,865 patients are needed to show this effect with a power of 80% and a type I error of 5% (two-sided). Assuming an intracluster correlation (ICC) of 8% [<xref ref-type="bibr" rid="ref16">16</xref>] and an average cluster size of 160 patients per practice, a design effect of 13.72 is determined. Overall, the sample size increases to 2 × 478,400 patients (956,800 patients in total). Thus, 2 × 2990 practices (5980 in total) are needed for the evaluation.</p>
        <p>For the secondary outcome, a reduction of 3% in the physicians’ antibiotic prescription rate for ARTI is expected (from 30.5% in the control group 1 to 27.5% in the intervention group). Assuming a power of 80% and a type I error of 5% (two-sided), 2 × 3590 patients are required. With an ICC of 8% [<xref ref-type="bibr" rid="ref16">16</xref>] and an average cluster size of 127 patients (diagnosed with ARTI) per practice, the sample size increases to 2 × 39,751 patients (79,502 patients in total). Hence, 2 × 313 practices are needed (626 practices in total). The sample size necessary to investigate the effect of the intervention on the primary outcome will be adequate to investigate its effect on the secondary outcome as well.</p>
      </sec>
      <sec>
        <title>Data Collection, Completeness, and Quality</title>
        <p>The trial is based on pseudonymized routine data provided by the Zi. The dataset is based on aggregated practice data. Information collected includes: age groups and sex of patients, ARTI diagnoses (grouped and individual diagnoses), antibiotic prescriptions, group affiliation of the physician (intervention vs control), region, level of urbanization, and type of medical insurance of the patient.</p>
      </sec>
      <sec>
        <title>Statistical Methods</title>
        <p>Data analyses will be performed in accordance with the STROBE statement [<xref ref-type="bibr" rid="ref17">17</xref>]. For descriptive statistics, we will report the primary and the secondary outcome for the whole sample and by treatment allocation. Sampling units are practices. This evaluation is designed to confirm the two-sided primary hypothesis that the physicians’ antibiotic prescription rate after T1, regardless of the diagnosis, is lower in the intervention group than in control group 1. For investigating the primary outcome, we will use a negative binomial regression with the absolute number of annual antibiotic prescriptions as the dependent variable, the number of patients as the offset variable, and the antibiotic prescription rate before the introduction of RESIST as a covariate. To avoid bias, we will include region, specialization of the physician, proportion of male patients, proportion of different age classes (≤7 years, 8 to 18 years, 19 to 65 years, &#62;66 years), proportion of insurance status (member, pensioner, noncontributory dependents), and the interaction between the proportion of male patients and region as additional covariates. The comparison between the intervention group and control group 1 is considered in a confirmatory manner. The comparison between the intervention group and control group 2 is additionally examined as a sensitivity analysis. The model for the secondary outcomes will be formulated in the same manner. The results will be represented as incident rate ratios with their 95% CIs and <italic>P</italic> values. Statistical analyses will be carried out with SAS, version 9.4 or the newer version (SAS Institute, Cary, NC, USA).</p>
        <p>With respect to quality indicators (according to ESAC), sampling units are practices. The analysis will be carried out in the same way as the analysis of the primary and secondary outcomes considering the requirements of each indicator.</p>
      </sec>
      <sec>
        <title>Process Evaluation</title>
        <p>Qualitative interviews and focus group discussions will be used to investigate the perspective and perceptions of patients, physicians, and practice staff on the program. First and foremost, the qualitative evaluation focuses on factors fostering or hindering the implementation of the program. To this end, one to two focus group discussions per participating federal state or region will be conducted. Focus group discussions will include 6 to 8 physicians or practice staff members and are assumed to last about 60 to 90 minutes each.</p>
        <p>To explore the patients’ perspectives, we will additionally conduct up to 50 narrative interviews by telephone. We will interview patients treated for ARTI by physicians participating in the RESIST program. We assume that phone calls will last about 10 to 30 minutes each.</p>
        <p>Both focus group discussions and qualitative interviews will be recorded, transcribed verbatim, and analyzed based on content analysis [<xref ref-type="bibr" rid="ref18">18</xref>].</p>
        <p>To verify the findings of this qualitative process evaluation at large, a questionnaire for physicians and for patients suffering from ARTI will be developed. We aim to survey about 1000 individuals in each group. Physicians will be approached directly and will be rewarded monetarily for their support. Patient questionnaires will be distributed via participating physicians.</p>
      </sec>
      <sec>
        <title>Harms</title>
        <p>The careful and sustainable prescription of antibiotics for ARTI is based on national and international clinical guidelines. Beyond that, the decision to prescribe antibiotics in the individual case remains the choice of the physician. Thus, harms are not expected.</p>
      </sec>
      <sec>
        <title>Study Registration</title>
        <p>The program was retrospectively registered on December 6, 2018 at the ISRCTN Registry under reference ISRCTN13934505.</p>
      </sec>
      <sec>
        <title>Ethical Approval and Consent to Participate</title>
        <p>The evaluation was approved by the ethics committee at Rostock University Medical Center in June 2017 (Reference: A 2017-0090). Participating physicians provide written informed consent. However, no informed consent is necessary from the patients, as pseudonymized and de facto anonymized routine data are used based on §80 SGB X.</p>
      </sec>
      <sec>
        <title>Availability of Data and Materials</title>
        <p>The datasets generated and analyzed during the current study will be available upon request from the Zi (email: <ext-link ext-link-type="uri" xlink:href="mailto:zi@zi.de" xlink:type="simple">zi@zi.de</ext-link>) in the form of aggregated anonymized raw data collected from March 2020 to March 2025. Data will be shared upon request for the purpose of academic research and scientific analyses (such as meta-analysis).</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>RESIST is publicly funded by the Innovations funds of the Federal Joint Committee (G-BA) in Germany (funding code: 01NVF16005) and was approved in December 2016.</p>
      <p>Recruitment of physicians is completed. A total of 2460 physicians participated in the intervention. Data analysis started in February 2020.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>With up to 3000 physicians participating in the program, RESIST is among the largest real-world interventions aiming at reducing inadequate antibiotic prescribing for ARTI in primary care. Long-term follow up of up to 21 months will allow for investigating the sustainability of the intervention.</p>
      <p>As RESIST utilizes an open-label nonrandomized evaluation concept, potential bias has to be carefully addressed. Bias may arise from the fact that physicians most interested in reducing inadequate antibiotic prescriptions are also likely to be those most motivated to take part in RESIST. To counteract this, we make use of an attractive incentivization and reimbursement scheme. In addition, the inclusion of comparable practices not participating in the program (both among participating regions and among those not participating in RESIST) allows for control of this potential source of bias.</p>
      <p>We will also minimize bias due to changed coding. For example, a clinically identical patient treated with antibiotics might be coded with lower respiratory tract infection initially but with pneumonia after the intervention, leading to an overestimation of the interventional effect. By measuring the overall antibiotic prescribing rate of antibiotics without regard to any specific disease as the primary outcome measure, we can exclude bias due to coding phenomena.</p>
      <p>Last but not least, the RESIST program joins the ranks of other current initiatives to reduce inadequate antibiotic prescribing. Thus, contamination effects between the projects are possible. However, by including a high number of physicians and practices among half of all German states, we believe to be able to address this potential source of bias adequately.</p>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Components 1-5 of the intervention.</p>
        <media xlink:href="resprot_v9i9e18648_app1.docx" xlink:title="DOCX File , 23 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ARTI</term>
          <def>
            <p>acute respiratory tract infection</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">ESAC</term>
          <def>
            <p>European Surveillance of Antimicrobial Consumption Project</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">ICC</term>
          <def>
            <p>intracluster correlation</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">POCT</term>
          <def>
            <p>point of care testing</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">Zi</term>
          <def>
            <p>Central Research Institute of Ambulatory Health Care in German</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>We thank all physicians participating in the trial. RESIST is publicly funded by the Innovations funds of the Federal Joint Committee (G-BA) in Germany (funding code: 01NVF16005). The sponsor had no influence on the design of the study or the writing of the manuscript. The funder also does not have any influence in the collection, analysis, or interpretation of the data.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>AA and JI are responsible for the design of the study. CL and AK wrote the manuscript. All authors critically read and approved the final manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schulz</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kern</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Hering</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Schulz</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bätzing-Feigenbaum</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Antibiotikaverordnungen in der ambulanten Versorgung in Deutschland bei bestimmten Infektionserkrankungen in 2009 - Tiel 1 und 2</article-title>
          <source>Versorgungsatlas</source>
          <year>2009</year>
          <publisher-loc>Berlin</publisher-loc>
          <publisher-name>Zentralinstitut für die kassenärztliche Versorgung in Deutschland (Zi)</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.versorgungsatlas.de/themen/alle-analysen-nach-datum-sortiert/?tab=6&#38;uid=46">https://www.versorgungsatlas.de/themen/alle-analysen-nach-datum-sortiert/?tab=6&#38;uid=46</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Bundesministerium für Gesundheit</collab>
            <collab>Bundesministerium für Ernährung und Landwirtschaft</collab>
            <collab>Bundesministerium für Bildung und Forschung</collab>
          </person-group>
          <article-title>DART 2020 - Antibiotika-Resistenzen bekämpfen zum Wohl von Mensch und Tier</article-title>
          <source>Strategiepapier</source>
          <year>2015</year>
          <publisher-loc>Berlin</publisher-loc>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.bundesgesundheitsministerium.de/themen/praevention/antibiotika-resistenzen/antibiotika-resistenzstrategie.html">https://www.bundesgesundheitsministerium.de/themen/praevention/antibiotika-resistenzen/antibiotika-resistenzstrategie.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>Bundesamt für Verbraucherschutz und Lebensmittelsicherheit</collab>
          </person-group>
          <article-title>GERMAP 2012 – Antibiotika-Resistenz und –Verbrauch</article-title>
          <source>Forschungsbericht</source>
          <year>2014</year>
          <publisher-loc>Rheinbach</publisher-loc>
          <publisher-name>Antiinfectives Intelligence</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schwabe</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Paffrath</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <source>Arzneiverordnungs-Report 2015</source>
          <year>2015</year>
          <publisher-loc>Berlin, Heidelberg</publisher-loc>
          <publisher-name>Springer-Verlag</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
          <article-title>Wirkstoff Aktuell - Rationale Antibiotikatherapie bei Infektionen der oberen Atemwege</article-title>
          <source>Kassenärztliche Bundesvereinigung</source>
          <year>2012</year>
          <access-date>2019-12-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.kbv.de/media/sp/Antibiotika_Infektionen_obere_Atemwege.pdf">https://www.kbv.de/media/sp/Antibiotika_Infektionen_obere_Atemwege.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="web">
          <article-title>Wirkstoff Aktuell - Rationale Antibiotikatherapie bei Infektionen der unteren Atemwege</article-title>
          <source>Kassenärztliche Bundesvereinigung</source>
          <year>2017</year>
          <access-date>2019-12-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.akdae.de/Arzneimitteltherapie/WA/Archiv/Antibiotika-LRTI.pdf">http://www.akdae.de/Arzneimitteltherapie/WA/Archiv/Antibiotika-LRTI.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Altiner</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bell</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Duerden</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Essack</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kozlov</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Noonan</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Oxford</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Pignatari</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Sessa</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>van der Velden</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>More action, less resistance: report of the 2014 summit of the Global Respiratory Infection Partnership</article-title>
          <source>Int J Pharm Pract</source>
          <year>2015</year>
          <month>02</month>
          <day>25</day>
          <volume>23</volume>
          <issue>5</issue>
          <fpage>370</fpage>
          <lpage>377</lpage>
          <pub-id pub-id-type="doi">10.1111/ijpp.12177</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Coenen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ferech</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Haaijer-Ruskamp</surname>
              <given-names>FM</given-names>
            </name>
            <name name-style="western">
              <surname>Butler</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Vander Stichele</surname>
              <given-names>RH</given-names>
            </name>
            <name name-style="western">
              <surname>Verheij</surname>
              <given-names>TJM</given-names>
            </name>
            <name name-style="western">
              <surname>Monnet</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Little</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Goossens</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>European Surveillance of Antimicrobial Consumption (ESAC): quality indicators for outpatient antibiotic use in Europe</article-title>
          <source>Qual Safe Health Care</source>
          <year>2007</year>
          <month>12</month>
          <day>01</day>
          <volume>16</volume>
          <issue>6</issue>
          <fpage>440</fpage>
          <lpage>445</lpage>
          <pub-id pub-id-type="doi">10.1136/qshc.2006.021121</pub-id>
          <pub-id pub-id-type="medline">18055888</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Altiner</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Acute cough: a qualitative analysis of how GPs manage the consultation when patients explicitly or implicitly expect antibiotic prescriptions</article-title>
          <source>Family Pract</source>
          <year>2004</year>
          <month>10</month>
          <day>01</day>
          <volume>21</volume>
          <issue>5</issue>
          <fpage>500</fpage>
          <lpage>506</lpage>
          <pub-id pub-id-type="doi">10.1093/fampra/cmh505</pub-id>
          <pub-id pub-id-type="medline">15367471</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Altiner</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Brockmann</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sielk</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wilm</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wegscheider</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Abholz</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Reducing antibiotic prescriptions for acute cough by motivating GPs to change their attitudes to communication and empowering patients: a cluster-randomized intervention study</article-title>
          <source>J Antimicrob Chemother</source>
          <year>2007</year>
          <volume>60</volume>
          <issue>3</issue>
          <fpage>638</fpage>
          <lpage>644</lpage>
          <pub-id pub-id-type="doi">10.1093/jac/dkm254</pub-id>
          <pub-id pub-id-type="medline">17626023</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Drekonja</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Filice</surname>
              <given-names>GA</given-names>
            </name>
            <name name-style="western">
              <surname>Greer</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Olson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>MacDonald</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Rutks</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Wilt</surname>
              <given-names>TJ</given-names>
            </name>
          </person-group>
          <article-title>Antimicrobial Stewardship in Outpatient Settings: A Systematic Review</article-title>
          <source>Infect Control Hosp Epidemiol</source>
          <year>2014</year>
          <month>12</month>
          <day>22</day>
          <volume>36</volume>
          <issue>2</issue>
          <fpage>142</fpage>
          <lpage>152</lpage>
          <pub-id pub-id-type="doi">10.1017/ice.2014.41</pub-id>
          <pub-id pub-id-type="medline">25632996</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Köchling</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Löffler</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Reinsch</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hornung</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Böhmer</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Altiner</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Chenot</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Reduction of antibiotic prescriptions for acute respiratory tract infections in primary care: a systematic review</article-title>
          <source>Implementation Sci</source>
          <year>2018</year>
          <month>3</month>
          <day>20</day>
          <volume>13</volume>
          <issue>1</issue>
          <fpage>47</fpage>
          <pub-id pub-id-type="doi">10.1186/s13012-018-0732-y</pub-id>
          <pub-id pub-id-type="medline">29554972</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="web">
          <article-title>European strategic action plan on antibiotic resistance</article-title>
          <source>World Health Organization Regional Committee for Europe</source>
          <year>2011</year>
          <access-date>2019-12-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.euro.who.int/__data/assets/pdf_file/0008/147734/wd14E_AntibioticResistance_111380.pdf">http://www.euro.who.int/__data/assets/pdf_file/0008/147734/wd14E_AntibioticResistance_111380.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hoffmann</surname>
              <given-names>TC</given-names>
            </name>
            <name name-style="western">
              <surname>Glasziou</surname>
              <given-names>PP</given-names>
            </name>
            <name name-style="western">
              <surname>Boutron</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Milne</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Perera</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Barbour</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Macdonald</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Johnston</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lamb</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Dixon-Woods</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>McCulloch</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Wyatt</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Better reporting of interventions: template for intervention description and replication (TIDieR) checklist and guide</article-title>
          <source>BMJ</source>
          <year>2014</year>
          <month>03</month>
          <day>07</day>
          <volume>348</volume>
          <fpage>g1687</fpage>
          <lpage>g1687</lpage>
          <pub-id pub-id-type="doi">10.1136/bmj.g1687</pub-id>
          <pub-id pub-id-type="medline">24609605</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="web">
          <article-title>Disease-specific antibiotic prescribing quality indicators report</article-title>
          <source>European Centre for Disease Prevention and Control</source>
          <year>2010</year>
          <access-date>2019-12-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ecdc.europa.eu/sites/portal/files/media/en/healthtopics/antimicrobial-resistance-and-consumption/antimicrobial-consumption/publications-documents/Documents/ESAC-Net-archive-report_disease_specific_antibiotic_prescribing_quality_indicators.pdf">https://ecdc.europa.eu/sites/portal/files/media/en/healthtopics/antimicrobial-resistance-and-consumption/antimicrobial-consumption/publications-documents/Documents/ESAC-Net-archive-report_disease_specific_antibiotic_prescribing_quality_indicators.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Altiner</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Berner</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Diener</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Feldmeier</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Köchling</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Löffler</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Schröder</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Siegel</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wollny</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kern</surname>
              <given-names>WV</given-names>
            </name>
          </person-group>
          <article-title>Converting habits of antibiotic prescribing for respiratory tract infections in German primary care – the cluster-randomized controlled CHANGE-2 trial</article-title>
          <source>BMC Fam Pract</source>
          <year>2012</year>
          <month>12</month>
          <day>20</day>
          <volume>13</volume>
          <issue>1</issue>
          <fpage>124</fpage>
          <pub-id pub-id-type="doi">10.1186/1471-2296-13-124</pub-id>
          <pub-id pub-id-type="medline">23256712</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>von Elm</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Egger</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pocock</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Gøtzsche</surname>
              <given-names>PC</given-names>
            </name>
            <name name-style="western">
              <surname>Vandenbroucke</surname>
              <given-names>JP</given-names>
            </name>
          </person-group>
          <article-title>The Strengthening the Reporting of Observational Studies in Epidemiology (STROBE) statement: guidelines for reporting observational studies</article-title>
          <source>Lancet</source>
          <year>2007</year>
          <month>10</month>
          <volume>370</volume>
          <issue>9596</issue>
          <fpage>1453</fpage>
          <lpage>1457</lpage>
          <pub-id pub-id-type="doi">10.1016/s0140-6736(07)61602-x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Flick</surname>
              <given-names>U</given-names>
            </name>
          </person-group>
          <source>Qualitative Sozialforschung: Eine Einführung</source>
          <year>2016</year>
          <publisher-loc>Reinbek bei Hamburg</publisher-loc>
          <publisher-name>Rowohlt Taschenbuch Verlag</publisher-name>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
