<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
    <article-id pub-id-type="publisher-id">v7i4e109</article-id>
    <article-id pub-id-type="pmid">29699966</article-id>
    <article-id pub-id-type="doi">10.2196/resprot.9839</article-id>
    <article-categories>
      <subj-group subj-group-type="heading">
        <subject>Protocol</subject>
      </subj-group>
      <subj-group subj-group-type="article-type">
        <subject>Protocol</subject>
      </subj-group>
    </article-categories>
    <title-group>
      <article-title>Safer Prescribing and Care for the Elderly (SPACE): Protocol of a Cluster Randomized Controlled Trial in Primary Care</article-title>
    </title-group>
    <contrib-group>
      <contrib contrib-type="editor">
        <name>
          <surname>Eysenbach</surname>
          <given-names>Gunther</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Scott</surname>
          <given-names>Ian</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Nor Aripin</surname>
          <given-names>Khairun Nain Bin</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Iaconi</surname>
          <given-names>Ala</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="author" id="contrib1" corresp="yes" equal-contrib="yes">
      <name name-style="western">
        <surname>Wallis</surname>
        <given-names>Katharine Ann</given-names>
      </name>
      <degrees>MBChB, PhD</degrees>
      <xref rid="aff1" ref-type="aff">1</xref>
      <address>
        <institution>Department of General Practice and Primary Health Care</institution>
        <institution>University of Auckland</institution>
        <addr-line>261 Morrin Road</addr-line>
        <addr-line>Auckland, 1142</addr-line>
        <country>New Zealand</country>
        <phone>64 9 923 9161</phone>
        <fax>64 9 373 7624</fax>
        <email>k.wallis@auckland.ac.nz</email>
      </address>  
      <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-2580-9362</ext-link></contrib>
      <contrib contrib-type="author" id="contrib2" equal-contrib="yes">
        <name name-style="western">
          <surname>Elley</surname>
          <given-names>Carolyn Raina</given-names>
        </name>
        <degrees>MBChB, PhD</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-4240-1457</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib3">
        <name name-style="western">
          <surname>Lee</surname>
          <given-names>Arier</given-names>
        </name>
        <degrees>PhD</degrees>
        <xref rid="aff2" ref-type="aff">2</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-9142-9264</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib4">
        <name name-style="western">
          <surname>Moyes</surname>
          <given-names>Simon</given-names>
        </name>
        <degrees>MSc</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-9580-1545</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib5">
        <name name-style="western">
          <surname>Kerse</surname>
          <given-names>Ngaire</given-names>
        </name>
        <degrees>MBChB, PhD</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-5992-3681</ext-link>
      </contrib>
    </contrib-group>
    <aff id="aff1">
    <sup>1</sup>
    <institution>Department of General Practice and Primary Health Care</institution>
    <institution>University of Auckland</institution>  
    <addr-line>Auckland</addr-line>
    <country>New Zealand</country></aff>
    <aff id="aff2">
    <sup>2</sup>
    <institution>School of Population Health</institution>
    <institution>University of Auckland</institution>  
    <addr-line>Auckland</addr-line>
    <country>New Zealand</country></aff>
    <author-notes>
      <corresp>Corresponding Author: Katharine Ann Wallis 
      <email>k.wallis@auckland.ac.nz</email></corresp>
    </author-notes>
    <pub-date pub-type="collection"><month>04</month><year>2018</year></pub-date>
    <pub-date pub-type="epub">
      <day>26</day>
      <month>04</month>
      <year>2018</year>
    </pub-date>
    <volume>7</volume>
    <issue>4</issue>
    <elocation-id>e109</elocation-id>
    <!--history from ojs - api-xml-->
    <history>
      <date date-type="received">
        <day>14</day>
        <month>1</month>
        <year>2018</year>
      </date>
      <date date-type="rev-request">
        <day>21</day>
        <month>3</month>
        <year>2018</year>
      </date>
      <date date-type="rev-recd">
        <day>21</day>
        <month>3</month>
        <year>2018</year>
      </date>
      <date date-type="accepted">
        <day>22</day>
        <month>3</month>
        <year>2018</year>
      </date>
    </history>
    <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
    <copyright-statement>©Katharine Ann Wallis, Carolyn Raina Elley, Arier Lee, Simon Moyes, Ngaire Kerse. Originally published in JMIR Research Protocols (http://www.researchprotocols.org), 26.04.2018.</copyright-statement>
    <copyright-year>2018</copyright-year>
    <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
      <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on http://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
    </license>  
    <self-uri xlink:href="http://www.researchprotocols.org/2018/4/e109/" xlink:type="simple"/>
    <abstract>
      <sec sec-type="background">
        <title>Background</title>
        <p>High-risk prescribing, adverse drug events, and avoidable adverse drug event hospitalizations are common. The single greatest risk factor for high-risk prescribing and adverse drug events is the number of medications a person is taking. More people are living longer and taking more medications for multiple long-term conditions. Most on-going prescribing occurs in primary care. The most effective, cost-effective, and practical approach to safer prescribing in primary care is not yet known.</p>
      </sec>
      <sec sec-type="objective">
        <title>Objective</title>
        <p>To test the effect of the Safer Prescribing And Care for the Elderly (SPACE) intervention on high-risk prescribing of nonsteroidal anti-inflammatory and antiplatelet medicines, and related adverse drug event hospitalizations.</p>
      </sec>
      <sec sec-type="methods">
        <title>Methods</title>
        <p>This is a protocol of a cluster randomized controlled trial. The clusters will be primary care practices. Data collection and analysis will be at the level of patient.</p>
      </sec>
      <sec sec-type="results">
        <title>Results</title>
        <p>Recruitment started in 2018. Six-month data collection will be in 2018.</p>
      </sec>
      <sec sec-type="conclusions">
        <title>Conclusions</title>
        <p>This study addresses an important translational gap, testing an intervention designed to prompt medicines review and support safer prescribing in routine primary care practice.</p>
      </sec>
      <sec sec-type="Trial Registration">
        <title>Trial Registration</title>
        <p>Australian New Zealand Clinical Trials Registry: ACTRN12618000034235 http://www.ANZCTR.org.au/ACTRN12618000034235.aspx (Archived with Webcite at http://www.webcitation.org/6yj9RImDf)</p>
      </sec>
    </abstract>
    <kwd-group>
      <kwd>general practice</kwd>
      <kwd>safety</kwd>
      <kwd>prescriptions</kwd>
      <kwd>multimorbidity</kwd>
      <kwd>polypharmacy</kwd>
      <kwd>adverse drug events</kwd>
    </kwd-group></article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Avoidable Adverse Drug Events</title>
        <p>Adverse drug events (ADEs) and avoidable ADE hospital admissions are common, costing health systems billions of dollars every year [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref7">7</xref>]. Internationally, approximately 7% of hospital admissions result from drug-related problems, of which 59% are considered avoidable through safer prescribing [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref8">8</xref>]. Most drug-related admissions are caused by commonly prescribed drugs, notably nonsteroidal anti-inflammatory drugs (NSAIDs), antiplatelet medications, and anticoagulants, which together account for one-third of ADE admissions [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref9">9</xref>].</p>
      </sec>
      <sec>
        <title>High-risk Prescribing</title>
        <p>High-risk prescribing is prescribing that places patients at increased risk of ADEs. The single greatest predictor of ADEs and high-risk prescribing is the number of medications a person is taking [<xref ref-type="bibr" rid="ref10">10</xref>]. With demographic ageing, there are increasing numbers of older people prescribed multiple medications for multiple co-existing medical conditions [<xref ref-type="bibr" rid="ref11">11</xref>]. In New Zealand, approximately 10% of people aged 65 years and older are taking ten or more regular medications, and high-risk prescribing is common, often involving NSAIDs [<xref ref-type="bibr" rid="ref12">12</xref>-<xref ref-type="bibr" rid="ref14">14</xref>]. The individual circumstances of a patient may justify high-risk prescribing, but to minimize harm it is necessary that medications are regularly reviewed and stopped or started as appropriate [<xref ref-type="bibr" rid="ref15">15</xref>].</p>
        <p>Most on-going medications are prescribed in primary care. Despite strong evidence to guide safe prescribing, a gap remains between existing evidence and current prescribing practice. Translating research evidence into practice is difficult. There are many barriers to regular medication review in everyday practice [<xref ref-type="bibr" rid="ref16">16</xref>]. The large variation in prescribing between practices and regions in New Zealand suggests room for improvement [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>].</p>
      </sec>
      <sec>
        <title>Safer Prescribing</title>
        <p>In New Zealand primary care, most quality improvement processes are delivered through Primary Health Organisations (PHOs), professional groupings of practices for administrative and quality improvement purposes [<xref ref-type="bibr" rid="ref19">19</xref>]. The most effective, cost-effective, and practical approach to safer prescribing in everyday practice is not yet known [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>]. There is evidence to suggest education programmes can improve prescribing but education alone is not enough to induce lasting change [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref22">22</xref>]. Complex interventions as part of ongoing quality improvement programs show the most promise, in particular interventions combining audit and feedback, education, incentive for participation, and patient engagement [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref23">23</xref>-<xref ref-type="bibr" rid="ref26">26</xref>]. The Australian Veterans’ Medicines Advice and Therapeutics Education Service (MATES) quality improvement program in primary care has shown promising results in the Australian Veterans population, especially when delivering a focused message targeting single medications and less so when delivering a combination of messages targeting general topics such as interactions and potentially inappropriate medications in older people with polypharmacy [<xref ref-type="bibr" rid="ref24">24</xref>]. The MATES programme is based on sound theoretical underpinnings and delivers 4 interventions per year. The MATES intervention uses practice prescribing audits, patient-specific feedback, education to doctors, and a practice mail-out to selected at-risk patients to encourage their engagement.</p>
      </sec>
      <sec>
        <title>The Safer Prescribing and Care for the Elderly (SPACE) Intervention</title>
        <p>Adapted from the Australian Veterans’ MATES programme, we developed the Safer Prescribing and Care for the Elderly (SPACE) intervention to prompt medication reviews and support safer prescribing in the New Zealand primary care context. We recently piloted the SPACE intervention in two New Zealand primary care practices in preparation for this proposed randomized trial, focusing on the topic of NSAIDs and antiplatelet prescribing. This topic was chosen because these drugs are commonly prescribed and are associated with serious ADEs including bleeding and renal impairment. The SPACE intervention was found to be feasible to implement using existing primary care structures and both acceptable and useful to patients, doctors, and the PHO clinical advisory pharmacists [<xref ref-type="bibr" rid="ref27">27</xref>]. In the pilot study, we developed practice audit queries to identify patients with high-risk prescribing of NSAIDs and/or antiplatelet medications; integrated the SPACE intervention into practice management software; developed processes to collect, encrypt, and link study data; and derived information for calculating sample sizes for the randomized trial.</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>We will assess whether the SPACE intervention can reduce the rate of high-risk prescribing of NSAIDs and/or antiplatelet medications and related ADE hospitalizations over 12 months using existing PHO infrastructure and systems in New Zealand primary care.</p>
      </sec>
      <sec>
        <title>Trial Design</title>
        <p>We will conduct a cluster randomized control trial. The clusters will be primary care practices. Data collection and analysis will be at the level of patient.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Setting</title>
        <p>The study will be conducted in primary care practices in Auckland and Northland, New Zealand.</p>
      </sec>
      <sec>
        <title>Eligibility Criteria</title>
        <p>Primary care practices will be eligible to participate if:</p>
        <list list-type="order">
          <list-item>
            <p>The practice is based in the Auckland or Northland region of New Zealand and has not recently participated in a similar NSAID audit exercise or taken part in the pilot for the SPACE trial</p>
          </list-item>
          <list-item>
            <p>The practice uses electronic practice management software compatible with our data collection systems</p>
          </list-item>
          <list-item>
            <p>The practice has fewer than 15,000 enrolled patients</p>
          </list-item>
          <list-item>
            <p>All physicians in the practice consent to participate</p>
          </list-item>
        </list>
        <p>The study will target all physicians working in participating practices since patients can receive a prescription from any physician in a practice.</p>
        <p>Patient inclusion criteria:</p>
        <list list-type="order">
          <list-item>
            <p>Patients of any age (“vulnerable patients”) will be included in the study if, at baseline, they fulfil one or more of the following inclusion criteria as listed in <xref ref-type="table" rid="table1">Table 1</xref> that puts them at increased risk of an ADE related to NSAIDs and/or antiplatelet medications.</p>
          </list-item>
          <list-item>
            <p>Participants are “vulnerable patients” at baseline; that is, those patients at increased risk of gastrointestinal, renal or cardiac adverse events related to NSAIDs and/or antiplatelet medications (<xref ref-type="table" rid="table1">Table 1</xref>).</p>
          </list-item>
        </list>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Categories of vulnerable patients and high-risk prescribing of NSAIDs and antiplatelet medications [<xref ref-type="bibr" rid="ref23">23</xref>]. ADE: adverse drug event.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="200"/>
            <col width="400"/>
            <col width="400"/>
            <thead>
              <tr valign="top">
                <td>Type of adverse drug event</td>
                <td>Risk factor making patients vulnerable (at increased risk of ADE)</td>
                <td>High-risk prescribing</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td rowspan="6">Gastrointestinal</td>
                <td>Prior peptic ulcer</td>
                <td>In patient with prior peptic ulcer, NSAID or aspirin without gastro-protection</td>
              </tr>
              <tr valign="top">
                <td>75 years and older</td>
                <td>In patient 75 years and older, NSAID without gastro-protection</td>
              </tr>
              <tr valign="top">
                <td rowspan="2">65 years and older prescribed aspirin</td>
                <td>In patient 65 years and older taking aspirin, NSAID without gastro-protection</td>
              </tr>
              <tr valign="top">
                <td>In patient 65 years and older taking aspirin, clopidogrel without gastro-protection</td>
              </tr>
              <tr valign="top">
                <td rowspan="2">Prescribed oral anticoagulant</td>
                <td>In patient taking an oral anticoagulant, NSAID without gastro-protection</td>
              </tr>
              <tr valign="top">
                <td>In patient taking an oral anticoagulant, aspirin or clopidogrel without gastro-protection</td>
              </tr>
              <tr valign="top">
                <td rowspan="2">Renal</td>
                <td>Prescribed both renin-angiotensin system blocker and diuretic</td>
                <td>In patient taking both renin-angiotensin system blocker and diuretic, NSAID</td>
              </tr>
              <tr valign="top">
                <td>Chronic kidney disease (<ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:href="https://labtestsonline.org/tests/estimated-glomerular-filtration-rate-egfr" xlink:type="simple">Estimated Glomerular Filtration Rate</ext-link>[eGFR] &#60;60)</td>
                <td>In patient with chronic kidney disease (eGFR &#60;60), NSAID</td>
              </tr>
              <tr valign="top">
                <td>Cardiac</td>
                <td>Heart failure</td>
                <td>In patient with history of heart failure, NSAID</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <p>All data collected on patients is anonymized prior to leaving the practice using a unique identifier (National Health Index number) to enable linking of clinical data over time and linking to hospitalization data.</p>
      </sec>
      <sec>
        <title>Intervention</title>
        <p>The SPACE intervention is designed to prompt medication reviews and support safer prescribing decisions in primary care practice. The intervention comprises a practice audit to identify for each doctor a list of their patients with high-risk prescribing for the chosen topic; an outreach visit from a clinical advisory pharmacist to physicians to provide education about the prescribing topic and to go through with each physician their list of patients identified as having high-risk prescribing; a tick-box for physicians to indicate the action they will take in response to the feedback for each patient (“review medications + patient mail-out,” “review medications + no mail-out,” or “no action”); and a mail-out from the practice to patients selected by physicians with information about their medications and a letter encouraging them to discuss their medications when they are at the practice next seeing their physician [<xref ref-type="bibr" rid="ref27">27</xref>]. All prescribing decisions are made as usual by the doctor in discussion with the patient. The individual circumstances of the patient may justify high-risk prescribing and, after review, the prescribing may or may not be changed. The prescribing topic for the trial is the prescribing of NSAIDs and antiplatelet medications.</p>
        <p>Control practices will deliver care as usual. If the SPACE intervention is shown to be effective, we aim to deliver the intervention to control practices after 12 months.</p>
        <p>All practices and doctors will participate as usual in PHO quality improvement initiatives and medical education activities. See <xref ref-type="fig" rid="figure1">Figure 1</xref> for the flow of practices through the study.</p>
      </sec>
      <sec>
        <title>Outcome Measures</title>
        <p>Assessment time-points will be baseline, 6 months, and 12 months. The outcomes of interest are the difference between intervention and control groups at 6 months controlling for baseline, and the difference between intervention and control groups at 12 months.</p>
        <p>The primary outcome measure is:</p>
        <p>The difference in proportion of the participants (those vulnerable at baseline) receiving high-risk prescribing of NSAID and/or antiplatelet medications between the control and intervention groups at 6 months. That is, the proportion of “vulnerable-at-baseline patients” (with gastro-intestinal, renal, or cardiac risk factors) receiving high-risk prescribing of NSAID and/or antiplatelet medications at 6 months according to the definitions listed in <xref ref-type="table" rid="table1">Table 1</xref>. Whether difference in proportion between the two groups is sustained at 12 months will also be examined. Participants will be considered to have high-risk prescribing at each time-point if they fulfil any of the high-risk prescribing criteria set out in <xref ref-type="table" rid="table1">Table 1</xref> in the 14 weeks leading up to each time-point.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Flow of practices through the randomized control trial.</p>
          </caption>
          <graphic xlink:href="resprot_v7i4e109_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>Secondary outcome measures include:</p>
        <list list-type="order">
          <list-item>
            <p>The difference in proportion of study participants at increased risk of gastrointestinal ADEs according to the definitions listed in <xref ref-type="table" rid="table1">Table 1</xref> receiving gastrointestinal high-risk prescribing of NSAID and/or antiplatelet medications between the control and intervention groups at 6 months.</p>
          </list-item>
          <list-item>
            <p>The difference in proportion of study participants at increased risk of renal ADEs according to the definitions listed in <xref ref-type="table" rid="table1">Table 1</xref> receiving renal high-risk prescribing of NSAID medications between the control and intervention groups at 6 months.</p>
          </list-item>
          <list-item>
            <p>The difference in proportion of study participants at increased risk of cardiac ADEs according to the definitions listed in <xref ref-type="table" rid="table1">Table 1</xref> receiving cardiac high-risk prescribing of NSAID medications between the control and intervention groups at 6 months.</p>
          </list-item>
          <list-item>
            <p>The difference in proportion of study participants (vulnerable patients), and those with high risk prescribing, admitted for related adverse drug events (gastrointestinal ulcer or bleeding, acute kidney injury, and heart failure) between the control and intervention groups during the 12 months after baseline for the intervention. Hospitalization data will be linked to primary care patient data by encrypted National Health Index.</p>
          </list-item>
          <list-item>
            <p>The difference in proportion of vulnerable patients in the practice overall receiving high-risk prescribing of NSAIDs and/or antiplatelet medications between the control and intervention groups at 6 months. This will include newcomers to the practice and practice patients who were not vulnerable at baseline but were at 6 months and/or 12 months.</p>
          </list-item>
        </list>
        <p>Whether difference in proportion between the 2 groups is sustained at 12 months will also be examined for secondary outcomes 1, 2, 3, and 5 months.</p>
        <p>These outcomes have been used in similar trials previously [<xref ref-type="bibr" rid="ref23">23</xref>]. Data will also be collected to enable a subsequent cost-effectiveness evaluation of the intervention from a societal and health funder perspective. The cost-effectiveness of the intervention will be measured as the cost per reduction in high-risk prescribing and cost per reduction in hospitalizations from the health funder (District Health Board) perspective. The data collected will include the cost of delivering the intervention (including pharmacist and doctor time for the feedback outreach session, travel time and costs for the outreach visit, audit time and cost); cost of medications; cost of hospitalizations.</p>
      </sec>
      <sec>
        <title>Sample Size</title>
        <p>The sample size calculation for this study is based on previous trials demonstrating a clinically relevant 25-45% relative risk reduction in the proportion of high-risk prescribing, [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref25">25</xref>] one trial of which also demonstrated how such reduction (3.7% to 2.2%) in high-risk prescribing can translate to significant reductions in hospitalizations due to bleeding complications [<xref ref-type="bibr" rid="ref23">23</xref>]. Based on the local pilot data, we estimated an average of 200 “vulnerable patients” per practice and an 8% high-risk prescribing rate [<xref ref-type="bibr" rid="ref28">28</xref>]. We estimated an intracluster correlation coefficient of 4.68 x 10<sup>-7</sup> for the primary outcome based on a cluster randomized trial examining similar outcome of NSAIDs prescribed to patients with a history of peptic ulcer and not prescribed gastro-protection [<xref ref-type="bibr" rid="ref25">25</xref>]. Assuming approximately 12% of patients would be lost to follow-up over the 12 month study period, data from 8000 patients from 40 practices (20 practices in each group) with an average of 200 vulnerable patients per practice would be required to detect a statistically significant difference of 6% in the intervention group and 8% in the control group of high-risk prescribing at 12 months (<italic>P</italic>=.90, alpha=.05).</p>
      </sec>
      <sec>
        <title>Recruitment</title>
        <p>Practices will be purposively sampled and recruited, aiming to include both medium sized (3000-7999 enrolled patients) and smaller practices (0-2999 enrolled patients) in the Auckland and Northland regions. Practices and physicians will be invited by a colleague using a comprehensive list of practices. Consent for participation will be at the practice and physician level. Written informed consent will be obtained from all participating physicians. Participants, ‘vulnerable patients’, will be identified using a standard query applied to the practice enrolled population. Consent will not be sought from individual patients because outcomes data are collected in routine patient care and will be anonymised prior to extraction for analysis and linking.</p>
      </sec>
      <sec>
        <title>Assignment of Interventions: Randomization</title>
        <p>Practices will be randomized 1:1 to intervention or control. Randomization will be stratified by practice location (Auckland vs Northland) and practice size (medium [3000-7999 enrolled patients] and smaller practices [0-2999 enrolled patients]). Block randomization will be carried out using randomly varying block sizes of 2, 4, and 6. Random sequence generation and allocation of randomization will be undertaken by a statistician not involved in recruitment or baseline data extraction.</p>
      </sec>
      <sec>
        <title>Analyses</title>
        <p>Analyses will be performed according to the intention-to-treat principle, with the use of mixed-effect models to account for clustering in the data. The primary and secondary outcomes will be analyzed using generalized linear mixed effect model, GLIMMIX, with the individual as the unit of analysis and the practice included as the random effect to control for the effects of clustering. GLIMMIX with Group x Time interaction will be used to assess the overall difference between intervention and control. The model will adjust for the stratification factors including practice location (Northland or Auckland) and practice size. Baseline covariates including (age, sex, and baseline number of long-term medications) will be adjusted if appropriate.</p>
      </sec>
      <sec>
        <title>Ethics</title>
        <p>Study approved by the University of Auckland Human Participants Ethics Committee: Ref 020092, expires 9 Oct 2020.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>Recruitment will start in 2018. The SPACE trial will run for 2 years from recruitment to analyses and dissemination.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>Most ongoing prescribing occurs in primary care. The prevalence of high-risk prescribing and avoidable ADE admissions, and the unnecessary cost imposed on an already stretched health system, justify greater efforts to improve the safety of prescribing in primary care. The ageing population, with more people living longer and taking more medications for more chronic conditions, means the problems of high-risk polypharmacy and avoidable ADE hospital admissions will continue to increase unless we can improve the safety of prescribing in primary care. The most effective and cost-effective intervention to support safer prescribing in everyday primary care practice is not yet known.</p>
      <sec>
        <title>Intervention Design</title>
        <p>The SPACE intervention is based on sound theoretical underpinnings, is acceptable and useful in the New Zealand primary care context, and identifies and reaches patients with high-risk prescribing who are at increased risk of ADEs. The intervention builds on existing primary care infrastructure and uses existing primary care staff to deliver a safety improvement intervention. The intervention combines audit and feedback with mail-out to motivate patient engagement. It is amenable to repeat use, and could be used in an on-going quality improvement program to target different high-risk prescribing topics.</p>
      </sec>
      <sec>
        <title>Practical Applications From Study Results</title>
        <p>If shown to be effective and cost-effective, the SPACE intervention could be rolled out nationally and used regularly by PHOs to support safer prescribing in practices and minimize avoidable ADE hospital admissions in the short-to-medium term. Since the SPACE intervention is designed to support behavior change, it could be applied to other evidence-based topics, including other prescribing topics and test ordering and monitoring.</p>
      </sec>
      <sec>
        <title>Study Design</title>
        <p>Interventions that have been shown to improve practice have been published [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref25">25</xref>]. However, most previous trials of primary care interventions in this area have involved time-series or noncontrolled trials [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref24">24</xref>]. The SPACE trial uses a cluster randomized controlled trial design to provide robust evidence to assess whether such an intervention can change prescribing and improve clinical outcomes.</p>
      </sec>
      <sec>
        <title>Outcome Measures</title>
        <p>Since the SPACE intervention is designed to prompt medication reviews and support safer prescribing, the primary outcome measure is designed to reflect a change in prescribing behavior (a reduction in the rate of high-risk prescribing in patients vulnerable at baseline). Since the ultimate aim is to change prescribing behavior overall and improve patient outcomes, we will also measure the rate of high-risk prescribing overall and related ADE hospital admissions.</p>
      </sec>
      <sec>
        <title>Anticipated Challenges</title>
        <p>There is a risk of contamination between intervention and control practices and between intervention practices and those waiting for the intervention; doctors might change their prescribing behavior if they are alerted to the study prescribing topic. However, rolling delivery of the intervention is the only practical and feasible way to progress this study, given the educational outreach visit component of the intervention and the limitations of our study team. We are also limited to using small to medium sized practices (fewer than 8000 enrolled patients), since all doctors in participating practices must receive one-on-one feedback from the clinical advisory pharmacist at an outreach visit.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>This study addresses an important translational gap, testing an economically sustainable intervention designed to support safer prescribing in routine practice. The new knowledge generated will help to address the most important threat to patient safety in primary care: high-risk prescribing and adverse drug events.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <app id="app1">
        <title>Multimedia Appendix 1</title>
        <p>Reviewers' feedback on funding application for study.</p>
        <media xlink:href="resprot_v7i4e109_app1.pdf" xlink:title="PDF File (Adobe PDF File), 246KB"/>
      </app>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ADE</term>
          <def>
            <p>adverse drug event</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">eGFR</term>
          <def>
            <p>estimated glomerular filtration rate</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">GLIMMIX</term>
          <def>
            <p>generalized linear mixed effect model</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">MATES</term>
          <def>
            <p>Australian Veterans’ Medicines Advice and Therapeutics Education Service</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">NSAID</term>
          <def>
            <p>nonsteroidal anti-inflammatory drug</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">PHO</term>
          <def>
            <p>Primary Health Organisation</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">SPACE</term>
          <def>
            <p>Safer Prescribing and Care for the Elderly</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>Study funded by the Auckland Medical Research Foundation.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Taché</surname>
            <given-names>Stephanie V</given-names>
          </name>
          <name name-style="western">
            <surname>Sönnichsen</surname>
            <given-names>Andreas</given-names>
          </name>
          <name name-style="western">
            <surname>Ashcroft</surname>
            <given-names>D</given-names>
          </name>
        </person-group>
        <article-title>Prevalence of adverse drug events in ambulatory care: a systematic review</article-title>
        <source>Ann Pharmacother</source>  
        <year>2011</year>  
        <month>07</month>  
        <volume>45</volume>  
        <issue>7-8</issue>  
        <fpage>977</fpage>  
        <lpage>89</lpage>  
        <pub-id pub-id-type="doi">10.1345/aph.1P627</pub-id>
        <pub-id pub-id-type="medline">21693697</pub-id>
        <pub-id pub-id-type="pii">aph.1P627</pub-id></nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Budnitz</surname>
            <given-names>DS</given-names>
          </name>
          <name name-style="western">
            <surname>Lovegrove</surname>
            <given-names>MC</given-names>
          </name>
          <name name-style="western">
            <surname>Shehab</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Richards</surname>
            <given-names>CL</given-names>
          </name>
        </person-group>
        <article-title>Emergency hospitalizations for adverse drug events in older Americans</article-title>
        <source>N Engl J Med</source>  
        <year>2011</year>  
        <month>11</month>  
        <day>24</day>  
        <volume>365</volume>  
        <issue>21</issue>  
        <fpage>2002</fpage>  
        <lpage>12</lpage>  
        <pub-id pub-id-type="doi">10.1056/NEJMsa1103053</pub-id>
        <pub-id pub-id-type="medline">22111719</pub-id></nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Pirmohamed</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>James</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Meakin</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Green</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Scott</surname>
            <given-names>AK</given-names>
          </name>
          <name name-style="western">
            <surname>Walley</surname>
            <given-names>TJ</given-names>
          </name>
          <name name-style="western">
            <surname>Farrar</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Park</surname>
            <given-names>BK</given-names>
          </name>
          <name name-style="western">
            <surname>Breckenridge</surname>
            <given-names>AM</given-names>
          </name>
        </person-group>
        <article-title>Adverse drug reactions as cause of admission to hospital: prospective analysis of 18 820 patients</article-title>
        <source>BMJ</source>  
        <year>2004</year>  
        <month>07</month>  
        <day>03</day>  
        <volume>329</volume>  
        <issue>7456</issue>  
        <fpage>15</fpage>  
        <lpage>9</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/15231615"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1136/bmj.329.7456.15</pub-id>
        <pub-id pub-id-type="medline">15231615</pub-id>
        <pub-id pub-id-type="pii">329/7456/15</pub-id>
        <pub-id pub-id-type="pmcid">PMC443443</pub-id></nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Howard</surname>
            <given-names>RL</given-names>
          </name>
          <name name-style="western">
            <surname>Avery</surname>
            <given-names>AJ</given-names>
          </name>
          <name name-style="western">
            <surname>Slavenburg</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Royal</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Pipe</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Lucassen</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Pirmohamed</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Which drugs cause preventable admissions to hospital? A systematic review</article-title>
        <source>Br J Clin Pharmacol</source>  
        <year>2007</year>  
        <month>02</month>  
        <volume>63</volume>  
        <issue>2</issue>  
        <fpage>136</fpage>  
        <lpage>47</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://dx.doi.org/10.1111/j.1365-2125.2006.02698.x"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1111/j.1365-2125.2006.02698.x</pub-id>
        <pub-id pub-id-type="medline">16803468</pub-id>
        <pub-id pub-id-type="pii">BCP2698</pub-id>
        <pub-id pub-id-type="pmcid">PMC2000562</pub-id></nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Meier</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Maas</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Sonst</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Patapovas</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Müller</surname>
            <given-names>Fabian</given-names>
          </name>
          <name name-style="western">
            <surname>Plank-Kiegele</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Pfistermeister</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Schöffski</surname>
            <given-names>Oliver</given-names>
          </name>
          <name name-style="western">
            <surname>Bürkle</surname>
            <given-names>Thomas</given-names>
          </name>
          <name name-style="western">
            <surname>Dormann</surname>
            <given-names>H</given-names>
          </name>
        </person-group>
        <article-title>Adverse drug events in patients admitted to an emergency department: an analysis of direct costs</article-title>
        <source>Pharmacoepidemiol Drug Saf</source>  
        <year>2015</year>  
        <month>02</month>  
        <volume>24</volume>  
        <issue>2</issue>  
        <fpage>176</fpage>  
        <lpage>86</lpage>  
        <pub-id pub-id-type="doi">10.1002/pds.3663</pub-id>
        <pub-id pub-id-type="medline">24934134</pub-id></nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Guthrie</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>McCowan</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Davey</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Simpson</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Dreischulte</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Barnett</surname>
            <given-names>K</given-names>
          </name>
        </person-group>
        <article-title>High risk prescribing in primary care patients particularly vulnerable to adverse drug events: cross sectional population database analysis in Scottish general practice</article-title>
        <source>BMJ</source>  
        <year>2011</year>  
        <month>06</month>  
        <day>21</day>  
        <volume>342</volume>  
        <issue>jun21 1</issue>  
        <fpage>d3514</fpage>  
        <lpage>d3514</lpage>  
        <pub-id pub-id-type="doi">10.1136/bmj.d3514</pub-id></nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Gyllensten</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Rehnberg</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Jönsson</surname>
            <given-names>Anna K</given-names>
          </name>
          <name name-style="western">
            <surname>Petzold</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Carlsten</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Andersson</surname>
            <given-names>Sundell Karolina</given-names>
          </name>
        </person-group>
        <article-title>Cost of illness of patient-reported adverse drug events: a population-based cross-sectional survey</article-title>
        <source>BMJ Open</source>  
        <year>2013</year>  
        <month>06</month>  
        <day>20</day>  
        <volume>3</volume>  
        <issue>6</issue>  
        <fpage>a</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://bmjopen.bmj.com/cgi/pmidlookup?view=long&#38;pmid=23794552"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1136/bmjopen-2013-002574</pub-id>
        <pub-id pub-id-type="medline">23794552</pub-id>
        <pub-id pub-id-type="pii">bmjopen-2013-002574</pub-id>
        <pub-id pub-id-type="pmcid">PMC3686161</pub-id></nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Thomsen</surname>
            <given-names>LA</given-names>
          </name>
          <name name-style="western">
            <surname>Winterstein</surname>
            <given-names>AG</given-names>
          </name>
          <name name-style="western">
            <surname>Søndergaard</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Haugbølle</surname>
            <given-names>LS</given-names>
          </name>
          <name name-style="western">
            <surname>Melander</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Systematic review of the incidence and characteristics of preventable adverse drug events in ambulatory care</article-title>
        <source>Ann Pharmacother</source>  
        <year>2007</year>  
        <month>09</month>  
        <volume>41</volume>  
        <issue>9</issue>  
        <fpage>1411</fpage>  
        <lpage>26</lpage>  
        <pub-id pub-id-type="doi">10.1345/aph.1H658</pub-id>
        <pub-id pub-id-type="medline">17666582</pub-id>
        <pub-id pub-id-type="pii">aph.1H658</pub-id></nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="web">
        <source>Ministry of Health</source>  
        <year>2016</year>  
        <access-date>2018-04-16</access-date>
        <comment>Pharmaceutical collection 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.health.govt.nz/nz-health-statistics/national-collections-and-surveys/collections/pharmaceutical-collection">https://www.health.govt.nz/nz-health-statistics/national-collections-and-surveys/collections/pharmaceutical-collection</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6yjRWJEXb"/></comment> </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Fried</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>O'Leary</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Towle</surname>
            <given-names>V</given-names>
          </name>
          <name name-style="western">
            <surname>Goldstein</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Trentalange</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Martin</surname>
            <given-names>D</given-names>
          </name>
        </person-group>
        <article-title>Health outcomes associated with polypharmacy in community-dwelling older adults: a systematic review</article-title>
        <source>J Am Geriatr Soc</source>  
        <year>2014</year>  
        <month>12</month>  
        <volume>62</volume>  
        <issue>12</issue>  
        <fpage>2261</fpage>  
        <lpage>72</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25516023"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1111/jgs.13153</pub-id>
        <pub-id pub-id-type="medline">25516023</pub-id>
        <pub-id pub-id-type="pmcid">PMC4270076</pub-id></nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Charlesworth</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Smit</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Lee</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Alramadhan</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Odden</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Polypharmacy Among Adults Aged 65 Years and Older in the United States: 1988-2010</article-title>
        <source>J Gerontol A Biol Sci Med Sci</source>  
        <year>2015</year>  
        <month>08</month>  
        <volume>70</volume>  
        <issue>8</issue>  
        <fpage>989</fpage>  
        <lpage>95</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25733718"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1093/gerona/glv013</pub-id>
        <pub-id pub-id-type="medline">25733718</pub-id>
        <pub-id pub-id-type="pii">glv013</pub-id>
        <pub-id pub-id-type="pmcid">PMC4573668</pub-id></nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Nishtala</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Salahudeen</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Temporal Trends in Polypharmacy and Hyperpolypharmacy in Older New Zealanders over a 9-Year Period: 2005–2013</article-title>
        <source>Gerontology</source>  
        <year>2015</year>  
        <volume>61</volume>  
        <issue>3</issue>  
        <fpage>195</fpage>  
        <lpage>202</lpage>  
        <pub-id pub-id-type="doi">10.1159/000368191</pub-id>
        <pub-id pub-id-type="medline">25428287</pub-id>
        <pub-id pub-id-type="pii">000368191</pub-id></nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Love</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Ehrenberg</surname>
            <given-names>N</given-names>
          </name>
        </person-group>
        <source>Variation and improving services: case studies and key questions</source>  
        <year>2014</year>  
        <access-date>2018-04-16</access-date>
        <publisher-loc>Wellington</publisher-loc>
        <publisher-name>Health Quality and Safety Commission</publisher-name>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.hqsc.govt.nz/assets/Health-Quality-Evaluation/PR/Variation-case-studies-and-key-questions-May-2014.pdf">http://www.hqsc.govt.nz/assets/Health-Quality-Evaluation/PR/Variation-case-studies-and-key-questions-May-2014.pdf</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="6yjRJgCS3"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Narayan</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Nishtala</surname>
            <given-names>P</given-names>
          </name>
        </person-group>
        <article-title>Prevalence of potentially inappropriate medicine use in older New Zealanders: a population-level study using the updated 2012 Beers criteria</article-title>
        <source>J Eval Clin Pract</source>  
        <year>2015</year>  
        <month>08</month>  
        <volume>21</volume>  
        <issue>4</issue>  
        <fpage>633</fpage>  
        <lpage>41</lpage>  
        <pub-id pub-id-type="doi">10.1111/jep.12355</pub-id>
        <pub-id pub-id-type="medline">25940302</pub-id></nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Scott</surname>
            <given-names>I</given-names>
          </name>
          <name name-style="western">
            <surname>Hilmer</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Reeve</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Potter</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Le</surname>
            <given-names>Couteur David</given-names>
          </name>
          <name name-style="western">
            <surname>Rigby</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Gnjidic</surname>
            <given-names>Danijela</given-names>
          </name>
          <name name-style="western">
            <surname>Del</surname>
            <given-names>Mar Christopher B</given-names>
          </name>
          <name name-style="western">
            <surname>Roughead</surname>
            <given-names>Elizabeth E</given-names>
          </name>
          <name name-style="western">
            <surname>Page</surname>
            <given-names>Amy</given-names>
          </name>
          <name name-style="western">
            <surname>Jansen</surname>
            <given-names>Jesse</given-names>
          </name>
          <name name-style="western">
            <surname>Martin</surname>
            <given-names>Jennifer H</given-names>
          </name>
        </person-group>
        <article-title>Reducing inappropriate polypharmacy: the process of deprescribing</article-title>
        <source>JAMA Intern Med</source>  
        <year>2015</year>  
        <month>05</month>  
        <volume>175</volume>  
        <issue>5</issue>  
        <fpage>827</fpage>  
        <lpage>34</lpage>  
        <pub-id pub-id-type="doi">10.1001/jamainternmed.2015.0324</pub-id>
        <pub-id pub-id-type="medline">25798731</pub-id>
        <pub-id pub-id-type="pii">2204035</pub-id></nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Wallis</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Andrews</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Henderson</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Swimming Against the Tide: Primary Care Physicians' Views on Deprescribing in Everyday Practice</article-title>
        <source>Ann Fam Med</source>  
        <year>2017</year>  
        <month>07</month>  
        <volume>15</volume>  
        <issue>4</issue>  
        <fpage>341</fpage>  
        <lpage>346</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.annfammed.org/cgi/pmidlookup?view=long&#38;pmid=28694270"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1370/afm.2094</pub-id>
        <pub-id pub-id-type="medline">28694270</pub-id>
        <pub-id pub-id-type="pii">15/4/341</pub-id>
        <pub-id pub-id-type="pmcid">PMC5505453</pub-id></nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="web">
        <source>Health Quality &#38; Safety Commission New Zealand</source>  
        <year>2015</year>  
        <access-date>2018-04-16</access-date>
        <comment>Atlas of healthcare variation: Polypharmacy in older people 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.hqsc.govt.nz/our-programmes/health-quality-evaluation/projects/atlas-of-healthcare-variation/polypharmacy/">https://www.hqsc.govt.nz/our-programmes/health-quality-evaluation/projects/atlas-of-healthcare-variation/polypharmacy/</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6yjR9svcl"/></comment> </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Tomlin</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Gillies</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Tilyard</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Dovey</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>Variation in the pharmaceutical costs of New Zealand general practices: a national database linkage study</article-title>
        <source>J Public Health (Oxf)</source>  
        <year>2016</year>  
        <month>03</month>  
        <volume>38</volume>  
        <issue>1</issue>  
        <fpage>138</fpage>  
        <lpage>46</lpage>  
        <pub-id pub-id-type="doi">10.1093/pubmed/fdu116</pub-id>
        <pub-id pub-id-type="medline">25599688</pub-id>
        <pub-id pub-id-type="pii">fdu116</pub-id></nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="web">
        <source>Ministry of Health</source>  
        <access-date>2018-04-16</access-date>
        <comment>NZ health system: Primary Health Organisations 2017 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.health.govt.nz/new-zealand-health-system/key-health-sector-organisations-and-people/primary-health-organisations">https://www.health.govt.nz/new-zealand-health-system/key-health-sector-organisations-and-people/primary-health-organisations</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6yjQxrd9w"/></comment> </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Patterson</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Cadogan</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Kerse</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Cardwell</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Bradley</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Ryan</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Hughes</surname>
            <given-names>C</given-names>
          </name>
        </person-group>
        <article-title>Interventions to improve the appropriate use of polypharmacy for older people</article-title>
        <source>Cochrane Database Syst Rev</source>  
        <year>2014</year>  
        <month>10</month>  
        <day>07</day>  
        <volume>10</volume>  
        <issue>10</issue>  
        <fpage>CD008165</fpage>  
        <pub-id pub-id-type="doi">10.1002/14651858.CD008165.pub3</pub-id>
        <pub-id pub-id-type="medline">25288041</pub-id></nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Duerden</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Avery</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Payne</surname>
            <given-names>R</given-names>
          </name>
        </person-group>
        <source>Polypharmacy and medicines optimisation: making it safe and sound</source>  
        <year>2013</year>  
        <access-date>2018-04-16</access-date>
        <publisher-loc>London, UK</publisher-loc>
        <publisher-name>King's Fund</publisher-name>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.kingsfund.org.uk/sites/default/files/field/field_publication_file/polypharmacy-and-medicines-optimisation-kingsfund-nov13.pdf">https://www.kingsfund.org.uk/sites/default/files/field/field_publication_file/polypharmacy-and-medicines-optimisation-kingsfund-nov13.pdf</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="6yjRlEmkN"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Richards</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Toop</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Graham</surname>
            <given-names>P</given-names>
          </name>
        </person-group>
        <article-title>Do clinical practice education groups result in sustained change in GP prescribing?</article-title>
        <source>Family Practice</source>  
        <year>2003</year>  
        <month>04</month>  
        <day>01</day>  
        <volume>20</volume>  
        <issue>2</issue>  
        <fpage>199</fpage>  
        <lpage>206</lpage>  
        <pub-id pub-id-type="doi">10.1093/fampra/20.2.199</pub-id></nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Dreischulte</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Donnan</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Grant</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Hapca</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>McCowan</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Guthrie</surname>
            <given-names>B</given-names>
          </name>
        </person-group>
        <article-title>Safer Prescribing--A Trial of Education, Informatics, and Financial Incentives</article-title>
        <source>N Engl J Med</source>  
        <year>2016</year>  
        <month>03</month>  
        <day>17</day>  
        <volume>374</volume>  
        <issue>11</issue>  
        <fpage>1053</fpage>  
        <lpage>64</lpage>  
        <pub-id pub-id-type="doi">10.1056/NEJMsa1508955</pub-id>
        <pub-id pub-id-type="medline">26981935</pub-id></nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Roughead</surname>
            <given-names>EE</given-names>
          </name>
          <name name-style="western">
            <surname>Kalisch</surname>
            <given-names>ELM</given-names>
          </name>
          <name name-style="western">
            <surname>Ramsay</surname>
            <given-names>EN</given-names>
          </name>
          <name name-style="western">
            <surname>Pratt</surname>
            <given-names>NL</given-names>
          </name>
          <name name-style="western">
            <surname>Barratt</surname>
            <given-names>JD</given-names>
          </name>
          <name name-style="western">
            <surname>LeBlanc</surname>
            <given-names>VT</given-names>
          </name>
          <name name-style="western">
            <surname>Ryan</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Peck</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Killer</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Gilbert</surname>
            <given-names>AL</given-names>
          </name>
        </person-group>
        <article-title>Bridging evidence-practice gaps: improving use of medicines in elderly Australian veterans</article-title>
        <source>BMC Health Serv Res</source>  
        <year>2013</year>  
        <month>12</month>  
        <day>12</day>  
        <volume>13</volume>  
        <fpage>514</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://bmchealthservres.biomedcentral.com/articles/10.1186/1472-6963-13-514"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/1472-6963-13-514</pub-id>
        <pub-id pub-id-type="medline">24330781</pub-id>
        <pub-id pub-id-type="pii">1472-6963-13-514</pub-id>
        <pub-id pub-id-type="pmcid">PMC3878826</pub-id></nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Avery</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Rodgers</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Cantrill</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Armstrong</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Cresswell</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Eden</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Elliott</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Howard</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Kendrick</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Morris</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Prescott</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Swanwick</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Franklin</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Putman</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Boyd</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Sheikh</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>A pharmacist-led information technology intervention for medication errors (PINCER): a multicentre, cluster randomised, controlled trial and cost-effectiveness analysis</article-title>
        <source>The Lancet</source>  
        <year>2012</year>  
        <month>04</month>  
        <volume>379</volume>  
        <issue>9823</issue>  
        <fpage>1310</fpage>  
        <lpage>1319</lpage>  
        <pub-id pub-id-type="doi">10.1016/S0140-6736(11)61817-5</pub-id></nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Mugunthan</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>McGuire</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Glasziou</surname>
            <given-names>P</given-names>
          </name>
        </person-group>
        <article-title>Minimal interventions to decrease long-term use of benzodiazepines in primary care: a systematic review and meta-analysis</article-title>
        <source>Br J Gen Pract</source>  
        <year>2011</year>  
        <month>09</month>  
        <volume>61</volume>  
        <issue>590</issue>  
        <fpage>e573</fpage>  
        <lpage>8</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://bjgp.org/cgi/pmidlookup?view=long&#38;pmid=22152740"/>
        </comment>  
        <pub-id pub-id-type="doi">10.3399/bjgp11X593857</pub-id>
        <pub-id pub-id-type="medline">22152740</pub-id>
        <pub-id pub-id-type="pmcid">PMC3162180</pub-id></nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Wallis</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Tuckey</surname>
            <given-names>R</given-names>
          </name>
        </person-group>
        <article-title>Safer Prescribing and Care for the Elderly (SPACE): feasibility of audit and feedback plus practice mail-out to patients with high-risk prescribing</article-title>
        <source>J Prim Health Care</source>  
        <year>2017</year>  
        <month>06</month>  
        <volume>9</volume>  
        <issue>2</issue>  
        <fpage>145</fpage>  
        <lpage>152</lpage>  
        <pub-id pub-id-type="doi">10.1071/HC17018</pub-id>
        <pub-id pub-id-type="medline">29530226</pub-id>
        <pub-id pub-id-type="pii">HC17018</pub-id></nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Wallis</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Elley</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Moyes</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Kerse</surname>
            <given-names>N</given-names>
          </name>
        </person-group>
        <article-title>Safer Prescribing And Care for the Elderly (SPACE): Pilot Study in General Practice</article-title>
        <source>British Journal of General Practice Open</source>  
        <year>2018</year>  
        <comment>(forthcoming)</comment> </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
