<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
    <article-id pub-id-type="publisher-id">v5i4e241</article-id>
    <article-id pub-id-type="pmid">27998879</article-id>
    <article-id pub-id-type="doi">10.2196/resprot.5894</article-id>
    <article-categories>
      <subj-group subj-group-type="heading">
        <subject>Protocol</subject>
      </subj-group>
      <subj-group subj-group-type="article-type">
        <subject>Protocol</subject>
      </subj-group>
    </article-categories>
    <title-group>
      <article-title>Using Patient Flow Information to Determine Risk of Hospital Presentation: Protocol for a Proof-of-Concept Study</article-title>
    </title-group>
    <contrib-group>
      <contrib contrib-type="editor">
        <name>
          <surname>Eysenbach</surname>
          <given-names>Gunther</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Ainsworth</surname>
          <given-names>John</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Trevena</surname>
          <given-names>Lyndal</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="author" id="contrib1" corresp="yes">
      <name name-style="western">
        <surname>Pearce</surname>
        <given-names>Christopher M</given-names>
      </name>
      <degrees>MBBS, MFM, PhD</degrees>
      <xref rid="aff1" ref-type="aff">1</xref>
      <address>
        <institution>Melbourne East General Practice Network</institution>
        <addr-line>6 Lakeside Drive</addr-line>
        <addr-line>Burwood East,</addr-line>
        <country>Australia</country>
        <phone>61 3 8822 8444</phone>
        <fax>61 3 8822 8550</fax>
        <email>cpearce@megpn.com.au</email>
      </address>  
      <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-3132-6033</ext-link></contrib>
      <contrib contrib-type="author" id="contrib2">
        <name name-style="western">
          <surname>McLeod</surname>
          <given-names>Adam</given-names>
        </name>
        <degrees>BNursing, MHInf</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-8842-6783</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib3">
        <name name-style="western">
          <surname>Patrick</surname>
          <given-names>Jon</given-names>
        </name>
        <degrees>PhD</degrees>
        <xref rid="aff2" ref-type="aff">2</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-6234-9740</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib4">
        <name name-style="western">
          <surname>Boyle</surname>
          <given-names>Douglas</given-names>
        </name>
        <degrees>PhD</degrees>
        <xref rid="aff3" ref-type="aff">3</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-4779-7083</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib5">
        <name name-style="western">
          <surname>Shearer</surname>
          <given-names>Marianne</given-names>
        </name>
        <degrees>MBL, GradCertCommLaw, GradDipMgt, GradDipComputing</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <xref rid="aff4" ref-type="aff">4</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-5458-8116</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib6">
        <name name-style="western">
          <surname>Eustace</surname>
          <given-names>Paula</given-names>
        </name>
        <degrees>PhD</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <xref rid="aff5" ref-type="aff">5</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-1861-7864</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib7">
        <name name-style="western">
          <surname>Pearce</surname>
          <given-names>Mary Catherine</given-names>
        </name>
        <degrees>BSc (Biomed), PhD</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-6209-1604</ext-link>
      </contrib>
    </contrib-group>
    <aff id="aff1">
      <sup>1</sup>
      <institution>Melbourne East General Practice Network</institution>
      <addr-line>Burwood East</addr-line>
      <country>Australia</country>
    </aff>
    <aff id="aff2">
      <sup>2</sup>
      <institution>Health Language Analytics</institution>
      <addr-line>Eveleigh</addr-line>
      <country>Australia</country>
    </aff>
    <aff id="aff3">
    <sup>3</sup>
    <institution>Research Information Technology Unit</institution>
    <institution>Health and Biomedical Informatics Centre</institution>  
    <institution>The University of Melbourne</institution>  
    <addr-line>Parkville</addr-line>
    <country>Australia</country></aff>
    <aff id="aff4">
      <sup>4</sup>
      <institution>Gippsland Primary Health Network</institution>
      <addr-line>Moe</addr-line>
      <country>Australia</country>
    </aff>
    <aff id="aff5">
      <sup>5</sup>
      <institution>Eastern Melbourne Primary Health Network</institution>
      <addr-line>Box Hill</addr-line>
      <country>Australia</country>
    </aff>
    <author-notes>
      <corresp>Corresponding Author: Christopher M Pearce 
      <email>cpearce@megpn.com.au</email></corresp>
    </author-notes>
    <pub-date pub-type="collection"><season>Oct-Dec</season><year>2016</year></pub-date>
    <pub-date pub-type="epub">
      <day>20</day>
      <month>12</month>
      <year>2016</year>
    </pub-date>
    <volume>5</volume>
    <issue>4</issue>
    <elocation-id>e241</elocation-id>
    <!--history from ojs - api-xml-->
    <history>
      <date date-type="received">
        <day>12</day>
        <month>5</month>
        <year>2016</year>
      </date>
      <date date-type="rev-request">
        <day>25</day>
        <month>7</month>
        <year>2016</year>
      </date>
      <date date-type="rev-recd">
        <day>19</day>
        <month>10</month>
        <year>2016</year>
      </date>
      <date date-type="accepted">
        <day>22</day>
        <month>10</month>
        <year>2016</year>
      </date>
    </history>
    <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
    <copyright-statement>©Christopher M Pearce, Adam McLeod, Jon Patrick, Douglas Boyle, Marianne Shearer, Paula Eustace, Mary Catherine Pearce. Originally published in JMIR Research Protocols (http://www.researchprotocols.org), 20.12.2016.</copyright-statement>
    <copyright-year>2016</copyright-year>
    <license license-type="open-access" xlink:href="http://creativecommons.org/licenses/by/2.0/">
      <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (http://creativecommons.org/licenses/by/2.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on http://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
    </license>  
    <self-uri xlink:href="http://www.researchprotocols.org/2016/4/e241/" xlink:type="simple"/>
    <abstract>
      <sec sec-type="background">
        <title>Background</title>
        <p>Every day, patients are admitted to the hospital with conditions that could have been effectively managed in the primary care sector. These admissions are expensive and in many cases are possible to avoid if early intervention occurs. General practitioners are in the best position to identify those at risk of imminent hospital presentation and admission; however, it is not always possible for all the factors to be considered. A lack of shared information contributes significantly to the challenge of understanding a patient’s full medical history. Some health care systems around the world use algorithms to analyze patient data in order to predict events such as emergency presentation; however, those responsible for the design and use of such systems readily admit that the algorithms can only be used to assess the populations used to design the algorithm in the first place. The United Kingdom health care system has contributed data toward algorithm development, which is possible through the unified health care system in place there. The lack of unified patient records in Australia has made building an algorithm for local use a significant challenge.</p>
      </sec>
      <sec sec-type="objective">
        <title>Objective</title>
        <p>Our objective is to use linked patient records to track patient flow through primary and secondary health care in order to develop a tool that can be applied in real time at the general practice level. This algorithm will allow the generation of reports for general practitioners that indicate the relative risk of patients presenting to an emergency department.</p>
      </sec>
      <sec sec-type="methods">
        <title>Methods</title>
        <p>A previously designed tool was used to deidentify the general practice and hospital records of approximately 100,000 patients. Records were pooled for patients who had attended emergency departments within the Eastern Health Network of hospitals and general practices within the Eastern Health Network catchment. The next phase will involve development of a model using a predictive analytic machine learning algorithm. The model will be developed iteratively, testing the combination of variables that will provide the best predictive model.</p>
      </sec>
      <sec sec-type="results">
        <title>Results</title>
        <p>Records of approximately 97,000 patients who have attended both a general practice and an emergency department have been identified within the database. These records are currently being used to develop the predictive model.</p>
      </sec>
      <sec sec-type="conclusions">
        <title>Conclusions</title>
        <p>Records from general practice and emergency department visits have been identified and pooled for development of the algorithm. The next phase in the project will see validation and live testing of the algorithm in a practice setting. The algorithm will underpin a clinical decision support tool for general practitioners which will be tested for face validity in this initial study into its efficacy.</p>
      </sec>
    </abstract>
    <kwd-group>
      <kwd>electronic health record</kwd>
      <kwd>data linkage</kwd>
      <kwd>primary care</kwd>
      <kwd>machine learning</kwd>
      <kwd>avoidable presentation</kwd>
    </kwd-group></article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Overview</title>
        <p>Primary care management of patients makes good economic sense. When compared to the high-cost, high-intensity activities of secondary or tertiary care systems [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>], primary care provides a low-cost, low-intensity approach to health care that is ideally suited to addressing both illness management and prevention [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref3">3</xref>].</p>
        <p>Many people have multiple risk factors for more than one health problem, and it is well recognized that the risk effect is magnified when risk factors are combined. Reducing and minimizing risks through attention to preventative measures, timely intervention, and optimal use of support strategies and services can minimize the risk of harm and encourage better use of hospital resources. Missing preventative opportunities, on the other hand, can result in a higher dependency on limited and expensive hospital resources.</p>
        <p>Although many conditions cannot be prevented and will at some point require management in a hospital, a great number will be well managed at home, in general practice, or by community-based services. These ambulatory care–sensitive conditions (ACSCs) are conditions for which management is influenced by primary care access, care funding, and the patient’s socioeconomic status, as well as the medical condition itself [<xref ref-type="bibr" rid="ref4">4</xref>]. More vulnerable groups within the community, such as elderly patients [<xref ref-type="bibr" rid="ref5">5</xref>], Aboriginal and Torres Strait Islanders [<xref ref-type="bibr" rid="ref6">6</xref>], and patients of low health literacy [<xref ref-type="bibr" rid="ref7">7</xref>], are considered more likely to present for emergency care. Both incentivizing care in order to lower direct primary care costs to patients and improving the management of such conditions in primary care may affect hospital admissions for those conditions [<xref ref-type="bibr" rid="ref8">8</xref>].</p>
        <p>In Australia, programs such as the Hospital Admission Risk Program (HARP) model in Victoria have specifically targeted patients at high risk of emergency department presentation [<xref ref-type="bibr" rid="ref9">9</xref>]. Selection for these programs has been based on the number of admissions or presentations or the chronic disease—predominantly chronic obstructive pulmonary disease, congestive heart failure, and diabetes. There is, however, an inherent difficulty in obtaining all the relevant information when considering access to such programs because the large number of variables is beyond what can be documented and widely understood in the set of admission criteria. For example, in any clinical interaction, the recorded data is only a subset of the actual data. By using a computerized clinical decision support system (CCDSS) to assess all available historical data rather than simply the most recently collected data, we hope to improve the decision-making process. There is evidence to suggest such systems can improve chronic disease management and in some cases patient outcomes as well; however, further work is required to fully understand the limitations of the CCDSSs that are currently available and in use. The key to developing a good system will certainly lie with developing a good predictive algorithm or model [<xref ref-type="bibr" rid="ref10">10</xref>].</p>
        <p>Several admission prediction models have been implemented in the United Kingdom, where a unified health system allows for unified patient flows [<xref ref-type="bibr" rid="ref11">11</xref>]. One of the most widely reported models was the Patients at Risk of Rehospitalization (PARR++) Combined Predictive Model [<xref ref-type="bibr" rid="ref12">12</xref>]. This model, like many other models of this kind, primarily used hospital data for predicting risk of emergency department (ED) readmission and proved relatively ineffective in changing clinical outcomes. A more complex model, involving over 30 variables, is based on general practice data alone [<xref ref-type="bibr" rid="ref13">13</xref>]. Other approaches have taken a disease-specific view rather than a whole of population view [<xref ref-type="bibr" rid="ref14">14</xref>]. In Australia and other countries with nonunified health care systems, isolated datasets have been used to build similar models. One such model, the Patient Admission Prediction Tool, has been implemented in Queensland, Australia, in order to improve bed management in hospitals where demand is ever increasing [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. This model used hospital admission data to forecast future ED presentation; however there was no link to diagnosis. While the tool was deemed successful at forecasting attendance, very little impact was made on the key markers of hospital overcrowding, a failing that highlights the importance of preventing the hospital attendance in the first place.</p>
        <p>A possible solution to identifying the potential ED presentation in general practice involves using prehospital presentation markers from general practice attendances. In order to reduce the number of preventable ED presentations, data linkage models generated [<xref ref-type="bibr" rid="ref17">17</xref>] across health care settings are needed. The problem is that delivering data in a real-time mode to the point-of-care in order to most effectively influence care remains a significant challenge.</p>
        <p>The Population Level Analysis and Reporting (POLAR) diversion project will set up the facility to test the hypothesis that risk reduction for multiple patient demographics and conditions can be achieved in the Australian context through strategic syntheses and intersects of extracted clinical data. This will build on ontological work conducted in the Australian context to more reliably flag conditions associated with increased hospital admission, such as diabetes, from routine data [<xref ref-type="bibr" rid="ref18">18</xref>].</p>
        <p>In doing so it attempts to address a significant gap in suitable strategies currently available, which are aimed at identifying avoidable ED presentations. The process aims to add a further depth and breadth to the clinical decision aids available at point-of-care. It particularly aims to facilitate the preventative orientations called for by best practice approaches [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref17">17</xref>], focusing the attention of busy general practitioners on risk reduction over crisis management.</p>
        <p>This proof-of-concept study develops and tests the risk prediction process. Development of this risk prediction tool will use data housed in a warehouse that feeds the POLAR tool, a resource for health professionals used to analyze and interpret health records. The ultimate outcome of this study will be to implement a predictive model in general practices aimed at reducing avoidable presentations to hospital EDs.</p>
      </sec>
      <sec>
        <title>Study Aims</title>
        <sec>
          <title>Primary Aims</title>
          <list list-type="bullet">
            <list-item>
              <p>Develop a predictive risk identification tool, which may be a risk tree or risk score</p>
            </list-item>
            <list-item>
              <p>Determine the validity of the data extraction/risk algorithm integration process by testing with a select number of practices</p>
            </list-item>
            <list-item>
              <p>Implement in the general practice environment to test the validity of the risk report</p>
            </list-item>
            <list-item>
              <p>Demonstrate the feasibility of a broader program roll-out and assess the general practitioner–defined interventions initiated in response to the risk reports</p>
            </list-item>
          </list>
        </sec>
        <sec>
          <title>Secondary Aims</title>
          <list list-type="bullet">
            <list-item>
              <p>Identify and construct ontologies that identify people with conditions, multimorbidity, and other risk factors (eg, economic disadvantage) associated with hospital admission</p>
            </list-item>
            <list-item>
              <p>Highlight gaps in data quality that might restrict the use of the predictive tool</p>
            </list-item>
            <list-item>
              <p>Identify decision-support strategies for use by general practices in maintaining and improving vigilance of patients with specified morbidities and comorbidities</p>
            </list-item>
            <list-item>
              <p>Improve timeliness of interventions in actual and potential complications</p>
            </list-item>
            <list-item>
              <p>Improve patient care at home and in the community</p>
            </list-item>
            <list-item>
              <p>Provide informed estimation of generated cost savings by costing analyses of resources used (at the general practice level) versus resources saved (at the hospital level)</p>
            </list-item>
            <list-item>
              <p>Support clinical governance in general practice</p>
            </list-item>
          </list>
        </sec>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Setting</title>
        <p>The Melbourne East General Practice Network (MEGPN) is a not-for-profit organization offering primary care services and supporting general practices in the area. It holds and manages the data warehouse that is integrated with the POLAR tool. Regular downloads are added from contributing general practices in the catchment, thus continually expanding the data pool. In a previous incarnation, MEGPN was funded by government to support general practices in the eastern suburbs of Melbourne, Australia’s second largest city [<xref ref-type="bibr" rid="ref19">19</xref>]. For over 10 years, MEGPN has been offering practices quality improvement activities using the Plan/Do/Study/Act method. Central to the entire program has been MEGPN’s active encouragement through its practice feedback reporting of consistent data governance [<xref ref-type="bibr" rid="ref20">20</xref>] and its independent data quality activities aimed at improving the data analysis used in the feedback visions [<xref ref-type="bibr" rid="ref21">21</xref>].</p>
      </sec>
      <sec>
        <title>Ontologies for High Risk Conditions</title>
        <p>We will develop clinical surrogates (eg, use medication data) and other markers that flag from routine data the risk of admission. This study will specifically examine general practice patients from the MEGPN region. There are currently 1.3 million deidentified records in the MEGPN general practitioner dataset, which includes many patients from outside the catchment. In Australia, patients are not bound to a specific practice or general practitioner and can visit any number of practices in a given time frame. Initial data on emergency presentations will be obtained from Eastern Health, the main provider of secondary care services to the region.</p>
      </sec>
      <sec>
        <title>Population</title>
        <p>No distinction will be made with regard to any aspect of a patient’s medical history or demographics; any patient who meets the criteria in the algorithm will be highlighted to the general practice. The implementation phase evaluating the reporting process will use data from 6 to 10 practices from the pool that contributed to the research dataset.</p>
      </sec>
      <sec>
        <title>Ethics</title>
        <p>As this is a multifaceted project, there are several aspects to the ethics applications involving various partner institutions and elements of the project. MEGPN has ethics approvals for the use of deidentified data in its database for the purposes of research and for reporting such data to general practice as well as additional approval for linking MEGPN data with deidentified hospital data. Separate ethics approval has been granted for a focus group interview informing selection of key algorithm components.</p>
      </sec>
      <sec>
        <title>Governance</title>
        <p>The project has an advisory group consisting of general practitioners and hospital representatives and representatives from state and federal governments and the Australian Institute of Health and Welfare. The group provides an important validation mechanism and project advice around practitioner needs and clinical assumptions. The advisory group also assists in developing the specific alert criteria of the risk identification algorithm through a range of best practice clinical guidelines.</p>
      </sec>
      <sec>
        <title>Model Development</title>
        <p>The first phase of the study involves understanding the general practice journeys of patients who attend the ED. To do this, data have been extracted from general practices in the area and linked with hospital emergency admission data. The hospital data has been collected from the Victorian Emergency Minimum Dataset (VEMD) where hospitals contribute all records for emergency admissions and includes demographic data, referral/arrival information, triage category, diagnosis and procedures, and discharge information.</p>
        <p>In order to obtain the necessary granular general practice data, the project is implementing a data extraction tool. The Generic Health Network Information Technology for the Enterprise (GRHANITE) tool [<xref ref-type="bibr" rid="ref22">22</xref>] extracts patient-centered data from the practices. The collected data include diagnoses (active and inactive), serial visit information, reason for encounter, procedures, referrals, pathology and diagnostic results, and comprehensive prescription information, as well as demographic data. Within GRHANITE is the ability to generate a unique encrypted hashtag linkage key to allow linking of individual patient data across sites. Both sets of data are therefore stripped of any identifying information but can be linked by the hashtag linkage key applied by the GRHANITE tool. The hospital data, which is episode-based, is then linked with the patient-centered data from general practice. We will therefore be able to detect those patients who have attended the local ED and any general practice in the area. The POLAR data warehouse holds ED data from over a 5-year period, and we will build a database of general practitioner attendances across all practices for the 6 months prior and 3 months after each admission.</p>
        <p>A model will be developed using a predictive analytic machine learning algorithm. The modeling process will require us to build attribute sets around 14 groups of variables. Models will be built by omitting each attribute set to determine their effects on the models. They will then be evaluated by 10-fold cross validation on a support vector machine, identifying the precision and recall for each class. In an effort to create more refinement in the model, domains will be compacted where possible, most often to 3 values: below normal, above normal, and normal. This is a method for densifying the statistical sample and hopefully reinforcing weak effects. Some analysis will be performed using information gain to understand the level of contribution of each attribute set to the predictive model. Other exploration will be made with the number of classes that produced the most effective classification because classes for 60-day, 90-day, 180-day, and 365-day periods proved particularly difficult to model reliably.</p>
        <p>Based on the model, an at-risk report will be created with these flags for the general practitioner: (1) patients deemed to be at heightened risk of increasing morbidity related to specific, targeted health states and (2) the parameters and thresholds exceeded that place them at current risk of presentation to the hospital. In order to continuously improve the quality of the report, we will request additional information from the general practitioner be provided that could enhance the accuracy of the predictive algorithm.</p>
        <p>Upon completion of model development, consent will be obtained for validation by practices from their representatives, and individual general practitioners will be contracted for their evaluations in return for small incentive payments designed to cover their expenses in using the tool and providing feedback. Patients will be alerted that the practice is involved in the study, as per the responsible Human Research Ethics Committee requirements.</p>
      </sec>
      <sec>
        <title>Risk Score Implementation</title>
        <p>Implementation of the risk report will be initiated in multiple practices that are already providing data to POLAR. Essentially, practices will have a regular data extraction that will be then run through the algorithm; the results will be uploaded to the practice in deidentified form for reidentification on a patient-by-patient basis by the practice software. The report is issued by internal identifier that can be cross-matched by practice staff to identify patient details within the practice. Thus patients can be identified only at the point-of-care. No identifying information will be kept centrally. General practitioners will be recruited to participate in focus groups and interviews on the impact on their personal practice of the algorithm-informed risk reporting process.</p>
        <p>The risk report will serve as a clinical decision aid to be used with normative clinical discretion. It is not intended as either a clinical directive or a prescription for management. Rather, it flags for the general practitioner patients who meet at-risk criteria and reports on the parameters exceeded and parameter/morbidity combinations that trigger the alert. Data quality issues will also be raised with general practitioners, with the research team outlining missing information in the record (that if complete might mean better risk stratification).</p>
        <p>During the study, practices will receive a series of reports showing estimated risk of ED presentation across the time periods 1 month, 3 months, and 12 months. General practitioners will be asked their thoughts on the clinical accuracy of the prediction against their clinical knowledge. This will be followed with a brief questionnaire asking details about changes to patient management (if any). These might include changes to medications, mobilization of extra services, or regular monitoring.</p>
        <p>After 3 months of regular reporting, general practitioners will be interviewed about their experiences, and the pooled data will be used in a final report.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>At the time of writing we are running the data linkage process over 700,000 hospital presentations from a 10-year time frame and anticipate 100,000 unique patient records. We will then begin the process of stratifying the identified admissions into unavoidable, ambulatory sensitive, and other and perform the analysis. Following the analysis, we expect to provide a weighting to the various factors that will indicate risk of hospital admission and potentially a time frame. The combination will inform the general practitioners of the relative probability of hospital admission attributed to at-risk patients, thus allowing them to recommend appropriate interventions.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Potential Implications</title>
        <p>In the Australian context, this project is significant in two ways. In the first instance, the distributed nature of Australian general practice, with no formal registration to practices and split funding streams (general practice is federally funded and hospitals state funded), mitigates against quality data collection across the data silos. For that reason, the linking of data in these settings (a first for Australia) allows for investigations not previously possible. The second is the potential of delivering an almost real-time report to general practitioners to enable them to mobilize available resources to patients at the time. These resources may be from within the practice or from programs run by community or hospital services.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>Data quality will always be a limitation in the data linkage process. The tool generation process is reliant on data quality from both the ED and the general practices. The ED dataset is derived from a set used to create the VEMD that is used for state-wide analysis and planning. It is collected by hospitals from their existing systems as a by-product of clinical and administrative processes. Similarly, the general practice data, while a more complete set, is also derived from data used for patient care. MEGPN has been involving practices in data quality and clinical governance reviews for 10 years; for certain fields the data are reliable and valid (prescribing, diagnoses) while for others (smoking status) the data are less reliable. This is one of the reasons data feedback loops are built into the program.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>With the agenda of keeping people out of hospital, the POLAR diversion project targets risk-of-presentation identification at general practice level. It aims to contribute meaningfully to the systematic, multifaceted approach to quality improvement that is inherent in good clinical governance and essential to best managing patients with complex problems.</p>
        <p>By creating linkage between general practitioner and hospital records, we have been able to generate unique patient flow information. This will allow algorithms to be designed that will identify patients at risk of taking the less desirable care pathway via the local hospital ED, where resources are thinly spread. Design of a user-friendly report that can provide real-time data to primary care services will help direct patients to intervention services (eg, HARP, additional health care services), thus reducing the burden on the hospital system. By reducing ED traffic, patient outcomes are expected to improve via tailored care in a less acute environment.</p>
      </sec>
    </sec>
  </body>
  <back>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ACSC</term>
          <def>
            <p>ambulatory care–sensitive conditions</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CCDSS</term>
          <def>
            <p>computerized clinical decision support system</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">ED</term>
          <def>
            <p>emergency department</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">GRHANITE</term>
          <def>
            <p>Generic Health Network Information Technology for the Enterprise</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">HARP</term>
          <def>
            <p>Hospital Admission Risk Program</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">MEGPN</term>
          <def>
            <p>Melbourne Eastern General Practice Network</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">PARR++</term>
          <def>
            <p>Patients at Risk of Rehospitalization</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">POLAR</term>
          <def>
            <p>Population Level Analysis and Reporting</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">VEMD</term>
          <def>
            <p>Victorian Emergency Minimum Dataset</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This study is funded by the Hospitals Contribution Fund Research Foundation.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Starfield</surname>
            <given-names>B</given-names>
          </name>
        </person-group>
        <article-title>Primary care: an increasingly important contributor to effectiveness, equity, and efficiency of health services. SESPAS report 2012</article-title>
        <source>Gac Sanit</source>  
        <year>2012</year>  
        <month>03</month>  
        <volume>26 Suppl 1</volume>  
        <fpage>20</fpage>  
        <lpage>26</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.elsevier.es/en/linksolver/ft/pii/S0213-9111(11)00387-6"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1016/j.gaceta.2011.10.009</pub-id>
        <pub-id pub-id-type="medline">22265645</pub-id>
        <pub-id pub-id-type="pii">S0213-9111(11)00387-6</pub-id></nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kvamme</surname>
            <given-names>OJ</given-names>
          </name>
          <name name-style="western">
            <surname>Olesen</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Samuelson</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Improving the interface between primary and secondary care: a statement from the European Working Party on Quality in Family Practice (EQuiP)</article-title>
        <source>Qual Health Care</source>  
        <year>2001</year>  
        <month>03</month>  
        <volume>10</volume>  
        <issue>1</issue>  
        <fpage>33</fpage>  
        <lpage>39</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://qhc.bmj.com/cgi/pmidlookup?view=long&#38;pmid=11239142"/>
        </comment>  
        <pub-id pub-id-type="medline">11239142</pub-id>
        <pub-id pub-id-type="pmcid">PMC1743417</pub-id></nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Ismail</surname>
            <given-names>SA</given-names>
          </name>
          <name name-style="western">
            <surname>Gibbons</surname>
            <given-names>DC</given-names>
          </name>
          <name name-style="western">
            <surname>Gnani</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>Reducing inappropriate accident and emergency department attendances: a systematic review of primary care service interventions</article-title>
        <source>Br J Gen Pract</source>  
        <year>2013</year>  
        <month>12</month>  
        <volume>63</volume>  
        <issue>617</issue>  
        <fpage>e813</fpage>  
        <lpage>e820</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://bjgp.org/cgi/pmidlookup?view=long&#38;pmid=24351497"/>
        </comment>  
        <pub-id pub-id-type="doi">10.3399/bjgp13X675395</pub-id>
        <pub-id pub-id-type="medline">24351497</pub-id>
        <pub-id pub-id-type="pmcid">PMC3839390</pub-id></nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Rosano</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Loha</surname>
            <given-names>CA</given-names>
          </name>
          <name name-style="western">
            <surname>Falvo</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>van der Zee</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Ricciardi</surname>
            <given-names>W</given-names>
          </name>
          <name name-style="western">
            <surname>Guasticchi</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>de Belvis</surname>
            <given-names>AG</given-names>
          </name>
        </person-group>
        <article-title>The relationship between avoidable hospitalization and accessibility to primary care: a systematic review</article-title>
        <source>Eur J Public Health</source>  
        <year>2013</year>  
        <month>06</month>  
        <volume>23</volume>  
        <issue>3</issue>  
        <fpage>356</fpage>  
        <lpage>360</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://eurpub.oxfordjournals.org/cgi/pmidlookup?view=long&#38;pmid=22645236"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1093/eurpub/cks053</pub-id>
        <pub-id pub-id-type="medline">22645236</pub-id>
        <pub-id pub-id-type="pii">cks053</pub-id></nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <collab>Australian Institute of Health Welfare</collab>
        </person-group>
        <source>Australian Hospital Statistics 2011-12</source>  
        <access-date>2016-05-12</access-date>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.aihw.gov.au/WorkArea/DownloadAsset.aspx?id=60129543146">http://www.aihw.gov.au/WorkArea/DownloadAsset.aspx?id=60129543146</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="6hRTJhpFs"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Lee</surname>
            <given-names>AH</given-names>
          </name>
          <name name-style="western">
            <surname>Meuleners</surname>
            <given-names>LB</given-names>
          </name>
          <name name-style="western">
            <surname>Zhao</surname>
            <given-names>Y</given-names>
          </name>
          <name name-style="western">
            <surname>Intrapanya</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Palmer</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Mowatt</surname>
            <given-names>E</given-names>
          </name>
        </person-group>
        <article-title>Demographic patterns of emergency presentations to Northern Territory public hospitals</article-title>
        <source>Aust Health Rev</source>  
        <year>2004</year>  
        <volume>27</volume>  
        <issue>2</issue>  
        <fpage>61</fpage>  
        <lpage>67</lpage>  
        <pub-id pub-id-type="medline">15525238</pub-id>
        <pub-id pub-id-type="pii">740</pub-id></nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Baker</surname>
            <given-names>DW</given-names>
          </name>
          <name name-style="western">
            <surname>Parker</surname>
            <given-names>RM</given-names>
          </name>
          <name name-style="western">
            <surname>Williams</surname>
            <given-names>MV</given-names>
          </name>
          <name name-style="western">
            <surname>Clark</surname>
            <given-names>WS</given-names>
          </name>
        </person-group>
        <article-title>Health literacy and the risk of hospital admission</article-title>
        <source>J Gen Intern Med</source>  
        <year>1998</year>  
        <month>12</month>  
        <volume>13</volume>  
        <issue>12</issue>  
        <fpage>791</fpage>  
        <lpage>798</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://onlinelibrary.wiley.com/resolve/openurl?genre=article&#38;sid=nlm:pubmed&#38;issn=0884-8734&#38;date=1998&#38;volume=13&#38;issue=12&#38;spage=791"/>
        </comment>  
        <pub-id pub-id-type="medline">9844076</pub-id>
        <pub-id pub-id-type="pmcid">PMC1497036</pub-id></nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Harrison</surname>
            <given-names>MJ</given-names>
          </name>
          <name name-style="western">
            <surname>Dusheiko</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Sutton</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Gravelle</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Doran</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Roland</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Effect of a national primary care pay for performance scheme on emergency hospital admissions for ambulatory care sensitive conditions: controlled longitudinal study</article-title>
        <source>BMJ</source>  
        <year>2014</year>  
        <volume>349</volume>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.bmj.com/cgi/pmidlookup?view=long&#38;pmid=25389120"/>
        </comment>  
        <pub-id pub-id-type="medline">25389120</pub-id>
        <pub-id pub-id-type="pmcid">PMC4228282</pub-id></nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <collab>Department of Health and Human Services, Victoria State Government</collab>
        </person-group>
        <source>Hospital Admission Risk Program Monitoring and Evaluation Framework</source>  
        <year>2012</year>  
        <month>06</month>  
        <day>26</day>  
        <access-date>2016-11-15</access-date>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www2.health.vic.gov.au/getfile/?sc_itemid= %7B4B93A7D6-87DB-4977-BE4C-A99898B8BC5A%7D&#38;title=Hospital%20Admission%20Risk%20Program%20Monitoring%20and%20Evaluation%20Framework">https://www2.health.vic.gov.au/getfile/?sc_itemid= %7B4B93A7D6-87DB-4977-BE4C-A99898B8BC5A%7D&#38;title= Hospital%20Admission%20Risk%20Program%20Monitoring%20and%20Evaluation%20Framework</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="6jQJvFUsK"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Roshanov</surname>
            <given-names>PS</given-names>
          </name>
          <name name-style="western">
            <surname>Misra</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Gerstein</surname>
            <given-names>HC</given-names>
          </name>
          <name name-style="western">
            <surname>Garg</surname>
            <given-names>AX</given-names>
          </name>
          <name name-style="western">
            <surname>Sebaldt</surname>
            <given-names>RJ</given-names>
          </name>
          <name name-style="western">
            <surname>Mackay</surname>
            <given-names>JA</given-names>
          </name>
          <name name-style="western">
            <surname>Weise-Kelly</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Navarro</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Wilczynski</surname>
            <given-names>NL</given-names>
          </name>
          <name name-style="western">
            <surname>Haynes</surname>
            <given-names>RB</given-names>
          </name>
          <collab>CCDSS Systematic Review Team</collab>
        </person-group>
        <article-title>Computerized clinical decision support systems for chronic disease management: a decision-maker-researcher partnership systematic review</article-title>
        <source>Implement Sci</source>  
        <year>2011</year>  
        <month>08</month>  
        <day>03</day>  
        <volume>6</volume>  
        <fpage>92</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/1748-5908-6-92"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/1748-5908-6-92</pub-id>
        <pub-id pub-id-type="medline">21824386</pub-id>
        <pub-id pub-id-type="pii">1748-5908-6-92</pub-id>
        <pub-id pub-id-type="pmcid">PMC3170626</pub-id></nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Billings</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Georghiou</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Blunt</surname>
            <given-names>I</given-names>
          </name>
          <name name-style="western">
            <surname>Bardsley</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Choosing a model to predict hospital admission: an observational study of new variants of predictive models for case finding</article-title>
        <source>BMJ Open</source>  
        <year>2013</year>  
        <volume>3</volume>  
        <issue>8</issue>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://bmjopen.bmj.com/cgi/pmidlookup?view=long&#38;pmid=23980068"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1136/bmjopen-2013-003352</pub-id>
        <pub-id pub-id-type="medline">23980068</pub-id>
        <pub-id pub-id-type="pii">bmjopen-2013-003352</pub-id>
        <pub-id pub-id-type="pmcid">PMC3753475</pub-id></nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <collab>Essex Strategic Health Authority</collab>
        </person-group>
        <source>Combined Predictive Model: Final Report</source>  
        <year>2006</year>  
        <access-date>2016-11-15</access-date>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.kingsfund.org.uk/sites/files/kf/field/field_document/PARR-combined-predictive-model-final-report-dec06.pdf">http://www.kingsfund.org.uk/sites/files/kf/field/field_document/PARR-combined-predictive-model-final-report-dec06.pdf</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="6hRTfLorT"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Hippisley-Cox</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Coupland</surname>
            <given-names>C</given-names>
          </name>
        </person-group>
        <article-title>Predicting risk of emergency admission to hospital using primary care data: derivation and validation of QAdmissions score</article-title>
        <source>BMJ Open</source>  
        <year>2013</year>  
        <volume>3</volume>  
        <issue>8</issue>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://bmjopen.bmj.com/cgi/pmidlookup?view=long&#38;pmid=23959760"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1136/bmjopen-2013-003482</pub-id>
        <pub-id pub-id-type="medline">23959760</pub-id>
        <pub-id pub-id-type="pii">bmjopen-2013-003482</pub-id>
        <pub-id pub-id-type="pmcid">PMC3753502</pub-id></nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Rafiq</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>McGovern</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Jones</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Harris</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Tomson</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Gallagher</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>de Lusignan</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>Falls in the elderly were predicted opportunistically using a decision tree and systematically using a database-driven screening tool</article-title>
        <source>J Clin Epidemiol</source>  
        <year>2014</year>  
        <month>08</month>  
        <volume>67</volume>  
        <issue>8</issue>  
        <fpage>877</fpage>  
        <lpage>886</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.jclinepi.2014.03.008</pub-id>
        <pub-id pub-id-type="medline">24786593</pub-id>
        <pub-id pub-id-type="pii">S0895-4356(14)00094-8</pub-id></nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Boyle</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Jessup</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Crilly</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Green</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Lind</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Wallis</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Miller</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Fitzgerald</surname>
            <given-names>G</given-names>
          </name>
        </person-group>
        <article-title>Predicting emergency department admissions</article-title>
        <source>Emerg Med J</source>  
        <year>2012</year>  
        <month>05</month>  
        <volume>29</volume>  
        <issue>5</issue>  
        <fpage>358</fpage>  
        <lpage>365</lpage>  
        <pub-id pub-id-type="doi">10.1136/emj.2010.103531</pub-id>
        <pub-id pub-id-type="medline">21705374</pub-id>
        <pub-id pub-id-type="pii">emj.2010.103531</pub-id></nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Crilly</surname>
            <given-names>JL</given-names>
          </name>
          <name name-style="western">
            <surname>Boyle</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Jessup</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Wallis</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Lind</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Green</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>FitzGerald</surname>
            <given-names>G</given-names>
          </name>
        </person-group>
        <article-title>The implementation and evaluation of the patient admission prediction tool: assessing its impact on decision-making strategies and patient flow outcomes in 2 Australian hospitals</article-title>
        <source>Qual Manag Health Care</source>  
        <year>2015</year>  
        <volume>24</volume>  
        <issue>4</issue>  
        <fpage>169</fpage>  
        <lpage>176</lpage>  
        <pub-id pub-id-type="doi">10.1097/QMH.0000000000000070</pub-id>
        <pub-id pub-id-type="medline">26426317</pub-id>
        <pub-id pub-id-type="pii">00019514-201510000-00001</pub-id></nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Crilly</surname>
            <given-names>JL</given-names>
          </name>
          <name name-style="western">
            <surname>O'Dwyer</surname>
            <given-names>JA</given-names>
          </name>
          <name name-style="western">
            <surname>O'Dwyer</surname>
            <given-names>MA</given-names>
          </name>
          <name name-style="western">
            <surname>Lind</surname>
            <given-names>JF</given-names>
          </name>
          <name name-style="western">
            <surname>Peters</surname>
            <given-names>JA</given-names>
          </name>
          <name name-style="western">
            <surname>Tippett</surname>
            <given-names>VC</given-names>
          </name>
          <name name-style="western">
            <surname>Wallis</surname>
            <given-names>MC</given-names>
          </name>
          <name name-style="western">
            <surname>Bost</surname>
            <given-names>NF</given-names>
          </name>
          <name name-style="western">
            <surname>Keijzers</surname>
            <given-names>GB</given-names>
          </name>
        </person-group>
        <article-title>Linking ambulance, emergency department and hospital admissions data: understanding the emergency journey</article-title>
        <source>Med J Aust</source>  
        <year>2011</year>  
        <month>02</month>  
        <day>21</day>  
        <volume>194</volume>  
        <issue>4</issue>  
        <fpage>S34</fpage>  
        <lpage>S37</lpage>  
        <pub-id pub-id-type="medline">21401486</pub-id>
        <pub-id pub-id-type="pii">cri10306_fm</pub-id></nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Liaw</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Taggart</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Yu</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>de Lusignan</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Kuziemsky</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Hayen</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Integrating electronic health record information to support integrated care: practical application of ontologies to improve the accuracy of diabetes disease registers</article-title>
        <source>J Biomed Inform</source>  
        <year>2014</year>  
        <month>12</month>  
        <volume>52</volume>  
        <fpage>364</fpage>  
        <lpage>372</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://linkinghub.elsevier.com/retrieve/pii/S1532-0464(14)00179-8"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1016/j.jbi.2014.07.016</pub-id>
        <pub-id pub-id-type="medline">25089026</pub-id>
        <pub-id pub-id-type="pii">S1532-0464(14)00179-8</pub-id></nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Pearce</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Shearer</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Gardner</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Kelly</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Xu</surname>
            <given-names>TB</given-names>
          </name>
        </person-group>
        <article-title>GP networks as enablers of quality of care: implementing a practice engagement framework in a general practice network</article-title>
        <source>Aust J Prim Health</source>  
        <year>2012</year>  
        <volume>18</volume>  
        <issue>2</issue>  
        <fpage>101</fpage>  
        <lpage>104</lpage>  
        <pub-id pub-id-type="doi">10.1071/PY11121</pub-id>
        <pub-id pub-id-type="medline">22551830</pub-id>
        <pub-id pub-id-type="pii">PY11121</pub-id></nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Liaw</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Pearce</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Liyanage</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Liaw</surname>
            <given-names>GS</given-names>
          </name>
          <name name-style="western">
            <surname>de Lusignan</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>An integrated organisation-wide data quality management and information governance framework: theoretical underpinnings</article-title>
        <source>Inform Prim Care</source>  
        <year>2014</year>  
        <volume>21</volume>  
        <issue>4</issue>  
        <fpage>199</fpage>  
        <lpage>206</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://dx.doi.org/10.14236/jhi.v21i4.87"/>
        </comment>  
        <pub-id pub-id-type="doi">10.14236/jhi.v21i4.87</pub-id>
        <pub-id pub-id-type="medline">25479350</pub-id></nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Pearce</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Shearer</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Gardner</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Kelly</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>A division's worth of data</article-title>
        <source>Aust Fam Physician</source>  
        <year>2011</year>  
        <month>03</month>  
        <volume>40</volume>  
        <issue>3</issue>  
        <fpage>167</fpage>  
        <lpage>170</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.racgp.org.au/afp/201103/41527"/>
        </comment>  
        <pub-id pub-id-type="medline">21597524</pub-id></nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Boyle</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Kong</surname>
            <given-names>F</given-names>
          </name>
        </person-group>

        <access-date>2016-11-16</access-date>
        <comment>A systematic mechanism for the collection and interpretation of display format pathology test results from Australian primary care records. e-Journal Health Informatics 2011;6(2):e18.
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.ejhi.net/ojs/index.php/ejhi/article/download/136/98">http://www.ejhi.net/ojs/index.php/ejhi/article/download/136/98</ext-link>
</comment> </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
