<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v10i12e27984</article-id>
      <article-id pub-id-type="pmid">34889768</article-id>
      <article-id pub-id-type="doi">10.2196/27984</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Exploring the Intersection Between Health Professionals’ Learning and eHealth Data: Protocol for a Comprehensive Research Program in Practice Analytics in Health Care</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Ghezelbash</surname>
            <given-names>Fatemeh</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Sukums</surname>
            <given-names>Felix</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Janssen</surname>
            <given-names>Anna</given-names>
          </name>
          <degrees>BA, MA, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Faculty of Medicine and Health</institution>
            <institution>The University of Sydney</institution>
            <addr-line>Level 2, Charles Perkins Centre</addr-line>
            <addr-line>Sydney, 2006</addr-line>
            <country>Australia</country>
            <phone>61 9036 9406</phone>
            <email>anna.janssen@sydney.edu.au</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6611-9651</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Talic</surname>
            <given-names>Stella</given-names>
          </name>
          <degrees>BMedSci, PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7739-3381</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Gasevic</surname>
            <given-names>Dragan</given-names>
          </name>
          <degrees>BCompSci, MSoftEng, PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9265-1908</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Kay</surname>
            <given-names>Judy</given-names>
          </name>
          <degrees>BCompSci, PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6728-2768</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Shaw</surname>
            <given-names>Tim</given-names>
          </name>
          <degrees>BSc (Hons), PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0783-1918</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Faculty of Medicine and Health</institution>
        <institution>The University of Sydney</institution>
        <addr-line>Sydney</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>School of Public Health and Preventative Medicine</institution>
        <institution>Monash University</institution>
        <addr-line>Melbourne</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Faculty of Information Technology</institution>
        <institution>Monash University</institution>
        <addr-line>Melbourne</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Faculty of Engineering</institution>
        <institution>The University of Sydney</institution>
        <addr-line>Sydney</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Digital Health Cooperative Research Centre</institution>
        <addr-line>Sydney</addr-line>
        <country>Australia</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Anna Janssen <email>anna.janssen@sydney.edu.au</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>12</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>9</day>
        <month>12</month>
        <year>2021</year>
      </pub-date>
      <volume>10</volume>
      <issue>12</issue>
      <elocation-id>e27984</elocation-id>
      <history>
        <date date-type="received">
          <day>16</day>
          <month>2</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>3</day>
          <month>8</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>10</day>
          <month>9</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>17</day>
          <month>9</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Anna Janssen, Stella Talic, Dragan Gasevic, Judy Kay, Tim Shaw. Originally published in JMIR Research Protocols (https://www.researchprotocols.org), 09.12.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on https://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.researchprotocols.org/2021/12/e27984" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>There is an increasing amount of electronic data sitting within the health system. These data have untapped potential to improve clinical practice if extracted efficiently and harnessed to change the behavior of health professionals. Furthermore, there is an increasing expectation from the government and peak bodies that both individual health professionals and health care organizations will use electronic data for a range of applications, including improving health service delivery and informing clinical practice and professional accreditation.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The aim of this research program is to make eHealth data captured within tertiary health care organizations more actionable to health professionals for use in practice reflection, professional development, and other quality improvement activities.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>A multidisciplinary approach was used to connect academic experts from core disciplines of health and medicine, education and learning sciences, and engineering and information communication technology with government and health service partners to identify key problems preventing the health care industry from using electronic data to support health professional learning. This multidisciplinary approach was used to design a large-scale research program to solve the problem of making eHealth data more accessible to health professionals for practice reflection. The program will be delivered over 5 years by doctoral candidates undertaking research projects with discrete aims that run in parallel to achieving this program’s objectives.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The process used to develop the research program identified 7 doctoral research projects to answer the program objectives, split across 3 streams.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This research program has the potential to successfully unpack electronic data siloed within clinical sites and enable health professionals to use them to reflect on their practice and deliver informed and improved care. The program will contribute to current practices by fostering stronger connections between industry and academia, interlinking doctoral research projects to solve complex problems, and creating new knowledge for clinical sites on how data can be used to understand and improve performance. Furthermore, the program aims to affect policy by developing insights on how professional development programs may be strengthened to enhance their alignment with clinical practice. The key contributions of this paper include the introduction of a new conceptualized research program, Practice Analytics in Health care, by describing the foundational academic disciplines that the program is formed of and presenting scientific methods for its design and development.</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>PRR1-10.2196/27984</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>digital health</kwd>
        <kwd>health informatics</kwd>
        <kwd>practice analytics in health care</kwd>
        <kwd>health professions education</kwd>
        <kwd>continuing professional development</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Emerging digital technologies for collecting and using eHealth data have the potential to make data more accessible to individual clinicians, clinical teams, organizations, and the general public. The increasing accessibility of eHealth data provides opportunities for their use in a wide range of applications, including quality improvement activities [<xref ref-type="bibr" rid="ref1">1</xref>], improving clinical processes [<xref ref-type="bibr" rid="ref2">2</xref>], and facilitating new approaches to clinical research [<xref ref-type="bibr" rid="ref3">3</xref>]. These data also have enormous potential to enable self-directed and personalized continuing professional development (CPD) and practice improvement for health professionals based on the data about their own clinical practice [<xref ref-type="bibr" rid="ref4">4</xref>].</p>
        <p>CPD is a cornerstone of health education and has a recognized place in maintaining high-quality care [<xref ref-type="bibr" rid="ref5">5</xref>]. The principles of effective CPD have been well described in the literature and include being learner-centered, encompassing varied formats and delivery methods, and encompassing lifelong and ongoing assessments to address the needs of individual clinicians [<xref ref-type="bibr" rid="ref6">6</xref>]. Another core component of health profession education is practice reflection by clinicians and clinical teams. Practice reflection describes the process of revisiting experiences both to learn from them and to understand the complex problems of professional practice [<xref ref-type="bibr" rid="ref7">7</xref>]. Engaging in practice reflection is highlighted as being essential for health professionals to refresh and update their knowledge [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>].</p>
        <p>Although electronic data are a rich source of information for health professionals’ practice, health professionals currently have limited access to their data for this purpose [<xref ref-type="bibr" rid="ref4">4</xref>]. eHealth data are used by quality improvement teams in many health care organizations to identify variations in the quality of care and lead the process of designing interventions to address this [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. However, this process does not often provide health professionals with an opportunity to actively engage with eHealth data and have an active input in how the data are being used to improve practice. <xref rid="figure1" ref-type="fig">Figure 1</xref> illustrates the disconnect between the processes by which eHealth data are used for quality improvement and how health professionals engage in learning activities.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>The difference between the use of eHealth data for quality improvement and health professional learning.</p>
          </caption>
          <graphic xlink:href="resprot_v10i12e27984_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>Thus far, a notable gap in health professionals’ education and practice reflection is the use of eHealth data contained in clinical data sources such as electronic health records (EHRs), patient administrative systems, and registries. The value of using electronic data, such as that collected by EHRs for training and education, has been acknowledged in the literature [<xref ref-type="bibr" rid="ref4">4</xref>]. Early research also suggests that clinicians themselves are keen to have more access to their data for personalized training and practice reflection [<xref ref-type="bibr" rid="ref4">4</xref>]. The increasing need to incorporate clinical data into professional development and training has also been recognized at the government level in some countries [<xref ref-type="bibr" rid="ref11">11</xref>]. In parallel to this, in some jurisdictions, the health care organization accreditation process now mandates audits and reviews of electronic data as part of the clinical governance process [<xref ref-type="bibr" rid="ref12">12</xref>].</p>
        <p>Despite the growing emphasis on the use of eHealth data to enable practice reflection, there are a number of challenges that need to be considered. A notable challenge relates to data management and ensuring the quality of data used while also considering privacy and security concerns [<xref ref-type="bibr" rid="ref13">13</xref>]. Concerns about the quality of data collected by health informatics systems such as EHRs include the possibility that they may contain inaccurate or incomplete data, that the data are often recorded for coding purposes rather than quality improvement or other secondary applications, and that the data often do not indicate a complete clinical story [<xref ref-type="bibr" rid="ref14">14</xref>]. A recent review of the literature on privacy and security of EHRs showed that health care organizations have a range of concerns regarding the security of data and, in response, implement a range of administrative, physical, and technical safeguards to help address them [<xref ref-type="bibr" rid="ref15">15</xref>]. In addition, it is important to consider the views of consumers on the privacy and security of eHealth data. The literature on health information exchange has noted that barriers to consumers’ consent to health information exchange include privacy concerns, lack of awareness of the value of the contribution of their data, concerns about the data being used for profit, and the lack of easy tools for sharing their data [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>].</p>
        <p>Another challenge the health sector faces in harnessing the full potential of eHealth data is making the data actionable to health professionals in ways that can lead to improvements in quality, outcomes, or cost of care [<xref ref-type="bibr" rid="ref13">13</xref>]. The application of digital technologies to facilitate better interactions between health professionals and electronic data for a range of professional development and quality improvement applications is a growing area in digital health [<xref ref-type="bibr" rid="ref18">18</xref>-<xref ref-type="bibr" rid="ref20">20</xref>]. The term Practice Analytics in Health care (PAH) is proposed to describe this area of digital health, which draws on key learnings from existing disciplines, including quality improvement, health professions education, health informatics, and learning analytics [<xref ref-type="bibr" rid="ref21">21</xref>]. Broadly, PAH entails the use of integrated eHealth data sets to enable health professionals to optimize, improve, or enhance the value and quality of care. The field is heavily focused on identifying and collecting electronic data that surrounds individual health professionals and clinical teams, which can be used to obtain a snapshot of clinical practice, support individual learning, and enable learning systems. PAH harnesses data to generate new information and health insights that lead to practice reflection by clinicians and ultimately positive health outcomes. The field draws on 3 foundational academic disciplines: health and medicine, education and learning sciences, and engineering and information communication technology. Within these disciplines, there are a number of research specialties that contribute to PAH, including learning analytics [<xref ref-type="bibr" rid="ref22">22</xref>], human–computer interaction [<xref ref-type="bibr" rid="ref23">23</xref>], and quality improvement [<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref25">25</xref>]. <xref ref-type="boxed-text" rid="box1">Textbox 1</xref> provides a detailed overview of the research specialties that contribute to PAH.</p>
        <boxed-text id="box1" position="float">
          <title>Overview of the foundational Practice Analytics in Health care research disciplines.</title>
          <p>
            <bold>Academic disciplines and fields of research</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>Engineering and information communication technologies:</p>
              <list>
                <list-item>
                  <p>Computer science</p>
                </list-item>
                <list-item>
                  <p>Human–computer interaction</p>
                </list-item>
                <list-item>
                  <p>Learning analytics</p>
                </list-item>
                <list-item>
                  <p>Visualization</p>
                </list-item>
                <list-item>
                  <p>Data analytics</p>
                </list-item>
                <list-item>
                  <p>Machine learning</p>
                </list-item>
                <list-item>
                  <p>Data mining</p>
                </list-item>
              </list>
            </list-item>
            <list-item>
              <p>Medicine and health:</p>
              <list>
                <list-item>
                  <p>Epidemiology</p>
                </list-item>
                <list-item>
                  <p>Public health</p>
                </list-item>
                <list-item>
                  <p>Implementation science</p>
                </list-item>
                <list-item>
                  <p>Quality improvement</p>
                </list-item>
                <list-item>
                  <p>Ethics and law</p>
                </list-item>
                <list-item>
                  <p>Data privacy and security</p>
                </list-item>
              </list>
            </list-item>
            <list-item>
              <p>Learning sciences and education:</p>
              <list><list-item><p>Medical education</p></list-item>
            <list-item><p>Health professions education</p></list-item><list-item><p>Learning analytics</p></list-item></list>
            </list-item>
          </list>
        </boxed-text>
        <p>The program described in this paper seeks to understand how health professionals can be supported by digital technology to make effective use of eHealth data to support practice reflection. This will be achieved through a comprehensive research program delivered through a number of discrete doctoral research projects.</p>
      </sec>
      <sec>
        <title>Study Aims</title>
        <p>The aim of this research program is to make eHealth data captured within tertiary health care organizations more actionable to health professionals for use in practice reflection, professional development, and other quality improvement activities, with the ultimate aim of improving patient outcomes.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design</title>
        <p>The research program described in this protocol is a problem-driven multidisciplinary research program between academic partners and the Digital Health Cooperative Research Centre (DHCRC), and industry partners made up of government and health service organizations. The research program is funded by the DHCRC [<xref ref-type="bibr" rid="ref26">26</xref>]. Cooperative Research Centres are cofunded by the Australian government, industries, and universities to support applied research and development programs. In the context of this research program, a multidisciplinary team of researchers, scientists, and clinicians has been brought together to identify key industry problems and design a research program that addresses the abovementioned problems.</p>
        <p>The multidisciplinary team guiding the delivery of the research program and supporting the project includes academic institutions (2/6, 33%), health care organizations (3/6, 50%), and peak bodies in the Australian health sector (1/6, 17%). The team was engaged early during the problem identification and research formulation stage, aligned with recommendations in the literature on how to undertake multidisciplinary research [<xref ref-type="bibr" rid="ref27">27</xref>]. The research program will be delivered by a team of academic supervisors, doctoral candidates, and postdoctoral fellows working collaboratively to implement evidence-based solutions to the key problems and identify new knowledge that will address the research program’s aims. Supervisor panels were purposely drawn to represent academia, service partners, and active clinical practice.</p>
        <p>The research program incorporates scientific theories from implementation science and action research. Action research is based on action, evaluation, and critical analysis of data to drive improvements, and it is commonly used to improve practices in various health care environments [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref29">29</xref>]. This type of research is facilitated by the participation and collaboration of a number of individuals with a common purpose. In PAH, action research is used to enable doctoral candidates to work collaboratively and undertake their research projects simultaneously while also reflecting and adapting based on each other’s learnings. Implementation science is the science of methods and strategies that facilitate the use of evidence-based research findings in regular practices by professionals and policy makers [<xref ref-type="bibr" rid="ref30">30</xref>]. In this research program, implementation theory will be used to ensure that new knowledge created from the doctoral research projects is effectively transferred to tertiary hospitals to change behavior and alter clinical performance. The incorporation of these 2 theoretical approaches is central to ensuring that the program addresses both a research gap and meets the needs of industry partners.</p>
      </sec>
      <sec>
        <title>Research Program Development</title>
        <p>The research program was co-designed by an academic and industry team supported by a program manager. Academic team members (n=5) brought expertise from a range of specialized research fields from the disciplines of medicine and health, engineering and information communication technology, and education and learning sciences. Industry team members (n=6) included representatives from private tertiary hospitals and representatives from peak national bodies.</p>
        <p>To develop the study design, industry representatives who may have interest or expertise in using eHealth data with health professionals were identified from the DHCRC network. A one-on-one meeting with each industry representative and the lead investigator for the research program was conducted to identify key points and research priorities between May and July 2019. Meeting notes were synthesized into a preliminary research program outline by 2 researchers (TS and AJ) familiar with the area. This outline was then circulated to each industry representative who was interested in the research program for feedback.</p>
        <p>Industry representatives who indicated continued interest in the direction of the research program participated in a planning workshop in August 2019. This workshop involved an open discussion between academic and industry attendees (n=14) to agree on the final objectives of the program. The workshop also identified the outline of the doctoral projects that would be achievable over the course of full-time candidature and that would meet the priorities of the industry representatives. Feedback from the planning workshop was reviewed and used to turn the research outline into a comprehensive research program road map. The research program was built around 3 streams. The protocol also described 6 objectives for the research program. <xref ref-type="table" rid="table1">Table 1</xref> shows the objectives mapped against the 3 streams and the doctoral projects. The research program protocol was circulated to all workshop participants for consideration. Feedback on this document was incorporated into a revised version of the research program protocol.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Overview of the 3 research streams in the Practice Analytics in Health care program.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="20"/>
            <col width="664"/>
            <col width="316"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Research stream and objectives</td>
                <td>Doctoral project</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="3">
                  <bold>Stream 1: building capacity for the collection and use of meaningful eHealth data by health professionals</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Understand the readily available data that is most likely to be useful in performance feedback and continuous practice enhancement and explore the ethical considerations of using patient-reported outcomes and the barriers and enablers to health professionals using these data in practice</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Defining clinical practice indicators</p>
                    </list-item>
                    <list-item>
                      <p>Optimizing the actionability of patient-reported experience and outcome measures (future project)</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Stream 2: developing tools to optimize the use of complex health data by health professionals</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Determine the acceptability of different tools for feeding back performance data to individual clinicians and health care teams, understand the processes medical practitioners use to make sense of the data presented to them, and understand the ethical and policy implications for organizations and individual clinicians when using eHealth data for reflective practice</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Visualizing performance data</p>
                    </list-item>
                    <list-item>
                      <p>Data sensemaking</p>
                    </list-item>
                    <list-item>
                      <p>Ethical, medico-legal, and policy implications of Practice Analytics (future project)</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Stream 3: understanding how Practice Analytics changes the behavior of health professionals and links with professional development</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Explore how performance data can be linked to professional development requirements, clinical governance, and hospital accreditation standards and understand how transition points in clinical careers influence the quality and usability of electronic data for practice reflection</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Understanding the role of performance data in formal and informal professional education</p>
                    </list-item>
                    <list-item>
                      <p>Exploring lifelong learning and career transition points in Practice Analytics (future project)</p>
                    </list-item>
                  </list>
                </td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <p>A final full-day workshop was held with academic and industry representatives (n=17) in February 2020 to review the final scope of the research program and confirm the doctoral projects and other logistical considerations. On the basis of the conclusion of the second workshop, there was a consensus on the 3 streams that would make up the research program. The scope for each of the 4 initial doctoral projects that would be embedded in the research program was also confirmed along with a road map for 3 future doctoral projects.</p>
      </sec>
      <sec>
        <title>Procedures</title>
        <p>The research program will be enabled via an integrated set of doctoral research projects over a 5-year period. Ensuring the privacy and confidentiality of data is a key consideration for the research program. The research program procedures are in place with considerations for the research data being collected and the health data being used. To ensure that all research data are managed appropriately, each doctoral candidate will obtain appropriate human research ethics committee approval, which will require compliance with the National Statement on Ethical Conduct in Human Research [<xref ref-type="bibr" rid="ref31">31</xref>]. In addition to research data, some projects in the research program may use health data. There are 2 types of health data that will need to be considered for the research program: patient data collected routinely by health care organizations and data about the professionalism of health professionals being used to develop practice reflection tools. It is not anticipated that identifiable patient data will be used in any of the research projects described in this protocol.</p>
        <p>Regarding data about health professionals, individual doctoral candidates may use identifiable data. However, the process for accessing and using these data for each doctoral candidate will be approved by the relevant human research ethics committee. No identifiable data will be extracted or used without prior written consent. Finally, because of the importance of data privacy and ethical and legal considerations in the PAH space, the research program has prioritized a specific doctoral project to research these issues (<xref ref-type="table" rid="table1">Table 1</xref>).</p>
        <p>Each doctoral research project is supported by a team comprising, at minimum, a primary academic supervisor with expertise in the research area, an industry supervisor with clinical or technological domain knowledge, and a postdoctoral fellow funded through the program. <xref rid="figure2" ref-type="fig">Figure 2</xref> presents how inputs from academia and industry are harnessed to both design and deliver the Practice Analytics research program.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>The collaborative methodology used to develop the Practice Analytics in Health Care research program.</p>
          </caption>
          <graphic xlink:href="resprot_v10i12e27984_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Research Program Design</title>
        <p>The process used to develop the research program identified 7 doctoral research projects to answer the program objectives, split across 3 streams. The following section presents a brief description of each doctoral research project and shows their alignment with the 3 streams of the research program. <xref ref-type="table" rid="table1">Table 1</xref> shows the objectives mapped against the 3 streams and the doctoral projects.</p>
      </sec>
      <sec>
        <title>Stream 1: Building Capacity for the Collection and Use of Meaningful eHealth Data by Health Professionals</title>
        <sec>
          <title>Defining Clinical Practice Indicators</title>
          <p>This research project is designed to understand how to extract and structure data within health care organizations so that it can be used effectively for performance feedback. It is currently challenging to use eHealth data collected in health care organizations, such as data from patient administrative systems and electronic medical record (EMR), as the systems were not designed to capture data for this purpose. Currently, these systems are not designed with a primary focus on supporting health professional training and practice reflection. As such, it is necessary to explore how to repurpose these data for this project. The project will do this by identifying clinical indicators for individual diagnoses or procedures across different specialties that have clinical validity for the performance profiling of individual clinicians. Once the clinical indicators have been agreed upon by key stakeholders, a data audit will be undertaken to determine whether the quality and completeness of data within an individual health care organization are sufficient to populate each indicator by using routinely collected data.</p>
        </sec>
        <sec>
          <title>Optimizing the Actionability of Patient-Reported Experience and Outcome Measures (Future Doctoral Project)</title>
          <p>The project will explore the value of a generic set of patient-reported experience and outcome measures to use in informing clinical practice across key disciplines. The project will also explore the value of discipline-specific patient-reported experience and outcome measures and patient survey data sets for informing clinical practice.</p>
        </sec>
      </sec>
      <sec>
        <title>Stream 2: Exploring Different Approaches to Make Complex Health Data Actionable for Health Professionals</title>
        <sec>
          <title>Visualizing Performance Data</title>
          <p>This research project will explore how performance feedback tools are designed to enable health professionals to engage with their data. Research on the design of these platforms for use by health professionals is currently limited. This research project will address this problem by exploring the extent to which a one-size-fits-all solution is viable for feeding back performance data and contrasting it to more personalized approaches. When designing performance feedback tools, personalized approaches to visualizing data could account for factors such as health professional data literacy, different information needs, history of use of the data, and context-specific data use. It will also explore how performance feedback tools can support health professionals who desire a high level of engagement with their data rather than just supporting entry-level needs.</p>
        </sec>
        <sec>
          <title>Sensemaking of Data</title>
          <p>The overarching aim of the project is to understand how health professionals make sense of data related to their performance. Specifically, the project seeks to investigate how EMR and other health administration data are currently used by health professionals across different health care organizations. Currently, there is little research exploring the processes that health professionals use to make sense of their data, which is a problem because it is a barrier to the more widespread use of electronic data by this cohort. This project will address this problem by exploring the process of data sensemaking across different disciplines and organizational contexts. The project also aims to understand the factors that inform health professionals make sense of information such as emotion and previous experiences. Finally, the project will study how sensemaking informs further action in terms of both CPD and practice.</p>
        </sec>
        <sec>
          <title>Ethical, Medico-Legal, and Policy Implications of Practice Analytics (Future Doctoral Project)</title>
          <p>This research project is designed to understand the ethical and policy implications for organizations and individual clinicians when using eHealth data for reflective practice. The project will likely explore questions such as how organizations, individuals, and teams respond when data show an individual outlier that needs support and what information must be disclosed outside the organizations. The project will explore the way ethico-legal implications of using data for reflective practice affect engagement by specialists and other health professionals. This includes the nexus between using performance data from performance improvement rather than performance management and in potential litigation.</p>
        </sec>
      </sec>
      <sec>
        <title>Stream 3: Understanding How Practice Analytics Changes the Behavior of Health Professionals and Links With Professional Development</title>
        <sec>
          <title>Understanding the Role of Performance Data in Formal and Informal Professional Education</title>
          <p>This research project seeks to understand how medical regulatory bodies, education providers, and health care organizations can use eHealth data to personalize training programs. This is a challenge for health professionals, medical regulatory bodies, education providers, and other key stakeholders because there is an increasing expectation that health professionals will engage with their practice data for lifelong learning and other professional development activities. The project will address this problem by exploring how eHealth data from health care organizations can be used to better understand the clinical and professional practices of health professionals. Finally, the project will also investigate the attitudes of health professionals to the use of their data for professional development and reflective practice.</p>
        </sec>
        <sec>
          <title>Exploring Lifelong Learning and Career Transition Points in Practice Analytics (Future Doctoral Project)</title>
          <p>This research project is designed to understand how transition points in clinical careers influence the quality and usability of electronic data for practice reflection. The project will look specifically at the experiences of health professionals as they transition from specialist training to early-career specialty fellowships. It will also look at how data are presented and reported to health professionals in a way that captures knowledge, skills, and professional growth that occurs throughout a clinical career.</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Overview</title>
        <p>This protocol paper provides a description of the term PAH and describes the academic disciplines that contribute to this multidisciplinary field. Furthermore, it presents an overview of the methodology for designing a PAH research program. The research program is the first to bring together academic disciplines combined with industry partners to identify and solve problems they face, increasing the actionability of eHealth data by health professionals for reflective practice and improvement. Finally, the protocol paper outlines how the aims of the research program will be achieved over the course of the program through an intervention that interlinked doctoral projects undertaken by doctoral candidates with diverse skill sets. At the conclusion of the research program, the intervention will have fostered strong partnerships between academic and industry partners; developed new knowledge in the field of PAH to address gaps in the research regarding the extraction, integration, and use of electronic data to change behavior; and translated key findings from the research program to clinical and regulatory settings to change practice.</p>
        <p>A problem-driven multidisciplinary approach was foundational in designing the research program described in this protocol. To develop the PAH research program, experts with different perspectives and expertise worked collaboratively to refine the problem to focus on how electronic data within health care organizations could be used to support individual learning and strengthen professional development. The important role of multidisciplinary approaches involving academic and industry experts throughout the process can be challenging; however, through a guided process of discovery, ideation, and development, it can give voice to both health professionals and academic specialists to drive necessary changes [<xref ref-type="bibr" rid="ref32">32</xref>]. In the area of PAH, multidisciplinary research is essential, as the field incorporates methodologies and approaches from diverse disciplines such as medicine and health, engineering and information communication technology, and learning sciences and education.</p>
        <p>A key component of the research program is harnessing individual research projects to deliver an intervention that meets the needs of both academic and industry stakeholders. Each individual doctoral candidate brings knowledge and skills from their own discipline and applies them to answer a specific research question in service of the aims of the Practice Analytics research program. By harnessing principles from action research [<xref ref-type="bibr" rid="ref28">28</xref>], the doctoral research projects run parallel in a complementary manner. Individual doctoral candidates meet regularly with each other and the larger program team to share their learnings and potentially refine their focus as the needs of the research program evolve. Individual projects are also embedded with industry partners to enable the health care system to absorb new knowledge from the research. Using discrete research projects that can run independently while also aligning with an overarching program has been established as an effective way of delivering multidisciplinary research [<xref ref-type="bibr" rid="ref27">27</xref>].</p>
        <p>To ensure that individual research projects are aligned with the goals of the PAH program, a number of processes have been implemented. These processes include having touch points with representatives of all industry partners supporting the Practice Analytics program, regular meetings between the academic supervisor team for each candidate, regular meetings between the academic supervisor team and the doctoral candidates, and regular meetings between the doctoral candidates and the postdoctoral fellows. These meetings are augmented with shared web-based repositories of information and serve the dual purpose of acting as coordination tools for the project and facilitating shared communication between all parties. Establishing an overall program management and coordination strategy is a recommended practice for successful multidisciplinary research programs [<xref ref-type="bibr" rid="ref27">27</xref>].</p>
        <p>This research program will need to draw on key learnings from different disciplines to address problems in the PAH field. An example of how this research program leverages research knowledge from diverse disciplines relates to a key challenge in the health sector: making eHealth data more actionable. To date, the health care industry has not fully achieved the potential benefits of using eHealth data to support health professional learning [<xref ref-type="bibr" rid="ref4">4</xref>]. However, there is acknowledgment in the literature that using cyclic analysis of eHealth data should be incorporated into exemplary health learning environments [<xref ref-type="bibr" rid="ref33">33</xref>]. Electronic data within health care organizations have not been widely used to support health professional learning for many reasons [<xref ref-type="bibr" rid="ref34">34</xref>]; however, an important consideration is increasingly that one of the main mechanisms for capturing electronic data is EMRs. Most EMR systems were designed to create a digitized record of an individual’s data that can be used by health professionals to provide care to those individuals [<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref36">36</xref>] and have limited functionality built into their design to support learning. Although this challenge is relatively new in the discipline of health and medicine, it has something that has been explored in the research area of human-computer interaction within the discipline of engineering and information communication technologies. Human-computer interaction specialists have identified that one of the barriers to developing good interfaces is that the system that is to be used was designed for a different purpose and its function has changed. By translating this knowledge from one discipline to another and between academia and industry, PAH has the potential to rapidly solve a range of problems faced by the health care industry.</p>
        <p>Finally, because of the multidisciplinary nature of the research program, it is anticipated that outputs will have an effect not only on health care but also across a range of sectors. The research program will also incorporate established theories from implementation science [<xref ref-type="bibr" rid="ref30">30</xref>] to ensure that new research knowledge is translated into practice change within the health care sector. At the conclusion of the program, it is anticipated that the intervention will create new knowledge to grow the field of PAH. Furthermore, this new knowledge will be translated into the health care sector within individual organizations to support health care professionals and teams and by regulatory bodies to personalize and strengthen professional development.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>The use of a multidisciplinary research program built around core objectives that align with the priorities of both industry and academic stakeholders is a unique approach that aims to unpack the potential of eHealth data to support learning, practice reflection, and other training activities of health professionals, improving the quality of care and patient outcomes. It is anticipated that this program will be extended to specific translational outputs informed by the research findings.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CPD</term>
          <def>
            <p>continuing professional development</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">DHCRC</term>
          <def>
            <p>Digital Health Cooperative Research Centre</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">EHR</term>
          <def>
            <p>electronic health record</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">EMR</term>
          <def>
            <p>electronic medical record</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">PAH</term>
          <def>
            <p>Practice Analytics in Health care</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The research described in this protocol is funded through a project grant from the Digital Health Cooperative Research Centre (DHCRC). The DHCRC is established and supported by the Australian Government’s Cooperative Research Centres Program. The DHCRC project primarily grants funding scholarships for higher-degree research candidates and postdoctoral research fellows. Author AJ is undertaking a postdoctoral research fellowship that is fully funded by the DHCRC.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>Author TS is the Director of Research at Digital Health Cooperative Research Centre. Author AJ is undertaking a postdoctoral research fellowship that is fully funded by the Digital Health Cooperative Research Centre. Authors ST, JK, and DG declare that they have no conflicts of interest.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Rudin</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Perry</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Shekelle</surname>
              <given-names>PG</given-names>
            </name>
          </person-group>
          <article-title>Health information technology: an updated systematic review with a focus on meaningful use</article-title>
          <source>Ann Intern Med</source>
          <year>2014</year>
          <month>01</month>
          <day>7</day>
          <volume>160</volume>
          <issue>1</issue>
          <fpage>48</fpage>
          <lpage>54</lpage>
          <pub-id pub-id-type="doi">10.7326/M13-1531</pub-id>
          <pub-id pub-id-type="medline">24573664</pub-id>
          <pub-id pub-id-type="pii">1811028</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kukreti</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Cosby</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Cheung</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lankshear</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Computerized prescriber order entry in the outpatient oncology setting: from evidence to meaningful use</article-title>
          <source>Curr Oncol</source>
          <year>2014</year>
          <month>08</month>
          <volume>21</volume>
          <issue>4</issue>
          <fpage>e604</fpage>
          <lpage>12</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.current-oncology.com/index.php/oncology/article/view/1990/1558"/>
          </comment>
          <pub-id pub-id-type="doi">10.3747/co.21.1990</pub-id>
          <pub-id pub-id-type="medline">25089110</pub-id>
          <pub-id pub-id-type="pii">conc-21-e604</pub-id>
          <pub-id pub-id-type="pmcid">PMC4117626</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Walsh</surname>
              <given-names>SH</given-names>
            </name>
          </person-group>
          <article-title>The clinician's perspective on electronic health records and how they can affect patient care</article-title>
          <source>BMJ</source>
          <year>2004</year>
          <month>05</month>
          <day>15</day>
          <volume>328</volume>
          <issue>7449</issue>
          <fpage>1184</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/15142929"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.328.7449.1184</pub-id>
          <pub-id pub-id-type="medline">15142929</pub-id>
          <pub-id pub-id-type="pii">328/7449/1184</pub-id>
          <pub-id pub-id-type="pmcid">PMC411103</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shaw</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Janssen</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Crampton</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>O'Leary</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Hoyle</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Shetty</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gunja</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Ritchie</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Spallek</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Solman</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kay</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Makeham</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Harnett</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Attitudes of health professionals to using routinely collected clinical data for performance feedback and personalised professional development</article-title>
          <source>Med J Aust</source>
          <year>2019</year>
          <month>04</month>
          <volume>210</volume>
          <issue>6</issue>
          <fpage>S17</fpage>
          <lpage>21</lpage>
          <pub-id pub-id-type="doi">10.5694/mja2.50022</pub-id>
          <pub-id pub-id-type="medline">30927464</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bamrah</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Bhugra</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>CPD and recertification: improving patient outcomes through focused learning</article-title>
          <source>Adv Psychiatr Treat</source>
          <year>2018</year>
          <month>01</month>
          <day>02</day>
          <volume>15</volume>
          <issue>1</issue>
          <fpage>2</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1192/apt.bp.108.005686</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Filipe</surname>
              <given-names>HP</given-names>
            </name>
            <name name-style="western">
              <surname>Silva</surname>
              <given-names>ED</given-names>
            </name>
            <name name-style="western">
              <surname>Stulting</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Golnik</surname>
              <given-names>KC</given-names>
            </name>
          </person-group>
          <article-title>Continuing professional development: best practices</article-title>
          <source>Middle East Afr J Ophthalmol</source>
          <year>2014</year>
          <volume>21</volume>
          <issue>2</issue>
          <fpage>134</fpage>
          <lpage>41</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.meajo.org/article.asp?issn=0974-9233;year=2014;volume=21;issue=2;spage=134;epage=141;aulast=Filipe"/>
          </comment>
          <pub-id pub-id-type="doi">10.4103/0974-9233.129760</pub-id>
          <pub-id pub-id-type="medline">24791104</pub-id>
          <pub-id pub-id-type="pii">MEAJO-21-134</pub-id>
          <pub-id pub-id-type="pmcid">PMC4005177</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schön</surname>
              <given-names>DA</given-names>
            </name>
          </person-group>
          <source>The Reflective Practitioner: How Professionals Think in Action</source>
          <year>1983</year>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>Basic Books</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mann</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Gordon</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>MacLeod</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Reflection and reflective practice in health professions education: a systematic review</article-title>
          <source>Adv Health Sci Educ Theory Pract</source>
          <year>2009</year>
          <month>10</month>
          <volume>14</volume>
          <issue>4</issue>
          <fpage>595</fpage>
          <lpage>621</lpage>
          <pub-id pub-id-type="doi">10.1007/s10459-007-9090-2</pub-id>
          <pub-id pub-id-type="medline">18034364</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jayatilleke</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Mackie</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Reflection as part of continuous professional development for public health professionals: a literature review</article-title>
          <source>J Public Health (Oxf)</source>
          <year>2013</year>
          <month>06</month>
          <volume>35</volume>
          <issue>2</issue>
          <fpage>308</fpage>
          <lpage>12</lpage>
          <pub-id pub-id-type="doi">10.1093/pubmed/fds083</pub-id>
          <pub-id pub-id-type="medline">23077219</pub-id>
          <pub-id pub-id-type="pii">fds083</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Santana</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Curry</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Nembhard</surname>
              <given-names>IM</given-names>
            </name>
            <name name-style="western">
              <surname>Berg</surname>
              <given-names>DN</given-names>
            </name>
            <name name-style="western">
              <surname>Bradley</surname>
              <given-names>EH</given-names>
            </name>
          </person-group>
          <article-title>Behaviors of successful interdisciplinary hospital quality improvement teams</article-title>
          <source>J Hosp Med</source>
          <year>2011</year>
          <month>11</month>
          <volume>6</volume>
          <issue>9</issue>
          <fpage>501</fpage>
          <lpage>6</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mdedge-files-live.s3.us-east-2.amazonaws.com/files/s3fs-public/pdfs/journals/927_ftp.pdf"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/jhm.927</pub-id>
          <pub-id pub-id-type="medline">22042750</pub-id>
          <pub-id pub-id-type="pmcid">PMC4437800</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="web">
          <article-title>Professional performance framework</article-title>
          <source>Medical Board of Australia</source>
          <year>2021</year>
          <access-date>2021-08-18</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.medicalboard.gov.au/Professional-Performance-Framework.aspx">https://www.medicalboard.gov.au/Professional-Performance-Framework.aspx</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="web">
          <article-title>National Safety and Quality Health Service Standards (second edition)</article-title>
          <source>Australian Commission on Safety and Quality in Health Care</source>
          <year>2017</year>
          <access-date>2021-11-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.safetyandquality.gov.au/publications-and-resources/resource-library/national-safety-and-quality-health-service-standards-second-edition">https://www.safetyandquality.gov.au/publications-and-resources/resource-library/national-safety-and-quality-health-service-standards-second-edition</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Makeham</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Sharing information safely and securely: the foundation of a modern health care system</article-title>
          <source>Med J Aust</source>
          <year>2019</year>
          <month>04</month>
          <volume>210 Suppl 6</volume>
          <fpage>S3</fpage>
          <lpage>4</lpage>
          <pub-id pub-id-type="doi">10.5694/mja2.50038</pub-id>
          <pub-id pub-id-type="medline">30927463</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hersh</surname>
              <given-names>WR</given-names>
            </name>
            <name name-style="western">
              <surname>Weiner</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Embi</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Logan</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Payne</surname>
              <given-names>PR</given-names>
            </name>
            <name name-style="western">
              <surname>Bernstam</surname>
              <given-names>EV</given-names>
            </name>
            <name name-style="western">
              <surname>Lehmann</surname>
              <given-names>HP</given-names>
            </name>
            <name name-style="western">
              <surname>Hripcsak</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Hartzog</surname>
              <given-names>TH</given-names>
            </name>
            <name name-style="western">
              <surname>Cimino</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Saltz</surname>
              <given-names>JH</given-names>
            </name>
          </person-group>
          <article-title>Caveats for the use of operational electronic health record data in comparative effectiveness research</article-title>
          <source>Med Care</source>
          <year>2013</year>
          <month>08</month>
          <volume>51</volume>
          <issue>8 Suppl 3</issue>
          <fpage>S30</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23774517"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/MLR.0b013e31829b1dbd</pub-id>
          <pub-id pub-id-type="medline">23774517</pub-id>
          <pub-id pub-id-type="pmcid">PMC3748381</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Keshta</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Odeh</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Security and privacy of electronic health records: concerns and challenges</article-title>
          <source>Egypt Inform J</source>
          <year>2021</year>
          <month>07</month>
          <volume>22</volume>
          <issue>2</issue>
          <fpage>177</fpage>
          <lpage>83</lpage>
          <pub-id pub-id-type="doi">10.1016/j.eij.2020.07.003</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moore</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Niemi</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The sharing of personal health data? A review of the literature</article-title>
          <source>Sapere Research Group</source>
          <year>2016</year>
          <access-date>2021-08-18</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.srgexpert.com/wp-content/uploads/2018/08/The-Sharing-of-Personal-Health-Data-a-review-of-the-literature-June-2016.pdf">http://www.srgexpert.com/wp-content/uploads/2018/08/The-Sharing-of-Personal-Health-Data-a-review-of-the-literature-June-2016.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pickard</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Swan</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Big desire to share big health data: a shift in consumer attitudes toward personal health information</article-title>
          <source>Proceedings of the AAAI 2014 Spring Symposium Series</source>
          <year>2014</year>
          <conf-name>AAAI 2014 Spring Symposium Series</conf-name>
          <conf-date>2014</conf-date>
          <conf-loc>Stanford University</conf-loc>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchgate.net/publication/261875975_Big_Desire_to_Share_Big_Health_Data_A_Shift_in_Consumer_Attitudes_toward_Personal_Health_Information"/>
          </comment>
          <pub-id pub-id-type="doi">10.13140/2.1.2107.2960</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Peccora</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Gimlich</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Cornell</surname>
              <given-names>RP</given-names>
            </name>
            <name name-style="western">
              <surname>Vacanti</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Ehrenfeld</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Urman</surname>
              <given-names>RD</given-names>
            </name>
          </person-group>
          <article-title>Anesthesia report card: a customizable tool for performance improvement</article-title>
          <source>J Med Syst</source>
          <year>2014</year>
          <month>09</month>
          <volume>38</volume>
          <issue>9</issue>
          <fpage>105</fpage>
          <pub-id pub-id-type="doi">10.1007/s10916-014-0105-2</pub-id>
          <pub-id pub-id-type="medline">25038890</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gabriel</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Gimlich</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ehrenfeld</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Urman</surname>
              <given-names>RD</given-names>
            </name>
          </person-group>
          <article-title>Operating room metrics score card-creating a prototype for individualized feedback</article-title>
          <source>J Med Syst</source>
          <year>2014</year>
          <month>11</month>
          <volume>38</volume>
          <issue>11</issue>
          <fpage>144</fpage>
          <pub-id pub-id-type="doi">10.1007/s10916-014-0144-8</pub-id>
          <pub-id pub-id-type="medline">25315824</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schall</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Cullen</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Pennathur</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Burrell</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Matthews</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Usability evaluation and implementation of a health information technology dashboard of evidence-based quality indicators</article-title>
          <source>Comput Inform Nurs</source>
          <year>2017</year>
          <month>06</month>
          <volume>35</volume>
          <issue>6</issue>
          <fpage>281</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1097/CIN.0000000000000325</pub-id>
          <pub-id pub-id-type="medline">28005564</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="web">
          <article-title>Digital health and informatics network</article-title>
          <source>The University of Sydney</source>
          <access-date>2021-08-18</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dhin.net.au/practice-analytics-node/">https://dhin.net.au/practice-analytics-node/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lang</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Siemens</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Wise</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gasevic</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <source>Handbook of Learning Analytics. 1st edition</source>
          <year>2017</year>
          <publisher-loc>New York</publisher-loc>
          <publisher-name>Society for Learning Analytics and Research</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Helander</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Landauer</surname>
              <given-names>TK</given-names>
            </name>
            <name name-style="western">
              <surname>Prabhu</surname>
              <given-names>PV</given-names>
            </name>
          </person-group>
          <source>Handbook of Human-Computer Interaction. 2nd edition</source>
          <year>2014</year>
          <publisher-loc>New York</publisher-loc>
          <publisher-name>Elsevier</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Picarillo</surname>
              <given-names>AP</given-names>
            </name>
          </person-group>
          <article-title>Introduction to quality improvement tools for the clinician</article-title>
          <source>J Perinatol</source>
          <year>2018</year>
          <month>07</month>
          <volume>38</volume>
          <issue>7</issue>
          <fpage>929</fpage>
          <lpage>35</lpage>
          <pub-id pub-id-type="doi">10.1038/s41372-018-0100-4</pub-id>
          <pub-id pub-id-type="medline">29795322</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41372-018-0100-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McLaughlin</surname>
              <given-names>CP</given-names>
            </name>
            <name name-style="western">
              <surname>Kaluzny</surname>
              <given-names>AD</given-names>
            </name>
          </person-group>
          <source>Continuous Quality Improvement in Health Care: Theory, Implementation, and Applications. 2nd edition</source>
          <year>2004</year>
          <publisher-loc>Sudbury, MA</publisher-loc>
          <publisher-name>Jones &#38; Bartlett Learning</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="web">
          <article-title>About us</article-title>
          <source>Digital Health Cooperative Research Centre</source>
          <access-date>2021-08-18</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.digitalhealthcrc.com">https://www.digitalhealthcrc.com</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schoot Uiterkamp</surname>
              <given-names>AJM</given-names>
            </name>
            <name name-style="western">
              <surname>Vlek</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Practice and outcomes of multidisciplinary research for environmental sustainability</article-title>
          <source>J Social Issues</source>
          <year>2007</year>
          <month>03</month>
          <volume>63</volume>
          <issue>1</issue>
          <fpage>175</fpage>
          <lpage>97</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1540-4560.2007.00502.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cordeiro</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Soares</surname>
              <given-names>CB</given-names>
            </name>
          </person-group>
          <article-title>Action research in the healthcare field: a scoping review</article-title>
          <source>JBI Database System Rev Implement Rep</source>
          <year>2018</year>
          <month>04</month>
          <volume>16</volume>
          <issue>4</issue>
          <fpage>1003</fpage>
          <lpage>47</lpage>
          <pub-id pub-id-type="doi">10.11124/JBISRIR-2016-003200</pub-id>
          <pub-id pub-id-type="medline">29634517</pub-id>
          <pub-id pub-id-type="pii">01938924-201804000-00016</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Pyrch</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Lizardi</surname>
              <given-names>AO</given-names>
            </name>
          </person-group>
          <article-title>Participatory action-research for health</article-title>
          <source>World Health Forum</source>
          <year>1993</year>
          <volume>14</volume>
          <issue>3</issue>
          <fpage>319</fpage>
          <lpage>24</lpage>
          <pub-id pub-id-type="medline">8397751</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bauer</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Damschroder</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hagedorn</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kilbourne</surname>
              <given-names>AM</given-names>
            </name>
          </person-group>
          <article-title>An introduction to implementation science for the non-specialist</article-title>
          <source>BMC Psychol</source>
          <year>2015</year>
          <month>09</month>
          <day>16</day>
          <volume>3</volume>
          <issue>1</issue>
          <fpage>32</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpsychology.biomedcentral.com/articles/10.1186/s40359-015-0089-9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s40359-015-0089-9</pub-id>
          <pub-id pub-id-type="medline">26376626</pub-id>
          <pub-id pub-id-type="pii">10.1186/s40359-015-0089-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC4573926</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="book">
          <source>National Statement on Ethical Conduct in Human Research 2007 (Updated 2018)</source>
          <year>2007</year>
          <publisher-loc>Canberra</publisher-loc>
          <publisher-name>National Health and Medical Research Council, Commonwealth of Australia</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cuevas</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Bolstad</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Oberbreckling</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>LaVoie</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Mitchell</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Fielder</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Benefits and challenges of multidisciplinary project teams: "lessons learned" for researchers and practitioners</article-title>
          <source>Int Test Eval Assoc J</source>
          <year>2012</year>
          <volume>33</volume>
          <issue>1</issue>
          <fpage>58</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://commons.erau.edu/publication/108/"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van Schaik</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Reeves</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Headrick</surname>
              <given-names>LA</given-names>
            </name>
          </person-group>
          <article-title>Exemplary learning environments for the health professions: a vision</article-title>
          <source>Acad Med</source>
          <year>2019</year>
          <month>07</month>
          <volume>94</volume>
          <issue>7</issue>
          <fpage>975</fpage>
          <lpage>82</lpage>
          <pub-id pub-id-type="doi">10.1097/ACM.0000000000002689</pub-id>
          <pub-id pub-id-type="medline">30844927</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wills</surname>
              <given-names>MJ</given-names>
            </name>
          </person-group>
          <article-title>Decisions through data: analytics in healthcare</article-title>
          <source>J Healthc Manag</source>
          <year>2014</year>
          <volume>59</volume>
          <issue>4</issue>
          <fpage>254</fpage>
          <lpage>62</lpage>
          <pub-id pub-id-type="doi">10.1097/00115514-201407000-00005</pub-id>
          <pub-id pub-id-type="medline">25154123</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Safran</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bloomrosen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hammond</surname>
              <given-names>WE</given-names>
            </name>
            <name name-style="western">
              <surname>Labkoff</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Markel-Fox</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Tang</surname>
              <given-names>PC</given-names>
            </name>
            <name name-style="western">
              <surname>Detmer</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Expert</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Toward a national framework for the secondary use of health data: an American Medical Informatics Association White Paper</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2007</year>
          <volume>14</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/17077452"/>
          </comment>
          <pub-id pub-id-type="doi">10.1197/jamia.M2273</pub-id>
          <pub-id pub-id-type="medline">17077452</pub-id>
          <pub-id pub-id-type="pii">M2273</pub-id>
          <pub-id pub-id-type="pmcid">PMC2329823</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Soran</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Jenter</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Volk</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Orav</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Bates</surname>
              <given-names>DW</given-names>
            </name>
            <name name-style="western">
              <surname>Simon</surname>
              <given-names>SR</given-names>
            </name>
          </person-group>
          <article-title>The relationship between electronic health record use and quality of care over time</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2009</year>
          <volume>16</volume>
          <issue>4</issue>
          <fpage>457</fpage>
          <lpage>64</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/19390094"/>
          </comment>
          <pub-id pub-id-type="doi">10.1197/jamia.M3128</pub-id>
          <pub-id pub-id-type="medline">19390094</pub-id>
          <pub-id pub-id-type="pii">M3128</pub-id>
          <pub-id pub-id-type="pmcid">PMC2705247</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
