<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v12i1e39967</article-id>
      <article-id pub-id-type="pmid">36622197</article-id>
      <article-id pub-id-type="doi">10.2196/39967</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Optimizing the Quality of Clinical Data in an Australian Aged Care and Disability Service to Improve Care Delivery and Clinical Outcomes: Protocol for an Agile Lean Six Sigma Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Leung</surname>
            <given-names>Tiffany</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Seevanayanagam</surname>
            <given-names>Siven</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Ray</surname>
            <given-names>Jessica</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Troeung</surname>
            <given-names>Lakkhina</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Brightwater Research Centre</institution>
            <institution>Brightwater Care Group</institution>
            <addr-line>2A Walter Road West</addr-line>
            <addr-line>Inglewood, 6052</addr-line>
            <country>Australia</country>
            <phone>61 0892022800</phone>
            <email>lakkhina.troeung@brightwatergroup.com</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5408-8747</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Tshering</surname>
            <given-names>Gap</given-names>
          </name>
          <degrees>MBA, MMgtInfoSys</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1081-2956</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Walton</surname>
            <given-names>Rebecca</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7240-5187</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Martini</surname>
            <given-names>Angelita</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1886-7115</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Roberts</surname>
            <given-names>Martin</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6037-4387</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Brightwater Research Centre</institution>
        <institution>Brightwater Care Group</institution>
        <addr-line>Inglewood</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Technology Services</institution>
        <institution>Brightwater Care Group</institution>
        <addr-line>Inglewood</addr-line>
        <country>Australia</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Lakkhina Troeung <email>lakkhina.troeung@brightwatergroup.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2023</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>27</day>
        <month>3</month>
        <year>2023</year>
      </pub-date>
      <volume>12</volume>
      <elocation-id>e39967</elocation-id>
      <history>
        <date date-type="received">
          <day>30</day>
          <month>5</month>
          <year>2022</year>
        </date>
        <date date-type="rev-request">
          <day>29</day>
          <month>10</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>29</day>
          <month>11</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>21</day>
          <month>12</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Lakkhina Troeung, Gap Tshering, Rebecca Walton, Angelita Martini, Martin Roberts. Originally published in JMIR Research Protocols (https://www.researchprotocols.org), 27.03.2023.</copyright-statement>
      <copyright-year>2023</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on https://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.researchprotocols.org/2023/1/e39967" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>In Australia, aged care and disability service providers are legally required to maintain comprehensive and accurate clinical documentation to meet regulatory and funding requirements and support safe and high-quality care provision. However, evidence suggests that poor-quality clinical data and documentation are widespread across the sector and can substantially affect clinical decision-making and care delivery and increase business costs.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>In the Optimizing the Quality of Clinical Data in an Australian Aged Care and Disability Service to Improve Care Delivery and Clinical Outcomes (OPTIMISE) study, we aim to use an Agile <italic>Lean Six Sigma</italic> framework to identify opportunities for the optimization of clinical documentation processes and clinical information systems, implement and test optimization solutions, and evaluate postoptimization outcomes in a large postacute community-based health service providing aged care and disability services in Western Australia.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>A 3-stage prospective optimization study will be conducted. Stage 1 (baseline [T<sub>0</sub>]) will measure existing clinical data quality, identify root causes of data quality issues across services, and generate optimization solutions. Stage 2 (optimization) will implement and test changes to clinical documentation processes and information systems using incremental Agile sprints. Stage 3 (evaluation) will evaluate changes in primary and secondary outcomes from T<sub>0</sub> to 12 months after optimization. The primary outcome is the data quality measured in terms of defects per unit, defects per million opportunities, and Sigma level. The secondary outcomes are care delivery (direct care time), clinical incidents, business outcomes (cost of quality and workforce productivity), and user satisfaction. Case studies will be analyzed to understand the impact of optimization on clinical outcomes and business processes.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>As of June 1, 2022, stage 1 commenced with T<sub>0</sub> data quality audits conducted to measure current data quality. T<sub>0</sub> data quality audits will be followed by user consultations to identify root causes of data quality issues. Optimization solutions will be developed by May 2023 to inform optimization (stage 2) and evaluation (stage 3). Results are expected to be published in June 2023.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The study findings will be of interest to individuals and organizations in the health care sector seeking novel solutions to improve the quality of clinical data, support high-quality care delivery, and reduce business costs.</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>DERR1-10.2196/39967</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>aged care</kwd>
        <kwd>disability</kwd>
        <kwd>information technology</kwd>
        <kwd>data</kwd>
        <kwd>quality</kwd>
        <kwd>health services</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>In Australia, aged care and disability service providers are legally required to maintain comprehensive and accurate documentation of the care provided to each client [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. This clinical documentation is crucial to support safe and high-quality care delivery, maintain professional accreditation, and acquire government funding [<xref ref-type="bibr" rid="ref3">3</xref>-<xref ref-type="bibr" rid="ref5">5</xref>]. However, widespread clinical documentation and data quality issues have been identified across the sector, with evidence suggesting that most existing clinical data in the aged care and disability services sector are of substandard quality and lack consistency within and across individual organizations [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>].</p>
        <p>This problem has been partly because of the absence of national data standards and minimum requirements to guide information collection and documentation processes [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref7">7</xref>]. Therefore, service providers are challenged to collect extensive clinical information to meet multiple funding and regulatory reporting requirements across different and often segregated information systems [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref7">7</xref>]. Existing clinical information systems have also largely used “shrink-wrapped” or off-the-shelf systems owned by external vendors that are modeled on designs from other health care environments, with limited customization to account for the specific environment, workflows, and information requirements of aged care and disability services [<xref ref-type="bibr" rid="ref8">8</xref>-<xref ref-type="bibr" rid="ref10">10</xref>].</p>
        <p>Investigations of workflow in Australian residential aged care facilities (RACFs) have shown that clinical documentation and information processing are major time-intensive staff activities [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref11">11</xref>]. A study involving 6 RACF sites in New South Wales and Victoria estimated that registered nurses spent a median of 60 minutes on documentation per shift, whereas service managers spent a median of 360 minutes on documentation activities, including filling forms, progress notes, incident reporting, and medication management [<xref ref-type="bibr" rid="ref9">9</xref>]. Similarly, a second study estimated that RACF support workers spent a mean 14.5% of the total working time per shift on documentation tasks, which is equivalent to approximately 60 minutes for a standard 7.5-hour shift [<xref ref-type="bibr" rid="ref11">11</xref>].</p>
        <p>Although documentation is an essential activity of health care provision, excess time spent on documentation directly reduces the amount of care time spent with residents, which can compromise the quality of care delivery [<xref ref-type="bibr" rid="ref12">12</xref>]. A survey in the United Kingdom found that 81% of the nurses believed they spent a disproportionate amount of time on record keeping and documentation tasks, which prevented them from providing direct care [<xref ref-type="bibr" rid="ref13">13</xref>]. Other research has shown that the clinical documentation burden is a major driver of burnout among clinical and care staff [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>], who believe that time could be better spent attending to residents [<xref ref-type="bibr" rid="ref16">16</xref>-<xref ref-type="bibr" rid="ref18">18</xref>], and can negatively impact job satisfaction [<xref ref-type="bibr" rid="ref17">17</xref>].</p>
        <p>Health IT (HIT) has a great capacity to support efficient information processing in aged care and disability services and facilitate high-quality person-centered clinical decision-making at the point of care [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>]. Research has shown that the overall workforce and management perception of the use of electronic health records (EHRs) in aged care is positive, with widespread agreement that EHRs are beneficial for improving workforce efficiency [<xref ref-type="bibr" rid="ref21">21</xref>]. However, there is a need to optimize HIT systems based on a detailed understanding of the workflow and requirements specific to aged care and disability services [<xref ref-type="bibr" rid="ref9">9</xref>]. Several pre-post implementation studies in Australian RACFs have shown that the implementation of electronic systems alone does not automatically lead to greater efficiency [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref19">19</xref>] or data quality improvement [<xref ref-type="bibr" rid="ref22">22</xref>] compared with paper-based systems. Instead, the implementation of suboptimal HIT systems can lead to unintended adverse consequences, including increased documentation time, difficulty in data entry and information retrieval, increased complexity of information management, and increased documentation burden and business costs [<xref ref-type="bibr" rid="ref23">23</xref>].</p>
        <p>Several common issues with EHR systems used in aged care and disability services have been described in the literature. End users have reported that existing systems lack clarity and contain inconsistent data fields, definitions, and terminology that do not match the specific information requirements for aged care and disability services [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref19">19</xref>]. When relevant input fields are unavailable, information is either omitted or recorded elsewhere, meaning that the EHR is often incomplete and does not contain all essential information necessary for the delivery of safe care [<xref ref-type="bibr" rid="ref24">24</xref>]. Systems have also been reported to be difficult to navigate [<xref ref-type="bibr" rid="ref25">25</xref>] and lack the structure and organization to guide the workforce to record the required clinical information efficiently [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref20">20</xref>]. A clinical documentation audit study in 7 Australian RACFs showed that although EHRs contained a greater <italic>quantity</italic> of information than paper-based records, information recorded in EHRs had a lower total mean <italic>quality</italic> score [<xref ref-type="bibr" rid="ref22">22</xref>].</p>
        <p>Other research has shown that end users can become reluctant to use EHR systems if they do not easily integrate into their workflow and often revert to using paper-based documentation [<xref ref-type="bibr" rid="ref3">3</xref>]. This creates further inefficiency with respect to double documentation and the duplication of effort, contributing to a “vicious cycle” [<xref ref-type="bibr" rid="ref19">19</xref>] of increased documentation burden and poorer data quality [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref9">9</xref>]. One study found that RACF nurses reported an excessive amount of time spent entering the same information across multiple incompatible systems and that double documentation resulted in the omission of important information, inaccuracy, and potential safety concerns [<xref ref-type="bibr" rid="ref24">24</xref>].</p>
        <p>In addition to EHR system–related issues, other complex process-related issues have been described that can contribute to missing, incomplete, inaccurate, or not up-to-date clinical data. In the primary care setting, for example, workload and time constraints [<xref ref-type="bibr" rid="ref26">26</xref>], workforce attitudes toward documentation tasks, and prioritization of direct care tasks [<xref ref-type="bibr" rid="ref27">27</xref>] have all been shown to affect the quality of nursing documentation. Well-designed EHR systems can support higher-quality clinical data by guiding the workforce to input the required information more efficiently but may not address all process-related barriers related to clinical documentation.</p>
        <p>Ultimately, as organizations become more data mature, important business decisions are increasingly reliant on analytics using administrative, clinical, and other service data [<xref ref-type="bibr" rid="ref28">28</xref>]. Poor data quality can result in flawed business decisions and increased business costs [<xref ref-type="bibr" rid="ref29">29</xref>]. Therefore, there is a clear need to optimize clinical documentation processes and clinical information systems to support efficient, safe, and quality care delivery and effective business decision-making in aged care and disability services [<xref ref-type="bibr" rid="ref9">9</xref>].</p>
        <p>However, any form of organizational change in systems or processes represents a major cost for service providers, which can be a major barrier to implementation. Therefore, it is important to be able to clearly demonstrate the added value and cost benefits of transformation initiatives to organizational leadership [<xref ref-type="bibr" rid="ref19">19</xref>]. Currently, few aged care and disability service providers collect benchmarks to routinely evaluate and monitor data quality or its impact on care delivery and organizational efficiency [<xref ref-type="bibr" rid="ref30">30</xref>]. Implementation without routine evaluation or a control plan can substantially increase business costs, while adding little value to care delivery or operational efficiency.</p>
      </sec>
      <sec>
        <title>The Optimizing the Quality of Clinical Data in an Australian Aged Care and Disability Service to Improve Care Delivery and Clinical Outcomes Study</title>
        <p>The overarching goal of the Optimizing the Quality of Clinical Data in an Australian Aged Care and Disability Service to Improve Care Delivery and Clinical Outcomes (OPTIMISE) study is to use an integrated Agile <italic>Lean Six Sigma</italic> (LSS) framework [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref32">32</xref>] to (1) identify opportunities for the optimization of clinical documentation processes and clinical information systems, (2) implement and test optimization solutions, and (3) evaluate postoptimization outcomes in a large postacute community-based health service providing aged care and disability services in Western Australia.</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>Specifically, the 3-stage study will include the following:</p>
        <list list-type="order">
          <list-item>
            <p>Stage 1 (<italic>baseline</italic>): measure existing clinical data quality, identify the root causes of data quality issues, and generate optimization solutions</p>
          </list-item>
          <list-item>
            <p>Stage 2 (<italic>optimization</italic>): implement and test changes to clinical information systems and clinical documentation processes</p>
          </list-item>
          <list-item>
            <p>Stage 3 (<italic>evaluation</italic>): evaluate changes in clinical data quality, care delivery, clinical outcomes, and business costs following optimization</p>
          </list-item>
        </list>
        <p><xref ref-type="table" rid="table1">Table 1</xref> presents the specific study objectives mapped to the Agile LSS phases (see the <italic>Study Design and Framework section</italic>).</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Objectives of the Optimizing the Quality of Clinical Data in an Australian Aged Care and Disability Service to Improve Care Delivery and Clinical Outcomes study.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="180"/>
            <col width="790"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Stage and phase</td>
                <td>Objective</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="3">
                  <bold>Stage 1: baseline</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>1.1. Define</td>
                <td>Define study goals, scope, outputs, and methodology</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>1.2. Measure</td>
                <td>Measure clinical data quality across aged care and disability services</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>1.3. Analyze</td>
                <td>Identify root causes of data quality issues</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>1.4. Improve (part 1)</td>
                <td>Generate solutions to support optimization of clinical documentation processes and clinical information systems</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Stage 2: optimization</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>2.1. Improve (part 2)</td>
                <td>Implement and test changes to clinical documentation processes and clinical information systems specific for aged care and disability services</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>2.2. Control</td>
                <td>Establish policies and procedures for clinical data governance, collection, and input across care services</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>2.2. Control</td>
                <td>Establish a control plan for routine audit of clinical data quality across care services</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Stage 3: evaluation</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>3.1. Evaluation</td>
                <td>Measure change in primary outcomes (clinical data quality)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>3.1. Evaluation</td>
                <td>Measure change in secondary outcomes (care delivery, clinical outcomes, business costs, and workforce satisfaction)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design and Framework</title>
        <p>The OPTIMISE study will be a prospective optimization study using an integrated Agile LSS Define, Measure, Analyze, Improve, Control (DMAIC) framework.</p>
        <p><italic>Six Sigma</italic> is a statistical measurement-based method for process optimization and quality improvement that aims to reduce the number of <italic>defects</italic> in a process to &#60;3.4 defects per 1 million opportunities [<xref ref-type="bibr" rid="ref33">33</xref>]. <italic>Lean</italic> methodology is focused on reducing <italic>waste</italic> in a process, which is defined as any unnecessary or suboptimal items, actions, tasks, components, materials, systems, or human resources that increase costs and time spent on a process [<xref ref-type="bibr" rid="ref34">34</xref>]. Therefore, the <italic>Lean Six Sigma</italic> framework aims to reduce both <italic>defects</italic> and <italic>waste</italic> to improve the quality of products and services, improve efficiency, and reduce business costs [<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref36">36</xref>]. Originally conceptualized in the manufacturing industry, LSS has been increasingly applied in health care to control rising costs and improve the quality of care delivery [<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref36">36</xref>-<xref ref-type="bibr" rid="ref38">38</xref>].</p>
        <p>The strength of LSS is its rigorously structured framework for quality improvement based on statistical measurement. However, this structure can lack flexibility to accommodate changes across the project cycle [<xref ref-type="bibr" rid="ref32">32</xref>]. <italic>Agile</italic> methodology can complement LSS to increase flexibility and adaptability [<xref ref-type="bibr" rid="ref39">39</xref>]. Agile is a popular methodology used in software development that involves the iterative development of a product over short-term incremental cycles called sprints [<xref ref-type="bibr" rid="ref31">31</xref>]. It is a highly flexible and responsive methodology that allows for product changes during development based on customer feedback. However, this method neglects decision-making based on objective and measurable data, which can compromise quality and efficiency. Therefore, the integration of Agile and LSS frameworks provides a structured methodology for product development, evaluation, and improvement that is simultaneously flexible and responsive to changes over iterative cycles. Hybrid Agile LSS frameworks have been increasingly used in the literature as a more powerful method for quality improvement than single frameworks [<xref ref-type="bibr" rid="ref39">39</xref>-<xref ref-type="bibr" rid="ref42">42</xref>].</p>
      </sec>
      <sec>
        <title>Study Setting</title>
        <p>The study will be undertaken at Brightwater Care Group (“Brightwater”), a large postacute, residential, and community-based aged care and disability service in Perth, Western Australia. Brightwater provides residential and home-based care for approximately 1882 aged care and 522 disability services clients across 10 different programs (<xref ref-type="table" rid="table2">Table 2</xref>).</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Overview of aged care and disability services.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="170"/>
            <col width="80"/>
            <col width="90"/>
            <col width="630"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Service type and program name</td>
                <td>Sites, n</td>
                <td>Clients, n</td>
                <td>Description</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="5">
                  <bold>Aged care</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>RAC<sup>a</sup></td>
                <td>11</td>
                <td>750</td>
                <td>Long-term or permanent high care accommodation for people aged &#62;65 years</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SDCP<sup>b</sup></td>
                <td>1</td>
                <td>31</td>
                <td>Long-term or permanent high care accommodation for people with dementia</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>TCP<sup>c</sup></td>
                <td>2</td>
                <td>101</td>
                <td>Short-term, posthospital support and active management for older people aged &#62;65 years</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>AH<sup>d</sup></td>
                <td>—<sup>e</sup></td>
                <td>1000</td>
                <td>Home-based support for people aged &#62;65 years</td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Disability</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>TRP<sup>f</sup></td>
                <td>1</td>
                <td>53</td>
                <td>Specialist neurorehabilitation service for people aged 18-65 years with acquired brain injury</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>TAP<sup>g</sup></td>
                <td>1</td>
                <td>23</td>
                <td>Short-term, posthospital support and active management for people aged 18-65 years with disability</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SIL<sup>h</sup></td>
                <td>8</td>
                <td>71</td>
                <td>Long-term and permanent high care accommodation for people aged 18-65 years with disability</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>CAPB<sup>i</sup></td>
                <td>—</td>
                <td>375</td>
                <td>Home-based support for people aged 18-65 years with disability and NDIS<sup>j</sup> funding</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>RAC: residential aged care.</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>SDCP: Specialist Dementia Care Program.</p>
            </fn>
            <fn id="table2fn3">
              <p><sup>c</sup>TCP: Transitional Care Program.</p>
            </fn>
            <fn id="table2fn4">
              <p><sup>d</sup>AH: at home.</p>
            </fn>
            <fn id="table2fn5">
              <p><sup>e</sup>AH and CAPB services are at-home and community-based care sites.</p>
            </fn>
            <fn id="table2fn6">
              <p><sup>f</sup>TRP: Transitional Rehabilitation Program.</p>
            </fn>
            <fn id="table2fn7">
              <p><sup>g</sup>TAP: Transitional Accommodation Program.</p>
            </fn>
            <fn id="table2fn8">
              <p><sup>h</sup>SIL: Supported Independent Living.</p>
            </fn>
            <fn id="table2fn9">
              <p><sup>i</sup>CAPB: capacity building.</p>
            </fn>
            <fn id="table2fn10">
              <p><sup>j</sup>NDIS: National Disability Insurance Scheme.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Patient and Public Involvement</title>
        <p>Patients or the public were not involved in the design, conduct, reporting, or dissemination plans of our research, as the end product (clinical information system) is not directly used by patients or the public.</p>
      </sec>
      <sec>
        <title>Ethics Approval</title>
        <p>The study protocol was approved by Brightwater Care Group as a Level 2: Low Risk Study (reference: 2021/BCG2110). This study is classified as an internal service evaluation and does not require ethics approval for research in Australia.</p>
      </sec>
      <sec>
        <title>Consent and Participation</title>
        <p>Client EHR data will be deidentified before the analysis. Clients provided written consent for their deidentified clinical data to be used for research and service evaluation as part of the conditions of entry into the service. Staff member participation in user surveys and interviews will be voluntary, and nonparticipation will not impact their usual role. All participant data will be deidentified by assigning a randomized numbered code. Participant names will be changed to pseudonyms when referring to qualitative data. When transcribing interviews verbatim, words or statements that could be used to identify participants will be removed to ensure privacy. Audio recordings will be deleted once the transcriptions are complete.</p>
      </sec>
      <sec>
        <title>Study Phases</title>
        <sec>
          <title>Overview</title>
          <p><xref rid="figure1" ref-type="fig">Figure 1</xref> outlines DMAIC phases of the study. Stage 1 (<italic>baseline</italic>) will measure existing clinical data quality across services, identify root causes of data quality issues, and generate solutions to directly inform optimization. Stage 2 (<italic>optimization</italic>) will implement and test changes to clinical documentation processes and information systems specific to aged care and disability services. Stage 3 (<italic>evaluation</italic>) will measure the short-term (1-3 months) and long-term (4-12 months) changes in data quality and clinical and business outcomes following optimization.</p>
          <fig id="figure1" position="float">
            <label>Figure 1</label>
            <caption>
              <p>The Optimizing the Quality of Clinical Data in an Australian Aged Care and Disability Service to Improve Care Delivery and Clinical Outcomes study design. CTQ: critical-to-quality; SIPOC: Suppliers, inputs, process, outputs, customers.</p>
            </caption>
            <graphic xlink:href="resprot_v12i1e39967_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Stage 1: Baseline</title>
          <sec>
            <title>Phase 1.1: Define</title>
            <p>To execute the study, a multidisciplinary <italic>Six Sigma</italic> project team [<xref ref-type="bibr" rid="ref43">43</xref>] was formed, consisting of 5 <italic>regular</italic> team members—a project champion (director of research), process owner and expert (technology services manager), project leader (data scientist), project manager and analyst (information systems analyst), and process user (clinical expert). The project leader has &#62;8 years of experience in leading evaluation projects using complex clinical data including hospital, emergency department, general practice, pharmaceutical, Medicare, mortality, aged care, and disability data, whereas the project manager and analyst holds &#62;6 years of experience in project management, policy analysis, and information systems analysis, and both have Black Belt certifications in LSS. The process user is a research-trained occupational therapist with 3 years of experience providing clinical care for residents at 1 of the residential aged care sites involved in the study and was included as a regular team member to provide clinical oversight and expertise as a direct user of clinical information systems.</p>
            <p>In addition, 5 executive and senior managers were included as <italic>resource</italic> and ad hoc team members to provide high-level information and process expertise, as needed.</p>
            <p>Several different LSS techniques including Voice of Customer; 5 Whys; Specific, Measurable, Achievable, Realistic, and Timely goals; stakeholder analysis; and a Suppliers, Inputs, Process, Outputs, and Customer diagram were used to define study goals, scope, outputs, critical-to-quality (CTQ) characteristics, and methodology [<xref ref-type="bibr" rid="ref43">43</xref>]. In addition, a Failure Modes and Effects Analysis [<xref ref-type="bibr" rid="ref44">44</xref>] was conducted to identify the potential risks and failures. <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> provides a brief description of the LSS techniques that appear in this manuscript for readers who are unfamiliar with the LSS framework.</p>
            <p>The main component of the define phase was to define the CTQ metrics to be used to measure data quality in the study. CTQ metrics are key factors or attributes determined to be important by an organization and are used to measure the performance of a process [<xref ref-type="bibr" rid="ref45">45</xref>]. The CTQ metrics for the clinical data were determined using the Delphi consensus method [<xref ref-type="bibr" rid="ref46">46</xref>]. First, a literature review was conducted to identify data quality metrics commonly used in data quality assessments [<xref ref-type="bibr" rid="ref47">47</xref>-<xref ref-type="bibr" rid="ref49">49</xref>]. After review by the project team, a shortlist of the 15 most relevant metrics was circulated to an expert group consisting of 68 key stakeholders in the organization across executives, care services, clinical excellence, quality, technology, business analytics, and research departments, who independently ranked metrics in order of those most critical to clinical data quality in their role. The final CTQ metrics represented the 6 metrics with the highest rankings among the expert group (<xref ref-type="table" rid="table3">Table 3</xref>).</p>
            <p>The define phase was completed in January 2022. The subsequent sections outline the planned protocol for the remaining phases.</p>
            <table-wrap position="float" id="table3">
              <label>Table 3</label>
              <caption>
                <p>Critical-to-quality metrics used to measure clinical data quality.</p>
              </caption>
              <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
                <col width="50"/>
                <col width="140"/>
                <col width="330"/>
                <col width="260"/>
                <col width="220"/>
                <thead>
                  <tr valign="top">
                    <td>Rank</td>
                    <td>Metric</td>
                    <td>Definition of metric</td>
                    <td>Measurement method</td>
                    <td>Defect definition</td>
                  </tr>
                </thead>
                <tbody>
                  <tr valign="top">
                    <td>1</td>
                    <td>Accuracy</td>
                    <td>The degree to which EHR<sup>a</sup> data correctly represent a client’s personal, medical, clinical, and psychosocial circumstances and care needs</td>
                    <td>Manual audit of random sample of EHRs compared with original documents (eg, admission documents or medical reports)</td>
                    <td>Data that do not match the original source of truth</td>
                  </tr>
                  <tr valign="top">
                    <td>2</td>
                    <td>Completeness</td>
                    <td>The degree to which all required data in the EHR are present</td>
                    <td>Data warehouse audit of all EHRs</td>
                    <td>Missing data (ie, null or blank fields)</td>
                  </tr>
                  <tr valign="top">
                    <td>4</td>
                    <td>Currentness</td>
                    <td>The degree to which EHR data are up to date and reflect the client’s current condition and changes in circumstances and care needs</td>
                    <td>Data warehouse audit of all EHRs</td>
                    <td>Data fields not updated within required timeframes as per clinical guidelines</td>
                  </tr>
                  <tr valign="top">
                    <td>3</td>
                    <td>Clarity</td>
                    <td>The degree to which data are presented in a clear format and enable the user to understand a client’s care needs without ambiguity</td>
                    <td>Manual assessment of a random sample of EHRs</td>
                    <td>Data fields with unclear presentation</td>
                  </tr>
                  <tr valign="top">
                    <td>5</td>
                    <td>Compliance</td>
                    <td>The degree to which EHRs capture all the required information to meet legal, funding, and regulatory requirements and in accordance with best practice clinical guidelines</td>
                    <td>Manual review of data fields captured in existing systems</td>
                    <td>Missing mandatory data (ie, null or blank fields)</td>
                  </tr>
                  <tr valign="top">
                    <td>6</td>
                    <td>Usability</td>
                    <td>The degree to which data are presented in a format that allows the information to be directly and efficiently used for primary (eg, care provision) and secondary purposes (eg, reporting, analytics, and evaluation)</td>
                    <td>Data warehouse audit of all EHRs</td>
                    <td>Data with limited primary and secondary usability</td>
                  </tr>
                </tbody>
              </table>
              <table-wrap-foot>
                <fn id="table3fn1">
                  <p><sup>a</sup>EHR: electronic health record.</p>
                </fn>
              </table-wrap-foot>
            </table-wrap>
          </sec>
          <sec>
            <title>Phase 1.2: Measure</title>
            <p>The measure phase will focus on measuring the baseline (T<sub>0</sub>) quality of clinical data across services and identifying key data quality issues. T<sub>0</sub> data quality will be measured through an audit of client EHRs using a 6-month lookback period. Data quality will be measured in terms of the <italic>number of defects</italic> present in EHRs, measured using the CTQ metrics identified by the expert group.</p>
            <p>Specifically, T<sub>0</sub> data quality will be measured by the number of defects per unit (DPU), defects per opportunity (DPO), defects per million opportunities (DPMO), and the Sigma level (<xref ref-type="table" rid="table4">Table 4</xref>). T<sub>0</sub> data quality will be measured for each of the 8 programs to allow the identification of any systematic variation between sites and service-specific data quality issues. In addition, the assessment will identify the most common types of defects across services to inform system optimization.</p>
            <table-wrap position="float" id="table4">
              <label>Table 4</label>
              <caption>
                <p><italic>Six Sigma</italic> metrics for measuring defects.</p>
              </caption>
              <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
                <col width="80"/>
                <col width="310"/>
                <col width="610"/>
                <thead>
                  <tr valign="top">
                    <td>Metric</td>
                    <td>Formula</td>
                    <td>Description</td>
                  </tr>
                </thead>
                <tbody>
                  <tr valign="top">
                    <td>DPU<sup>a</sup></td>
                    <td>
                      <inline-graphic xlink:href="resprot_v12i1e39967_fig2.png" xlink:type="simple" mimetype="image"/>
                    </td>
                    <td>Measures the average number of defects present in a unit (ie, the average number of defects in each client EHR<sup>b</sup>)</td>
                  </tr>
                  <tr valign="top">
                    <td>DPO<sup>c</sup></td>
                    <td>
                      <inline-graphic xlink:href="resprot_v12i1e39967_fig3.png" xlink:type="simple" mimetype="image"/>
                    </td>
                    <td>Measures the number of defects as a proportion of the total number of data fields (ie, opportunities) present in each client EHR</td>
                  </tr>
                  <tr valign="top">
                    <td>DPMO<sup>d</sup></td>
                    <td>
                      <inline-graphic xlink:href="resprot_v12i1e39967_fig4.png" xlink:type="simple" mimetype="image"/>
                    </td>
                    <td>Measures the number of DPO expressed per million</td>
                  </tr>
                  <tr valign="top">
                    <td>Sigma level</td>
                    <td>Determined from conversion tables using calculated DPMO</td>
                    <td>Measures the amount of variability in a process. <italic>Six Sigma</italic> quality performance is defined as 3.4 DPMO.</td>
                  </tr>
                </tbody>
              </table>
              <table-wrap-foot>
                <fn id="table4fn1">
                  <p><sup>a</sup>DPU: defects per unit.</p>
                </fn>
                <fn id="table4fn2">
                  <p><sup>b</sup>EHR: electronic health record.</p>
                </fn>
                <fn id="table4fn3">
                  <p><sup>c</sup>DPO: defects per opportunity.</p>
                </fn>
                <fn id="table4fn4">
                  <p><sup>d</sup>DPMO: defects per million opportunities.</p>
                </fn>
              </table-wrap-foot>
            </table-wrap>
          </sec>
          <sec>
            <title>Phase 1.3: Analyze</title>
            <p>Following the identification of key data quality issues across services, the analyze phase will focus on understanding the <italic>root causes</italic> of data quality issues. A qualitative research approach will be used to understand the workforce experiences of clinical documentation processes using existing clinical information systems and to identify the root causes of poor data quality.</p>
            <p>A purposive sample of the workforce across all 8 programs will be selected to participate in user consultations using either semistructured interviews or web-based surveys (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>). Different functional user groups will be purposively sampled at each site (care staff and clinical, administrative, and service managers) to provide whole-of-organization insight into existing processes, strengths, and gaps. At least 1 site from each program will be selected (a minimum of 8 sites). For programs with multiple sites, the sites with the highest, median, and lowest data quality based on the findings mentioned in <italic>Phase 1.2: Measure</italic> will be selected for consultation. In addition, users from the corporate workforce who routinely use clinical data or clinical information systems for reporting and analytics will also be consulted to provide insight into the back-end quality of clinical data.</p>
            <p>Data collected through user consultations will be used to generate initial subthemes and themes using an inductive thematic analysis approach [<xref ref-type="bibr" rid="ref50">50</xref>]. Generated themes and subthemes will then be assembled into a fishbone diagram [<xref ref-type="bibr" rid="ref51">51</xref>], which is an LSS visualization technique to identify the root causes of poor data quality across services.</p>
          </sec>
          <sec>
            <title>Phase 1.4: Improve (Part 1)</title>
            <p>In the final phase of stage 1, information collected in the measure and analyze phases will be used to generate solutions to optimize clinical data quality across services. Solutions will address identified process-related issues (eg, deprioritization of documentation tasks and workforce roles and responsibilities) and system-related issues (ie, system design, performance, and usability).</p>
            <p>Program-specific <italic>data requirements</italic> and <italic>priorities</italic> will be established to meet funding and regulatory requirements, best practice clinical guidelines, and the specific workflows of each service. In addition, data specifications will be developed to enable efficient and accurate information capture to enable high-quality primary (eg, care delivery) and secondary (eg, reporting, research, and evaluation) uses of data. A solutions selection matrix [<xref ref-type="bibr" rid="ref43">43</xref>] will be used to propose and rank solutions according to perceived cost benefits and to prioritize recommendations for implementation based on the most urgent needs of the organization.</p>
          </sec>
        </sec>
        <sec>
          <title>Stage 2: Optimization</title>
          <sec>
            <title>Phase 2.1: Improve (Part 2)</title>
            <p>Stage 2 will use Agile methodology to test and implement changes to clinical documentation processes and clinical information systems over a 12-month period.</p>
            <p>Program-specific data optimization will be conducted to meet the specific workflows and funding, regulatory, and clinical requirements of each service. <italic>Data requirements</italic> and <italic>priorities</italic> established in stage 1 will determine the order of the Agile sprints (ie, incremental cycles of changes). At the end of each sprint, data quality will be evaluated by calculating DPU, DPO, DPMO, and the Sigma level statistics as mentioned in the <italic>Phase 1.2: Measure</italic> section. User acceptance, experience, and satisfaction will be evaluated through user surveys, and user feedback from each sprint will be directly incorporated into the next Agile sprint. This iterative optimization method ensures a flexible approach that incorporates both user feedback and statistical measurement.</p>
          </sec>
          <sec>
            <title>Phase 2.2: Control</title>
            <p>At the end of stage 2, governance policies and procedures and a control plan will be developed to allow the process owner to routinely monitor and evaluate the quality of clinical data across the service after implementation.</p>
            <p>The control phase is the final phase and a critical part of the LSS DMAIC framework, which ensures that a new or improved process continues to work successfully after its implementation as a regular business process. A <italic>Clinical Data Quality Audit Tool</italic> will be designed to allow the routine evaluation of data quality across services as part of ongoing business practice. Internal policy and procedure documents will be developed, and training will be provided to the relevant departments.</p>
          </sec>
        </sec>
        <sec>
          <title>Stage 3: Evaluation</title>
          <p>The final stage of the study will evaluate changes in the primary and secondary outcomes in the 12 months following the full optimization (<xref ref-type="table" rid="table5">Table 5</xref>). Outcomes will be measured at T<sub>0</sub> and at 1, 3, 6, 9, and 12 months after full optimization. Previous studies in Australian RACFs have shown that the time spent on documentation tasks generally increases in the period after the implementation of new or changed systems as users learn the new technology and adjust their workflows [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>]. Therefore, long-term evaluation is critical for reliably quantifying changes in outcomes and their impact on organizational processes.</p>
          <table-wrap position="float" id="table5">
            <label>Table 5</label>
            <caption>
              <p>Primary and secondary outcomes and data collection plan.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="30"/>
              <col width="30"/>
              <col width="210"/>
              <col width="0"/>
              <col width="110"/>
              <col width="0"/>
              <col width="60"/>
              <col width="0"/>
              <col width="60"/>
              <col width="0"/>
              <col width="60"/>
              <col width="0"/>
              <col width="80"/>
              <col width="0"/>
              <col width="80"/>
              <col width="0"/>
              <col width="80"/>
              <col width="0"/>
              <col width="80"/>
              <col width="0"/>
              <col width="90"/>
              <thead>
                <tr valign="top">
                  <td colspan="5">Outcomes and data source or method</td>
                  <td colspan="17">Time point</td>
                </tr>
                <tr valign="top">
                  <td colspan="5">
                    <break/>
                  </td>
                  <td colspan="2">Baseline (T<sub>0</sub>)</td>
                  <td colspan="6">Sprints 1 to n</td>
                  <td colspan="9">Follow-up</td>
                </tr>
                <tr valign="top">
                  <td colspan="5">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">T<sub>1</sub></td>
                  <td colspan="2">T<sub>2</sub></td>
                  <td colspan="2">T<sub>n</sub></td>
                  <td colspan="2">T<sub>1 month</sub></td>
                  <td colspan="2">T<sub>3 months</sub></td>
                  <td colspan="2">T<sub>6 months</sub></td>
                  <td colspan="2">T<sub>9 months</sub></td>
                  <td>T<sub>12 months</sub></td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="22">
                    <bold>Primary outcome</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="21">
                    <bold>Data quality</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td colspan="20">
                    <bold>DPU<sup>a</sup></bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>EHR<sup>b</sup> audit</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td colspan="20">
                    <bold>DPO<sup>c</sup></bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>EHR audit</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td colspan="20">
                    <bold>DPMO<sup>d</sup></bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>EHR audit</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td colspan="20">
                    <bold>Sigma level</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>EHR audit</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                </tr>
                <tr valign="top">
                  <td colspan="22">
                    <bold>Secondary outcomes</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="21">
                    <bold>Care delivery</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td colspan="20">
                    <bold>Direct care time</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Self-report survey</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td colspan="20">
                    <bold>Documentation time</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Self-report survey</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td colspan="20">
                    <bold>Other activities</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Self-report survey</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="21">
                    <bold>Clinical outcomes</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td colspan="20">
                    <bold>Pressure injury<sup>e</sup></bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>EHR audit</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td colspan="20">
                    <bold>Restraints<sup>e</sup></bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>EHR audit</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td colspan="20">
                    <bold>Falls<sup>e</sup></bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>EHR audit</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td colspan="20">
                    <bold>Weight loss<sup>e</sup></bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>EHR audit</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td colspan="20">
                    <bold>Medication management<sup>e</sup></bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>EHR audit</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td colspan="20">
                    <bold>Behaviors of concern</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>EHR audit</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td colspan="20">
                    <bold>Choking</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>EHR audit</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td colspan="20">
                    <bold>Infection</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>EHR audit</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td colspan="20">
                    <bold>Unplanned hospital admission</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>EHR audit</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td colspan="20">
                    <bold>Wounds</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>EHR audit</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="21">
                    <bold>Business outcomes</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td colspan="20">
                    <bold>Cost of quality</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Cost analysis</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">✓</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td colspan="20">
                    <bold>Workforce productivity</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Self-report survey</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="21">
                    <bold>End user</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td colspan="20">
                    <bold>User satisfaction</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Self-report survey</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">✓</td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">✓</td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">✓</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td colspan="20">
                    <bold>User experience</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Self-report survey and interviews</td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">✓</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table5fn1">
                <p><sup>a</sup>DPU: defects per unit.</p>
              </fn>
              <fn id="table5fn2">
                <p><sup>b</sup>EHR: electronic health record.</p>
              </fn>
              <fn id="table5fn3">
                <p><sup>c</sup>DPO: defects per opportunity.</p>
              </fn>
              <fn id="table5fn4">
                <p><sup>d</sup>DPMO: defects per million opportunities.</p>
              </fn>
              <fn id="table5fn5">
                <p><sup>e</sup>National Quality Indicator Program (NQIP) outcome.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
      </sec>
      <sec>
        <title>Primary Outcome</title>
        <p>The primary study outcome is data quality measured using DPU, DPO, DPMO and Sigma level. Improvement in data quality from T<sub>0</sub> to 12 months after optimization will be determined by a reduction in DPU, DPO, and DPMO and an increase in Sigma level. A well-performing process should operate at a Sigma level of 6 and have ≤3.4 DPMO [<xref ref-type="bibr" rid="ref43">43</xref>].</p>
      </sec>
      <sec>
        <title>Secondary Outcomes</title>
        <sec>
          <title>Care Delivery</title>
          <p>Care delivery will be measured by the proportion of weekly direct care time spent with residents using a self-report version of the Work Measurement Tool developed by Munyisia et al [<xref ref-type="bibr" rid="ref52">52</xref>], which measures 8 categories of care activities in Australian RACFs, including <italic>direct care, medication management, communication, documentation, indirect care, personal, in-transit</italic>, and <italic>other</italic>. Clinical and care staff will be invited to complete self-report surveys from T<sub>0</sub> to 12 months after optimization to provide a measure of workflow before and after optimization. Self-reported activities will be validated against observer-rated activities for a random staff subsample.</p>
        </sec>
        <sec>
          <title>Clinical Outcomes</title>
          <p>Under the National Quality Indicator Program, Australian aged care providers are required to undertake mandatory reporting of 5 National Quality Indicator Program indicators as a measure of the quality of clinical services and care provision [<xref ref-type="bibr" rid="ref53">53</xref>]. These include <italic>pressure injuries, physical restraints, falls, unplanned weight loss</italic>, and <italic>medication management</italic>. In addition, Brightwater routinely measures 5 internal clinical indicators of quality across both aged care and disability services (behaviors of concern, choking, infection, unplanned hospital admission, wounds; <xref ref-type="table" rid="table5">Table 5</xref>). This study will measure changes in clinical outcomes from T<sub>0</sub> to 12 months after optimization.</p>
        </sec>
        <sec>
          <title>Business Outcomes</title>
          <p>A cost of quality (CoQ) analysis [<xref ref-type="bibr" rid="ref54">54</xref>] will be undertaken to compare the operational costs before and after optimization. The CoQ analysis is a critical part of the LSS framework to estimate the ongoing operational costs of optimizing the data or information system and to ensure that the expenses associated with achieving higher data quality are balanced against the costs of poor quality, which is defined as expenses incurred on resources and non–value-added activities to fix poor-quality data. CoQ costs include costs incurred on the optimization, ongoing operation, and maintenance of the data or information system, whereas poor-quality costs include costs incurred on activities such as data cleaning, data quality inspection, and meetings to rectify data inconsistencies. A health economist will be employed to undertake the CoQ analysis.</p>
          <p>In addition, workforce productivity will be evaluated before and after optimization in relation to regulatory reporting. Corporate staff will be invited to complete self-report surveys from T<sub>0</sub> to 12 months after optimization to provide an estimate of the number of hours worked to complete regulatory reporting activities before and after optimization.</p>
        </sec>
        <sec>
          <title>User Satisfaction</title>
          <p>Finally, self-report surveys and qualitative interviews will be used to measure changes in user satisfaction with clinical data systems before and after optimization. Prior research has shown that clinical documentation burden is a major driver of burnout among care staff [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>] and can negatively impact job satisfaction [<xref ref-type="bibr" rid="ref17">17</xref>]. Therefore, user satisfaction is an important outcome of this study.</p>
        </sec>
      </sec>
      <sec>
        <title>Quantitative Analysis</title>
        <p>Quantitative analyses will be conducted using STATA (version 16.0; StataCorp LLC) [<xref ref-type="bibr" rid="ref55">55</xref>]. Multilevel mixed effects regression models will be used to evaluate any change in primary and secondary outcomes from T<sub>0</sub> to 12 months after optimization. For clustered longitudinal data, multilevel modeling recognizes that a change in outcome is affected by a fixed effect (ie, implemented changes) and random effects at both individual and group levels and can explicitly account for this multilevel random variation [<xref ref-type="bibr" rid="ref56">56</xref>].</p>
        <p>An a priori power calculation was performed to determine the minimum number of EHRs required to be evaluated to detect a significant change in our primary outcome (ie, data quality measured using DPU, DPO, DPMO, and Sigma level) from T<sub>0</sub> to 12 months after optimization. First, we used G*Power [<xref ref-type="bibr" rid="ref57">57</xref>] to compute the required sample size to detect a medium difference (<italic>f</italic>=0.15) at a Cronbach α level of .05 and a power level of .80 using a linear multiple regression analysis with <italic>k</italic>=3 fixed predictors (time, program, and the time × program interaction), which returned a required sample size of 77.</p>
        <p>This was multiplied by the anticipated <italic>design effect</italic> [<xref ref-type="bibr" rid="ref58">58</xref>], which is an adjustment factor for clustering in multilevel models. The design effect is calculated as:</p>
        <p>
          <disp-formula>1 + [(<italic>n −</italic> 1) × ICC]                       <bold>(1)</bold></disp-formula>
        </p>
        <p>where n is the expected number of subjects per cluster and “ICC” is the intracluster coefficient or the expected correlation within clusters [<xref ref-type="bibr" rid="ref58">58</xref>]. We defined a cluster as a facility (ie, site) with a median cluster size of 30 clients per facility. With an anticipated moderate intracluster coefficient of 0.10, the design effect is equal to 3.9, giving a required sample size of 77 × 3.9 = 300. On the basis of the occupancy rates and client population size (n=2200) as of January 2022, our primary outcome analysis will have sufficient statistical power.</p>
      </sec>
      <sec>
        <title>Qualitative Analysis</title>
        <p>Qualitative data from user interviews and surveys will be coded and analyzed using NVivo 12 (QSR International) [<xref ref-type="bibr" rid="ref59">59</xref>]. An inductive thematic analysis approach will be used to identify and understand key themes, specifically to classify, order, and reassemble data to identify converging and diverging perspectives. A total of 50 interviews are anticipated to reach saturation.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>As of June 1, 2022, stage 1 commenced with T<sub>0</sub> data quality audits conducted to identify the current data quality and system strengths and limitations. T<sub>0</sub> data quality audits will be followed by user consultations to identify root causes of data quality issues. Clinical information requirements will be developed by May 2023 to inform optimization (stage 2) and evaluation (stage 3). Results are expected to be published in June 2023.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>It is anticipated that the study findings will show that optimization of clinical data and documentation will, in turn, have a major impact on care delivery and clinical outcomes and reduce business costs. Although the aim of the OPTIMISE study is to build internal organizational capacity for continuous improvement of clinical data quality, the findings will also be important to individuals and organizations across the aged care and disability service sector, as well as the wider health care sector, which is seeking novel technology solutions to improve the quality of clinical data to support high-quality care delivery and operational efficiency. In addition, the findings will be relevant to researchers and organizations interested in learning the opportunities and limitations of engaging an Agile LSS framework for quality improvement in a health care setting. These findings can stimulate organization-level research to support the development of evidence-based care. The findings will also be disseminated nationally and internationally through industry presentations, scientific conference presentations, and peer-reviewed journal publications.</p>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p><italic>Lean Six Sigma</italic> techniques.</p>
        <media xlink:href="resprot_v12i1e39967_app1.docx" xlink:title="DOCX File , 13 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Interview schedule.</p>
        <media xlink:href="resprot_v12i1e39967_app2.pdf" xlink:title="PDF File  (Adobe PDF File), 542 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CoQ</term>
          <def>
            <p>cost of quality</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CTQ</term>
          <def>
            <p>critical-to-quality</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">DMAIC</term>
          <def>
            <p>Define, Measure, Analyze, Improve, Control</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">DPMO</term>
          <def>
            <p>defects per million opportunities</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">DPO</term>
          <def>
            <p>defects per opportunity</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">DPU</term>
          <def>
            <p>defects per unit</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">EHR</term>
          <def>
            <p>electronic health record</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">HIT</term>
          <def>
            <p>health IT</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">LSS</term>
          <def>
            <p>
              <italic>Lean Six Sigma</italic>
            </p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">OPTIMISE</term>
          <def>
            <p>Optimizing the Quality of Clinical Data in an Australian Aged Care and Disability Service to Improve Care Delivery and Clinical Outcomes</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">RACF</term>
          <def>
            <p>residential aged care facility</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb12">T0</term>
          <def>
            <p>baseline</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>Data sharing is not applicable for this paper as no data sets were generated or analyzed during this study.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="con">
        <p>LT designed and leads the study; developed the study framework, methodology, and analysis plan; and leads the evaluation. GT designed the study, developed the study framework and methodology, and performs data collection and analysis. RW performs data collection and analysis. AM designed and leads the study and provides study oversight. MR developed the technology strategy and leads the technology optimization.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>Aged care act 1997</article-title>
          <source>Wikipedia</source>
          <access-date>2021-11-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://en.wikipedia.org/wiki/Aged_Care_Act_1997">https://en.wikipedia.org/wiki/Aged_Care_Act_1997</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <article-title>Disability Services Act 1993</article-title>
          <source>Western Australian Legislation</source>
          <year>1993</year>
          <access-date>2021-11-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.legislation.wa.gov.au/legislation/statutes.nsf/main_mrtitle_267_homepage.html">https://www.legislation.wa.gov.au/legislation/statutes.nsf/main_mrtitle_267_homepage.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Morgans</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Burgess</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Information management for aged care provision in Australia: development of an aged care minimum dataset and strategies to improve quality and continuity of care</article-title>
          <source>Health Inf Manag</source>
          <year>2016</year>
          <month>04</month>
          <day>05</day>
          <volume>45</volume>
          <issue>1</issue>
          <fpage>27</fpage>
          <lpage>35</lpage>
          <pub-id pub-id-type="doi">10.1177/1833358316639453</pub-id>
          <pub-id pub-id-type="medline">28691563</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>El-Kareh</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hasan</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Schiff</surname>
              <given-names>GD</given-names>
            </name>
          </person-group>
          <article-title>Use of health information technology to reduce diagnostic errors</article-title>
          <source>BMJ Qual Saf</source>
          <year>2013</year>
          <month>10</month>
          <day>13</day>
          <volume>22 Suppl 2</volume>
          <issue>Suppl 2</issue>
          <fpage>ii40</fpage>
          <lpage>51</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://qualitysafety.bmj.com/lookup/pmidlookup?view=long&#38;pmid=23852973"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjqs-2013-001884</pub-id>
          <pub-id pub-id-type="medline">23852973</pub-id>
          <pub-id pub-id-type="pii">bmjqs-2013-001884</pub-id>
          <pub-id pub-id-type="pmcid">PMC3786650</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schiff</surname>
              <given-names>GD</given-names>
            </name>
            <name name-style="western">
              <surname>Bates</surname>
              <given-names>DW</given-names>
            </name>
          </person-group>
          <article-title>Can electronic clinical documentation help prevent diagnostic errors?</article-title>
          <source>N Engl J Med</source>
          <year>2010</year>
          <month>03</month>
          <day>25</day>
          <volume>362</volume>
          <issue>12</issue>
          <fpage>1066</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1056/nejmp0911734</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Developing measurements of the quality of electronic versus paper-based nursing documentation in Australian aged care homes</article-title>
          <source>Electron J Health Informatic</source>
          <year>2011</year>
          <month>1</month>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>e7</fpage>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Seaman</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Jorgensen</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Raban</surname>
              <given-names>MZ</given-names>
            </name>
            <name name-style="western">
              <surname>Lind</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Bell</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Westbrook</surname>
              <given-names>JI</given-names>
            </name>
          </person-group>
          <article-title>Transforming routinely collected residential aged care provider data into timely information: current and future directions</article-title>
          <source>Australas J Ageing</source>
          <year>2021</year>
          <month>09</month>
          <day>06</day>
          <volume>40</volume>
          <issue>3</issue>
          <fpage>e262</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1111/ajag.12985</pub-id>
          <pub-id pub-id-type="medline">34363300</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mohamoud</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Byrne</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Samarth</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Implementation of health information technology in long-term care settings: findings from the AHRQ health IT portfolio</article-title>
          <source>Agency for Healthcare Research and Quality</source>
          <year>2009</year>
          <access-date>2021-11-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://digital.ahrq.gov/sites/default/files/docs/page/08-0087-EF.pdf">https://digital.ahrq.gov/sites/default/files/docs/page/08-0087-EF.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gaskin</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Georgiou</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Barton</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Westbrook</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Examining the role of information exchange in residential aged care work practices--a survey of residential aged care facilities</article-title>
          <source>BMC Geriatr</source>
          <year>2012</year>
          <month>08</month>
          <day>02</day>
          <volume>12</volume>
          <issue>1</issue>
          <fpage>40</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcgeriatr.biomedcentral.com/articles/10.1186/1471-2318-12-40"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1471-2318-12-40</pub-id>
          <pub-id pub-id-type="medline">22856585</pub-id>
          <pub-id pub-id-type="pii">1471-2318-12-40</pub-id>
          <pub-id pub-id-type="pmcid">PMC3463451</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shiells</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Diaz Baquero</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Štěpánková</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Holmerová</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Staff perspectives on the usability of electronic patient records for planning and delivering dementia care in nursing homes: a multiple case study</article-title>
          <source>BMC Med Inform Decis Mak</source>
          <year>2020</year>
          <month>07</month>
          <day>13</day>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>159</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedinformdecismak.biomedcentral.com/articles/10.1186/s12911-020-01160-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12911-020-01160-8</pub-id>
          <pub-id pub-id-type="medline">32660474</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12911-020-01160-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC7359585</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Munyisia</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hailey</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>The impact of an electronic nursing documentation system on efficiency of documentation by caregivers in a residential aged care facility</article-title>
          <source>J Clin Nurs</source>
          <year>2012</year>
          <month>10</month>
          <volume>21</volume>
          <issue>19-20</issue>
          <fpage>2940</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1365-2702.2012.04157.x</pub-id>
          <pub-id pub-id-type="medline">22827170</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Munyisia</surname>
              <given-names>EN</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hailey</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Caregivers’ time utilization before and after the introduction of an electronic nursing documentation system in a residential aged care facility</article-title>
          <source>Methods Inf Med</source>
          <year>2018</year>
          <month>01</month>
          <day>20</day>
          <volume>52</volume>
          <issue>05</issue>
          <fpage>403</fpage>
          <lpage>10</lpage>
          <pub-id pub-id-type="doi">10.3414/me12-01-0024</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sprinks</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Bureaucracy an increasing source of nurse frustration - RCN survey</article-title>
          <source>Nurs Stand</source>
          <year>2013</year>
          <month>04</month>
          <day>24</day>
          <volume>27</volume>
          <issue>34</issue>
          <fpage>11</fpage>
          <pub-id pub-id-type="doi">10.7748/ns2013.04.27.34.11.s17</pub-id>
          <pub-id pub-id-type="medline">23700674</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moy</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Schwartz</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Sadri</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lucas</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Cato</surname>
              <given-names>KD</given-names>
            </name>
            <name name-style="western">
              <surname>Rossetti</surname>
              <given-names>SC</given-names>
            </name>
          </person-group>
          <article-title>Measurement of clinical documentation burden among physicians and nurses using electronic health records: a scoping review</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2021</year>
          <month>04</month>
          <day>23</day>
          <volume>28</volume>
          <issue>5</issue>
          <fpage>998</fpage>
          <lpage>1008</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33434273"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jamia/ocaa325</pub-id>
          <pub-id pub-id-type="medline">33434273</pub-id>
          <pub-id pub-id-type="pii">6090156</pub-id>
          <pub-id pub-id-type="pmcid">PMC8068426</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Oxentenko</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>CP</given-names>
            </name>
            <name name-style="western">
              <surname>Popkave</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Weinberger</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Kolars</surname>
              <given-names>JC</given-names>
            </name>
          </person-group>
          <article-title>Time spent on clinical documentation: a survey of internal medicine residents and program directors</article-title>
          <source>Arch Intern Med</source>
          <year>2010</year>
          <month>02</month>
          <day>22</day>
          <volume>170</volume>
          <issue>4</issue>
          <fpage>377</fpage>
          <lpage>80</lpage>
          <pub-id pub-id-type="doi">10.1001/archinternmed.2009.534</pub-id>
          <pub-id pub-id-type="medline">20177042</pub-id>
          <pub-id pub-id-type="pii">170/4/377</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tuckett</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hughes</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Gilmour</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hegney</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Huntington</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Turner</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Caring in residential aged-care. Qualitative findings from an e-cohort sub-study</article-title>
          <source>J Clin Nurs</source>
          <year>2009</year>
          <month>09</month>
          <volume>18</volume>
          <issue>18</issue>
          <fpage>2604</fpage>
          <lpage>12</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1365-2702.2008.02735.x</pub-id>
          <pub-id pub-id-type="medline">19538567</pub-id>
          <pub-id pub-id-type="pii">JCN2735</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pelletier</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Duffield</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Gietzelt</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Larkin</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Franks</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>The complexities of documenting clinical information in long-term care settings in Australia</article-title>
          <source>J Gerontol Nurs</source>
          <year>2002</year>
          <month>05</month>
          <volume>28</volume>
          <issue>5</issue>
          <fpage>8</fpage>
          <lpage>12</lpage>
          <pub-id pub-id-type="doi">10.3928/0098-9134-20020501-05</pub-id>
          <pub-id pub-id-type="medline">12035829</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moseby</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>The stress of aged care documentation</article-title>
          <source>Aus Nurs J</source>
          <year>2002</year>
          <volume>9</volume>
          <issue>10</issue>
          <fpage>27</fpage>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Meißner</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Schnepp</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Staff experiences within the implementation of computer-based nursing records in residential aged care facilities: a systematic review and synthesis of qualitative research</article-title>
          <source>BMC Med Inform Decis Mak</source>
          <year>2014</year>
          <month>06</month>
          <day>20</day>
          <volume>14</volume>
          <issue>1</issue>
          <fpage>54</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedinformdecismak.biomedcentral.com/articles/10.1186/1472-6947-14-54"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1472-6947-14-54</pub-id>
          <pub-id pub-id-type="medline">24947420</pub-id>
          <pub-id pub-id-type="pii">1472-6947-14-54</pub-id>
          <pub-id pub-id-type="pmcid">PMC4114165</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rantz</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Alexander</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Galambos</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Flesner</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Vogelsmeier</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hicks</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Scott-Cawiezell</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Zwygart-Stauffacher</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Greenwald</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>The use of bedside electronic medical record to improve quality of care in nursing facilities: a qualitative analysis</article-title>
          <source>Comput Inform Nurs</source>
          <year>2011</year>
          <month>03</month>
          <volume>29</volume>
          <issue>3</issue>
          <fpage>149</fpage>
          <lpage>56</lpage>
          <pub-id pub-id-type="doi">10.1097/NCN.0b013e3181f9db79</pub-id>
          <pub-id pub-id-type="medline">20975545</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Shen</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The benefits of introducing electronic health records in residential aged care facilities: a multiple case study</article-title>
          <source>Int J Med Inform</source>
          <year>2012</year>
          <month>10</month>
          <volume>81</volume>
          <issue>10</issue>
          <fpage>690</fpage>
          <lpage>704</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2012.05.013</pub-id>
          <pub-id pub-id-type="medline">22749424</pub-id>
          <pub-id pub-id-type="pii">S1386-5056(12)00107-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hailey</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>The quality of paper-based versus electronic nursing care plan in Australian aged care homes: a documentation audit study</article-title>
          <source>Int J Med Inform</source>
          <year>2015</year>
          <month>08</month>
          <volume>84</volume>
          <issue>8</issue>
          <fpage>561</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2015.04.004</pub-id>
          <pub-id pub-id-type="medline">26004340</pub-id>
          <pub-id pub-id-type="pii">S1386-5056(15)00091-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Qian</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Developing a theoretical model and questionnaire survey instrument to measure the success of electronic health records in residential aged care</article-title>
          <source>PLoS One</source>
          <year>2018</year>
          <month>1</month>
          <day>9</day>
          <volume>13</volume>
          <issue>1</issue>
          <fpage>e0190749</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0190749"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0190749</pub-id>
          <pub-id pub-id-type="medline">29315323</pub-id>
          <pub-id pub-id-type="pii">PONE-D-16-13879</pub-id>
          <pub-id pub-id-type="pmcid">PMC5760016</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Charalambous</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Goldberg</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>‘Gaps, mishaps and overlaps’. Nursing documentation: how does it affect care?</article-title>
          <source>J Res Nurs</source>
          <year>2016</year>
          <month>12</month>
          <day>20</day>
          <volume>21</volume>
          <issue>8</issue>
          <fpage>638</fpage>
          <lpage>48</lpage>
          <pub-id pub-id-type="doi">10.1177/1744987116678900</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Alexander</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Rantz</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Flesner</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Diekemper</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Siem</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Clinical information systems in nursing homes: an evaluation of initial implementation strategies</article-title>
          <source>Comput Inform Nurs</source>
          <year>2007</year>
          <volume>25</volume>
          <issue>4</issue>
          <fpage>189</fpage>
          <lpage>97</lpage>
          <pub-id pub-id-type="doi">10.1097/01.NCN.0000280589.28067.18</pub-id>
          <pub-id pub-id-type="medline">17625399</pub-id>
          <pub-id pub-id-type="pii">00024665-200707000-00004</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shihundla</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Lebese</surname>
              <given-names>RT</given-names>
            </name>
            <name name-style="western">
              <surname>Maputle</surname>
              <given-names>MS</given-names>
            </name>
          </person-group>
          <article-title>Effects of increased nurses' workload on quality documentation of patient information at selected Primary Health Care facilities in Vhembe District, Limpopo Province</article-title>
          <source>Curationis</source>
          <year>2016</year>
          <month>05</month>
          <day>13</day>
          <volume>39</volume>
          <issue>1</issue>
          <fpage>1545</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/27246793"/>
          </comment>
          <pub-id pub-id-type="doi">10.4102/curationis.v39i1.1545</pub-id>
          <pub-id pub-id-type="medline">27246793</pub-id>
          <pub-id pub-id-type="pmcid">PMC6091764</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Blair</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Nursing documentation: frameworks and barriers</article-title>
          <source>Contemp Nurse</source>
          <year>2012</year>
          <month>06</month>
          <day>17</day>
          <volume>41</volume>
          <issue>2</issue>
          <fpage>160</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.5172/conu.2012.41.2.160</pub-id>
          <pub-id pub-id-type="medline">22800381</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Redman</surname>
              <given-names>TC</given-names>
            </name>
          </person-group>
          <article-title>The impact of poor data quality on the typical enterprise</article-title>
          <source>Commun ACM</source>
          <year>1998</year>
          <month>02</month>
          <volume>41</volume>
          <issue>2</issue>
          <fpage>79</fpage>
          <lpage>82</lpage>
          <pub-id pub-id-type="doi">10.1145/269012.269025</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gorla</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Somers</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Organizational impact of system quality, information quality, and service quality</article-title>
          <source>J Strategic Inform Syst</source>
          <year>2010</year>
          <month>9</month>
          <volume>19</volume>
          <issue>3</issue>
          <fpage>207</fpage>
          <lpage>28</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jsis.2010.05.001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Alexander</surname>
              <given-names>GL</given-names>
            </name>
            <name name-style="western">
              <surname>Georgiou</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Siette</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Madsen</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Livingstone</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Westbrook</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Deroche</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Exploring information technology (IT) sophistication in New South Wales residential aged care facilities</article-title>
          <source>Aust Health Review</source>
          <year>2020</year>
          <volume>44</volume>
          <issue>2</issue>
          <fpage>288</fpage>
          <pub-id pub-id-type="doi">10.1071/ah18260</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sarpiri</surname>
              <given-names>MN</given-names>
            </name>
            <name name-style="western">
              <surname>Gandomani</surname>
              <given-names>TJ</given-names>
            </name>
          </person-group>
          <article-title>A case study of using the hybrid model of scrum and <italic>Six Sigma</italic> in software development</article-title>
          <source>Int J Electric Comput Eng</source>
          <year>2021</year>
          <month>12</month>
          <day>01</day>
          <volume>11</volume>
          <issue>6</issue>
          <fpage>5342</fpage>
          <pub-id pub-id-type="doi">10.11591/ijece.v11i6.pp5342-5350</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Correia</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gonçalves</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Misra</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Integrating the scrum framework and <italic>lean six sigma</italic></article-title>
          <source>Computational Science and Its Applications – ICCSA 2019</source>
          <year>2019</year>
          <month>6</month>
          <day>29</day>
          <publisher-loc>Cham</publisher-loc>
          <publisher-name>Springer</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schroeder</surname>
              <given-names>RG</given-names>
            </name>
            <name name-style="western">
              <surname>Linderman</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Liedtke</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Choo</surname>
              <given-names>AS</given-names>
            </name>
          </person-group>
          <article-title><italic>Six sigma</italic>: definition and underlying theory⋆</article-title>
          <source>J Operations Manage</source>
          <year>2007</year>
          <month>06</month>
          <day>22</day>
          <volume>26</volume>
          <issue>4</issue>
          <fpage>536</fpage>
          <lpage>54</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jom.2007.06.007</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kimsey</surname>
              <given-names>DB</given-names>
            </name>
          </person-group>
          <article-title>Lean methodology in health care</article-title>
          <source>AORN J</source>
          <year>2010</year>
          <month>07</month>
          <volume>92</volume>
          <issue>1</issue>
          <fpage>53</fpage>
          <lpage>60</lpage>
          <pub-id pub-id-type="doi">10.1016/j.aorn.2010.01.015</pub-id>
          <pub-id pub-id-type="medline">20619772</pub-id>
          <pub-id pub-id-type="pii">S0001-2092(10)00462-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Snee</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title><italic>Lean six sigma</italic> – getting better all the time</article-title>
          <source>Int J Lean Six Sigma</source>
          <year>2010</year>
          <volume>1</volume>
          <issue>1</issue>
          <fpage>9</fpage>
          <lpage>29</lpage>
          <pub-id pub-id-type="doi">10.1108/20401461011033130</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>de Koning</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Verver</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>van den Heuvel</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bisgaard</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Does</surname>
              <given-names>RJ</given-names>
            </name>
          </person-group>
          <article-title>Lean six sigma in healthcare</article-title>
          <source>J Healthc Qual</source>
          <year>2006</year>
          <volume>28</volume>
          <issue>2</issue>
          <fpage>4</fpage>
          <lpage>11</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1945-1474.2006.tb00596.x</pub-id>
          <pub-id pub-id-type="medline">16749293</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liberatore</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title><italic>Six Sigma</italic> in healthcare delivery</article-title>
          <source>Int J Health Care Qual Assurance</source>
          <year>2013</year>
          <volume>26</volume>
          <issue>7</issue>
          <fpage>601</fpage>
          <lpage>26</lpage>
          <pub-id pub-id-type="doi">10.1108/ijhcqa-09-2011-0054</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>DelliFraine</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Langabeer</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Nembhard</surname>
              <given-names>IM</given-names>
            </name>
          </person-group>
          <article-title>Assessing the evidence of <italic>Six Sigma</italic> and lean in the health care industry</article-title>
          <source>Qual Manage Health Care</source>
          <year>2010</year>
          <volume>19</volume>
          <issue>3</issue>
          <fpage>211</fpage>
          <lpage>25</lpage>
          <pub-id pub-id-type="doi">10.1097/qmh.0b013e3181eb140e</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Safaie</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Capability maturity model integration with approach of agile <italic>Six Sigma</italic></article-title>
          <source>Int J Agile Syst Manage</source>
          <year>2017</year>
          <volume>10</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <pub-id pub-id-type="doi">10.1504/ijasm.2017.10003863</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Improta</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Guizzi</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Ricciardi</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Giordano</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Ponsiglione</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Converso</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Triassi</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Agile <italic>Six Sigma</italic> in healthcare: case study at Santobono pediatric hospital</article-title>
          <source>Int J Environ Res Public Health</source>
          <year>2020</year>
          <month>02</month>
          <day>07</day>
          <volume>17</volume>
          <issue>3</issue>
          <fpage>1052</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=ijerph17031052"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/ijerph17031052</pub-id>
          <pub-id pub-id-type="medline">32046052</pub-id>
          <pub-id pub-id-type="pii">ijerph17031052</pub-id>
          <pub-id pub-id-type="pmcid">PMC7037742</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Laureani</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Antony</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Integrating innovation, agile and lean six sigma</article-title>
          <source>Leading Lean Six Sigma</source>
          <year>2021</year>
          <publisher-loc>Bingley</publisher-loc>
          <publisher-name>Emerald Publishing Limited</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Alipour</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Laux</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hoffa</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bentley</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Agile Six Sigma – a descriptive approach</article-title>
          <source>Proceedings of the Seventh International Conference on Lean Six Sigma</source>
          <year>2018</year>
          <conf-name>Seventh International Conference on Lean Six Sigma</conf-name>
          <conf-date>May 7 - 8, 2018</conf-date>
          <conf-loc>Dubai, United Arab Emirates</conf-loc>
          <pub-id pub-id-type="doi">10.4324/9780429425967-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Basu</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Six-Sigma to operational excellence: role of tools and techniques</article-title>
          <source>Int J <italic>Six Sigma</italic> Competitive Advantage</source>
          <year>2004</year>
          <volume>1</volume>
          <issue>1</issue>
          <fpage>44</fpage>
          <pub-id pub-id-type="doi">10.1504/ijssca.2004.005277</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>de Souza</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Cesar</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Carpinetti</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>A FMEA-based approach to prioritize waste reduction in lean implementation</article-title>
          <source>Int J Qual Reliability Manage</source>
          <year>2014</year>
          <volume>31</volume>
          <issue>4</issue>
          <fpage>346</fpage>
          <lpage>66</lpage>
          <pub-id pub-id-type="doi">10.1108/IJQRM-05-2012-0058</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tenera</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Pinto</surname>
              <given-names>LC</given-names>
            </name>
          </person-group>
          <article-title>A Lean Six Sigma (LSS) project management improvement model</article-title>
          <source>Procedia Soc Behav Sci</source>
          <year>2014</year>
          <month>03</month>
          <volume>119</volume>
          <fpage>912</fpage>
          <lpage>20</lpage>
          <pub-id pub-id-type="doi">10.1016/j.sbspro.2014.03.102</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hsu</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Brian</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>The Delphi technique: use, considerations, and applications in the conventional, policy, and on-line environments</article-title>
          <source>Online Research Methods in Urban and Planning Studies: Design and Outcomes</source>
          <year>2012</year>
          <publisher-loc>Hershey</publisher-loc>
          <publisher-name>Information Science Reference</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Batini</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Cappiello</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Francalanci</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Maurino</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Methodologies for data quality assessment and improvement</article-title>
          <source>ACM Comput Surv</source>
          <year>2009</year>
          <month>07</month>
          <day>30</day>
          <volume>41</volume>
          <issue>3</issue>
          <fpage>1</fpage>
          <lpage>52</lpage>
          <pub-id pub-id-type="doi">10.1145/1541880.1541883</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pipino</surname>
              <given-names>LL</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>YW</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>RY</given-names>
            </name>
          </person-group>
          <article-title>Data quality assessment</article-title>
          <source>Commun ACM</source>
          <year>2002</year>
          <month>04</month>
          <volume>45</volume>
          <issue>4</issue>
          <fpage>211</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1145/505248.506010</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cappiello</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Data quality assessment from the user's perspective</article-title>
          <source>Proceedings of the 2004 international workshop on Information quality in information systems</source>
          <year>2004</year>
          <conf-name>IQIS04: International Workshop on Information Quality in Information Systems 2004</conf-name>
          <conf-date>Jun 18 , 2004</conf-date>
          <conf-loc>Paris, France</conf-loc>
          <pub-id pub-id-type="doi">10.1145/1012453.1012465</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fereday</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Muir-Cochrane</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Demonstrating rigor using thematic analysis: a hybrid approach of inductive and deductive coding and theme development</article-title>
          <source>Int J Qual Method</source>
          <year>2016</year>
          <month>11</month>
          <day>29</day>
          <volume>5</volume>
          <issue>1</issue>
          <fpage>80</fpage>
          <lpage>92</lpage>
          <pub-id pub-id-type="doi">10.1177/160940690600500107</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Coccia</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The Fishbone diagram to identify, systematize and analyze the sources of general purpose technologies</article-title>
          <source>J Soc Admin Sci</source>
          <year>2018</year>
          <volume>4</volume>
          <issue>4</issue>
          <fpage>291</fpage>
          <lpage>303</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Munyisia</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hailey</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Development and testing of a work measurement tool to assess caregivers' activities in residential aged care facilities</article-title>
          <source>Stud Health Technol Inform</source>
          <year>2010</year>
          <volume>160</volume>
          <issue>Pt 2</issue>
          <fpage>1226</fpage>
          <lpage>30</lpage>
          <pub-id pub-id-type="medline">20841879</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Australia</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>National aged care mandatory quality indicator program (QI program)</article-title>
          <source>Australian Government Department of Health and Aged Care</source>
          <access-date>2021-11-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.health.gov.au/initiatives-and-programs/national-aged-care-mandatory-quality-indicator-program-qi-program">https://www.health.gov.au/initiatives-and-programs/national-aged-care-mandatory-quality-indicator-program-qi-program</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schiffauerova</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Thomson</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>A review of research on cost of quality models and best practices</article-title>
          <source>Int J Qual Reliability Manage</source>
          <year>2006</year>
          <volume>23</volume>
          <issue>6</issue>
          <fpage>647</fpage>
          <lpage>69</lpage>
          <pub-id pub-id-type="doi">10.1108/02656710610672470</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>StataCorp</collab>
          </person-group>
          <source>Stata Statistical Software: Release 13</source>
          <year>2013</year>
          <publisher-loc>College Station, TX</publisher-loc>
          <publisher-name>StataCorp LP</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Greenland</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Principles of multilevel modelling</article-title>
          <source>Int J Epidemiol</source>
          <year>2000</year>
          <month>02</month>
          <volume>29</volume>
          <issue>1</issue>
          <fpage>158</fpage>
          <lpage>67</lpage>
          <pub-id pub-id-type="doi">10.1093/ije/29.1.158</pub-id>
          <pub-id pub-id-type="medline">10750618</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Faul</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Erdfelder</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Buchner</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lang</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Statistical power analyses using G*Power 3.1: tests for correlation and regression analyses</article-title>
          <source>Behav Res Method</source>
          <year>2009</year>
          <month>11</month>
          <volume>41</volume>
          <issue>4</issue>
          <fpage>1149</fpage>
          <lpage>60</lpage>
          <pub-id pub-id-type="doi">10.3758/brm.41.4.1149</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kerry</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Bland</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>The intracluster correlation coefficient in cluster randomisation</article-title>
          <source>BMJ</source>
          <year>1998</year>
          <month>05</month>
          <day>09</day>
          <volume>316</volume>
          <issue>7142</issue>
          <fpage>1455</fpage>
          <lpage>60</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/9572764"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.316.7142.1455</pub-id>
          <pub-id pub-id-type="medline">9572764</pub-id>
          <pub-id pub-id-type="pmcid">PMC1113123</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="web">
          <article-title>NVivo qualitative data analysis software</article-title>
          <source>NVivo</source>
          <access-date>2023-02-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://tinyurl.com/yn22c667">https://tinyurl.com/yn22c667</ext-link>
          </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
