<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article article-type="research-article" dtd-version="2.0" xmlns:xlink="http://www.w3.org/1999/xlink">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v13i1e50146</article-id>
      <article-id pub-id-type="pmid">38386370</article-id>
      <article-id pub-id-type="doi">10.2196/50146</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>A Virtual Hospital Model of Care for Low Back Pain, Back@Home: Protocol for a Hybrid Effectiveness-Implementation Type-I Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Brahmbhatt</surname>
            <given-names>Viraj</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Xiang</surname>
            <given-names>Huiyun</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Tegern</surname>
            <given-names>Matthias</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Melman</surname>
            <given-names>Alla</given-names>
          </name>
          <degrees>BAppSci, MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Sydney Musculoskeletal Health</institution>
            <institution>The University of Sydney and Sydney Local Health District</institution>
            <addr-line>Level 10N, King George V Building, Royal Prince Alfred Hospital</addr-line>
            <addr-line>Missenden Road</addr-line>
            <addr-line>Camperdown, 2050</addr-line>
            <country>Australia</country>
            <phone>61 286276263</phone>
            <email>alla.melman@sydney.edu.au</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3726-1477</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Teng</surname>
            <given-names>Min Jiat</given-names>
          </name>
          <degrees>BAppSci, MHSM</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4948-0335</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Coombs</surname>
            <given-names>Danielle M</given-names>
          </name>
          <degrees>BAppSci, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0005-7851</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Li</surname>
            <given-names>Qiang</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4384-8226</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Billot</surname>
            <given-names>Laurent</given-names>
          </name>
          <degrees>MSc, MRes</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4975-9793</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Lung</surname>
            <given-names>Thomas</given-names>
          </name>
          <degrees>MSc, PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9978-6311</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Rogan</surname>
            <given-names>Eileen</given-names>
          </name>
          <degrees>MBBS, MHSM, PhD</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0003-4059-4085</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Marabani</surname>
            <given-names>Mona</given-names>
          </name>
          <degrees>MBBS</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0867-3106</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Hutchings</surname>
            <given-names>Owen</given-names>
          </name>
          <degrees>MBBS</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2793-0027</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author">
          <name name-style="western">
            <surname>Maher</surname>
            <given-names>Chris G</given-names>
          </name>
          <degrees>BAppSci, DMedSc, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1628-7857</ext-link>
        </contrib>
        <contrib id="contrib11" contrib-type="author">
          <name name-style="western">
            <surname>Machado</surname>
            <given-names>Gustavo C</given-names>
          </name>
          <degrees>BPhty, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8544-0448</ext-link>
        </contrib>
        <contrib id="contrib12" contrib-type="author">
          <collab>Back@Home Investigators</collab>
          <xref rid="aff6" ref-type="aff">6</xref>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Sydney Musculoskeletal Health</institution>
        <institution>The University of Sydney and Sydney Local Health District</institution>
        <addr-line>Camperdown</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>RPA Virtual Hospital</institution>
        <institution>Sydney Local Health District</institution>
        <addr-line>Sydney</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>The George Institute for Global Health</institution>
        <institution>University of New South Wales</institution>
        <addr-line>Sydney</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>School of Public Health</institution>
        <institution>Faculty of Medicine and Health</institution>
        <institution>The University of Sydney</institution>
        <addr-line>Sydney</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Department of Medicine</institution>
        <institution>Canterbury Hospital</institution>
        <institution>Sydney Local Health District</institution>
        <addr-line>Sydney</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff6">
        <label>6</label>
        <institution>See Acknowledgments</institution>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Alla Melman <email>alla.melman@sydney.edu.au</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2024</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>22</day>
        <month>2</month>
        <year>2024</year>
      </pub-date>
      <volume>13</volume>
      <elocation-id>e50146</elocation-id>
      <history>
        <date date-type="received">
          <day>20</day>
          <month>6</month>
          <year>2023</year>
        </date>
        <date date-type="rev-request">
          <day>4</day>
          <month>12</month>
          <year>2023</year>
        </date>
        <date date-type="rev-recd">
          <day>12</day>
          <month>12</month>
          <year>2023</year>
        </date>
        <date date-type="accepted">
          <day>13</day>
          <month>12</month>
          <year>2023</year>
        </date>
      </history>
      <copyright-statement>©Alla Melman, Min Jiat Teng, Danielle M Coombs, Qiang Li, Laurent Billot, Thomas Lung, Eileen Rogan, Mona Marabani, Owen Hutchings, Chris G Maher, Gustavo C Machado,  Back@Home Investigators. Originally published in JMIR Research Protocols (https://www.researchprotocols.org), 22.02.2024.</copyright-statement>
      <copyright-year>2024</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on https://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.researchprotocols.org/2024/1/e50146" xlink:type="simple"/>
      <related-article related-article-type="correction-forward" xlink:title="This is a corrected version. See correction statement in:" xlink:href="https://www.researchprotocols.org/2024/1/e60298" vol="13" page="e60298"> </related-article>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Low back pain (LBP) was the fifth most common reason for an emergency department (ED) visit in 2020-2021 in Australia, with &gt;145,000 presentations. A total of one-third of these patients were subsequently admitted to the hospital. The admitted patient care accounts for half of the total health care expenditure on LBP in Australia.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The primary aim of the Back@Home study is to assess the effectiveness of a virtual hospital model of care to reduce the length of admission in people presenting to ED with musculoskeletal LBP. A secondary aim is to evaluate the acceptability and feasibility of the virtual hospital and our implementation strategy. We will also investigate rates of traditional hospital admission from the ED, representations and readmissions to the traditional hospital, demonstrate noninferiority of patient-reported outcomes, and assess cost-effectiveness of the new model.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>This is a hybrid effectiveness-implementation type-I study. To evaluate effectiveness, we plan to conduct an interrupted time-series study at 3 metropolitan hospitals in Sydney, New South Wales, Australia. Eligible patients will include those aged 16 years or older with a primary diagnosis of musculoskeletal LBP presenting to the ED. The implementation strategy includes clinician education using multimedia resources, staff champions, and an “audit and feedback” process. The implementation of “Back@Home” will be evaluated over 12 months and compared to a 48-month preimplementation period using monthly time-series trends in the average length of hospital stay as the primary outcome. We will construct a plot of the observed and expected lines of trend based on the preimplementation period. Linear segmented regression will identify changes in the level and slope of fitted lines, indicating immediate effects of the intervention, as well as effects over time. The data will be fully anonymized, with informed consent collected for patient-reported outcomes.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>As of December 6, 2023, a total of 108 patients have been cared for through Back@Home. A total of 6 patients have completed semistructured interviews regarding their experience of virtual hospital care for nonserious back pain. All outcomes will be evaluated at 6 months (August 2023) and 12 months post implementation (February 2024).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This study will serve to inform ongoing care delivery and implementation strategies of a novel model of care. If found to be effective, it may be adopted by other health districts, adapting the model to their unique local contexts.</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>PRR1-10.2196/50146</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>length of stay</kwd>
        <kwd>back pain</kwd>
        <kwd>musculoskeletal pain</kwd>
        <kwd>telemedicine</kwd>
        <kwd>hospital-based home care</kwd>
        <kwd>mobile phone</kwd>
        <kwd>home care</kwd>
        <kwd>virtual care</kwd>
        <kwd>remote care</kwd>
        <kwd>virtual hospital</kwd>
        <kwd>pain</kwd>
        <kwd>telehealth</kwd>
        <kwd>eHealth</kwd>
        <kwd>musculoskeletal</kwd>
        <kwd>implementation</kwd>
        <kwd>model of care</kwd>
        <kwd>back</kwd>
        <kwd>cost</kwd>
        <kwd>economic</kwd>
        <kwd>readmission</kwd>
        <kwd>hospital stay</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Low back pain (LBP) was the fifth most common reason for an emergency department (ED) visit in 2020-2021 in Australia, with more than 145,000 presentations [<xref ref-type="bibr" rid="ref1">1</xref>]. One-third of these patients were subsequently admitted to hospital. The current annual admission rates for spinal conditions are high in Australia, at 465 per 100,000 population, compared to 219 in the United Kingdom, 197 in the Netherlands, and 142 in Canada [<xref ref-type="bibr" rid="ref2">2</xref>]. Admission rates following LBP presentations to ED are higher in Australia [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>] than have been reported in the United States [<xref ref-type="bibr" rid="ref5">5</xref>]. The potential contributors to high admission rates are differences in case mix [<xref ref-type="bibr" rid="ref6">6</xref>], patient expectations of hospital admission when experiencing high levels of distress [<xref ref-type="bibr" rid="ref7">7</xref>], and lack of alternative pathways for prompt pain management. These hospitalizations pose a significant burden on the health care system. In Australia, for example, admitted patient care of LBP lasts an average of 9 days and costs Aus $15,000 (US $10,000) per admission [<xref ref-type="bibr" rid="ref8">8</xref>].</p>
        <p>Most patients admitted to the hospital with a primary LBP diagnosis do not have a serious underlying condition and there is evidence that admissions carry the risk of harm. Our recent medical record review of 1982 admissions found that 57% of inpatients with provisionally diagnosed musculoskeletal LBP in ED were discharged with this same diagnosis [<xref ref-type="bibr" rid="ref9">9</xref>]. Bed rest, as typically occurs with traditional hospital admission, is not recommended in LBP guidelines [<xref ref-type="bibr" rid="ref10">10</xref>] as it can delay recovery. A recent study showed that 23% of LBP admissions had opioid-related complications and other serious events such as falls in hospital (4%) and hospital-acquired infections (1.4%) [<xref ref-type="bibr" rid="ref11">11</xref>]. These patients could be diverted to more cost-effective and safer alternate clinical pathways.</p>
        <p>Virtual hospitals have been proposed as a potential clinical pathway for people with LBP [<xref ref-type="bibr" rid="ref12">12</xref>], to facilitate early discharge. Interviews with people admitted for acute LBP have identified that returning home as soon as possible is a key patient priority; however, patients fear a lack of support if discharged home [<xref ref-type="bibr" rid="ref13">13</xref>]. There is also evidence from other conditions that virtual hospitals are cost-effective. Systematic reviews of “early supported discharge” have been shown to safely reduce the length of the hospital stay in adults with a range of medical conditions [<xref ref-type="bibr" rid="ref14">14</xref>]. A recent US trial of virtual hospital admission for mixed acute medical conditions showed 38% lower costs for virtual hospital patients compared to traditional admissions, and reduced use of laboratory tests, imaging, and consultations [<xref ref-type="bibr" rid="ref15">15</xref>]. The virtual hospital cohort had higher levels of patient satisfaction and lower rates of adverse events [<xref ref-type="bibr" rid="ref15">15</xref>].</p>
        <p>We currently lack alternatives to traditional hospital admission for patients with musculoskeletal LBP who present to Australian EDs and require acute clinical care. A virtual hospital has been implemented in Sydney Local Health District, Australia for COVID-19–positive patients and other patient cohorts [<xref ref-type="bibr" rid="ref16">16</xref>], caring for over 16,000 patients to date [<xref ref-type="bibr" rid="ref17">17</xref>]. In the virtual hospital, clinicians use technologies for remote patient monitoring and management [<xref ref-type="bibr" rid="ref12">12</xref>]. Monitoring via daily clinician contact is designed to reduce representation to the ED while providing clinical support and pain management until the patient is able to link in with and attend outpatient services. Given the higher rates of potentially serious pathology in this cohort (compared to primary care), it is also a form of safety netting, allowing prompt escalation if required. Physical activity monitoring is designed to substitute regular reminders to mobilize as would be delivered on a traditional ward and encourage patients to slowly upgrade physical activity. A virtual hospital service, however, is yet to be formally evaluated in patients with musculoskeletal LBP.</p>
        <p>Alongside the diagnostic challenge of LBP, is the difficulty of discharging patients home when safe mobility is not yet achieved. Some patients may still require short-term traditional hospital admission to allow for effective analgesia to facilitate mobility. Hence, in this study, we will evaluate the effectiveness of an early-supported discharge virtual hospital model of care, with traditional hospital length of stay as the primary outcome.</p>
      </sec>
      <sec>
        <title>Aims</title>
        <p>The main aims of the Back@Home study are to assess the effectiveness of a virtual hospital model of care for LBP on health service outcomes (eg, length of admission), patient-reported outcomes (eg, satisfaction with care), and costs. The secondary aims are to evaluate the acceptability and appropriateness of the virtual hospital model of care for LBP, as well as the feasibility and fidelity of our multifaceted implementation strategy.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design</title>
        <p>This is a hybrid effectiveness-implementation type-I study [<xref ref-type="bibr" rid="ref18">18</xref>]. This study design will allow us to assess the effectiveness of a new virtual hospital model of care for LBP on health services outcomes while assessing the feasibility and acceptability of the new model and our multifaceted implementation strategy, as described by Curran et al [<xref ref-type="bibr" rid="ref18">18</xref>]. We have used the guidance for conducting implementation trials by Pearson et al [<xref ref-type="bibr" rid="ref19">19</xref>] and Proctor et al [<xref ref-type="bibr" rid="ref20">20</xref>] to design this study.</p>
      </sec>
      <sec>
        <title>Setting</title>
        <p>This study will be conducted at 3 public hospitals in Sydney, New South Wales, Australia. The hospitals have a combined 169,000 ED attendances per year, with 650,000 total “bed days” available annually, averaging 1530 inpatients per day [<xref ref-type="bibr" rid="ref21">21</xref>].</p>
      </sec>
      <sec>
        <title>Population</title>
        <p>To identify the study population, Systematized Nomenclature of Medicine Clinical Terms-Australian (SNOMED-CT-AU) diagnosis codes will be used to select patients in the ED aged 16 years and older with a primary discharge diagnosis related to musculoskeletal LBP. Those with an ED diagnosis code of a “serious” LBP condition (eg, vertebral fracture, spinal abscess, and cauda equina syndrome) will be excluded. We will then use inpatient discharge diagnosis codes (<italic>International Classification of Diseases, Tenth Revision, Australian Modification</italic> [<italic>ICD-10 AM</italic>]) to classify the LBP admissions as “serious” or “musculoskeletal” (ie, nonspecific LBP and lumbosacral radicular pain). Only data from admissions where inpatient discharge diagnosis codes are musculoskeletal LBP admissions will be evaluated.</p>
        <p>Patients who presented to the ED with a primary diagnosis related to musculoskeletal LBP and were discharged without admission into a short stay or inpatient unit will be included in the data analysis to determine rates of hospital admission.</p>
      </sec>
      <sec>
        <title>Intervention</title>
        <p>Patients with LBP requiring admission in ED short stay or inpatient units will be assessed by senior ED staff. Eligible patients will be referred to the “Back@Home” virtual LBP service by the ED medical officer, in consultation with local rheumatology or general medicine admitting teams. The eligibility criteria for the virtual hospital are people aged 16 years and older diagnosed with musculoskeletal LBP, with or without radicular pain, requiring a higher level of clinical support above standard discharge home (see <xref rid="figure1" ref-type="fig">Figure 1</xref>).</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Virtual low back pain service workflows. ED: Emergency Department; LBP: low back pain.</p>
          </caption>
          <graphic xlink:href="resprot_v13i1e50146_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>Back@Home, a service run by Royal Prince Alfred Hospital (RPA) Virtual Hospital, will provide virtual “Hospital in the Home” care, including home visits, video calls, and remote monitoring. Eligible patients already admitted to the inpatient ward will also be referred to “Back@Home” to facilitate earlier discharge. Patients will be remotely monitored from home, and have 24/7 access to hospital-based clinicians through a “virtual” care center. An escalation pathway will be available if a patient’s condition deteriorates at home, and traditional admission, expedited imaging, or intervention is deemed necessary.</p>
        <p>Medical care will be provided by virtual hospital physicians and nurses, with consultations from rheumatology specialists provided as required. All patients will be virtually assessed and treated by a physiotherapist, with additional assessments provided by occupational therapists, psychologists, and social workers as required.</p>
        <p>Videoconferencing calls will be used to collect clinical observations and provide care. If required, patients will receive home visits from a physiotherapist [<xref ref-type="bibr" rid="ref17">17</xref>]. The need for home visits will be decided by the multidisciplinary team (physician, nurse, and physiotherapist) during daily clinical reviews, in response to patient needs. If a patient appears to not be coping well at home and is at risk of ED representation, a home visit will be scheduled.</p>
        <p>Remote monitoring of physical activity, such as step count, will be enabled via an activity tracker. The wearable device used (Garmin Vivovit 4) is a validated method of recording sleep cycles and sedentary and active time in community settings [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>]. Patients will be able to report activity measures to their virtual physiotherapist during daily video calls, assisting in goal setting and behavioral health coaching.</p>
        <p>Care will be provided through a variety of technologies as appropriate. SMS, telephone calls, videoconferencing calls (Zoom; Zoom Video Communications), patient information sheets emailed directly to patients, as well as access to the “Physitrack” smartphone app for the provision of health information content and exercise programs.</p>
        <p>Traditionally admitted patients will receive usual clinical care, with a referral for physiotherapy mobility assessment if required, as per standard ward protocols. They will be eligible for referral to Back@Home to facilitate early supported discharge, if appropriate.</p>
      </sec>
      <sec>
        <title>Implementation Strategy</title>
        <p>The implementation strategy will last for 3 months at each site. The “Knowledge to Action Framework” [<xref ref-type="bibr" rid="ref24">24</xref>] (see <xref rid="figure2" ref-type="fig">Figure 2</xref>) was used to guide a research program to develop and evaluate the implementation of Back@Home. The framework structure includes identifying a clinical problem, and then developing evidence-based potential solutions while adapting these to the local context, evaluating the solution, and monitoring outcomes.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Knowledge to action framework. ED: Emergency Department; LBP: low back pain.</p>
          </caption>
          <graphic xlink:href="resprot_v13i1e50146_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>Semistructured interviews with hospital clinicians regarding perceived barriers and facilitators to implementation have informed the current design of the model of care [<xref ref-type="bibr" rid="ref7">7</xref>]. Based on clinicians’ input, the Back@Home model of care will incorporate the loan of internet-enabled devices, health care interpreters, and written resources translated into community languages to facilitate more equitable access to care for marginalized groups. Feedback was provided by the Director of Aboriginal Health and the Aboriginal Cultural Support Team. Consultation on the model was also provided by ED medical officers, rheumatology, general medicine, and allied health departments, as well as nurse practitioners and social workers.</p>
        <p>We will explore additional local barriers to implementation, design, and implement strategies to address these barriers, and monitor clinical practice and clinician behavior change. The evaluation will determine the effectiveness of the model of care, and if found effective, we will develop strategies to maintain health care system changes (see <xref rid="figure1" ref-type="fig">Figure 1</xref>).</p>
        <p>To increase the uptake of the Back@Home model of care, we plan to use several implementation strategies that have been previously shown to be effective in changing professional behavior. First, staff training will be delivered by Back@Home investigators (MJT, ER, MM, and OH) at scheduled staff education sessions attended by physiotherapists, nurses, registrars, trainees, and consultants in ED and general medicine. Sessions will last 15 minutes and be delivered before implementation and at 1 and 3 months post implementation. Training will describe the process of referral to virtual care, deliver updates on implementation progress, and provide a forum to raise concerns or questions. Second, key local opinion leaders [<xref ref-type="bibr" rid="ref25">25</xref>], in the form of “staff champions” will be provided with training. These staff will remind all clinical staff about Back@Home as an option for patients with musculoskeletal LBP requiring admission and will be identified by wearing a badge with the Back@Home logo. The ED primary care physiotherapist will play a key role in championing the Back@Home model of care. Third, a summary card containing admission criteria and contact details for the virtual hospital will be provided to relevant staff, which can be attached to staff lanyards for easy access (if permitted). This printed material will be used to reinforce the content of educational sessions [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref27">27</xref>]. Fourth, a monthly email update will be sent to ED, general medicine, and rheumatology staff regarding the length of hospital stay and rates of admission to traditional hospitals. Audit and feedback strategies have been shown to be effective in influencing health professionals’ behavior [<xref ref-type="bibr" rid="ref28">28</xref>], and in supporting back pain model of care implementation strategies [<xref ref-type="bibr" rid="ref29">29</xref>].</p>
      </sec>
      <sec>
        <title>Evaluation</title>
        <sec>
          <title>Health Service Outcomes</title>
          <p>The health service outcomes include (1) monthly mean length of hospital stay (ED short stay units and inpatient units) in those admitted as a traditional inpatient following an ED presentation for musculoskeletal LBP (primary outcome; <xref ref-type="table" rid="table1">Table 1</xref>); (2) monthly proportion of ED musculoskeletal LBP presentations that result in traditional hospital admissions (ED short stay or inpatient units); (3) monthly proportion of admitted patients representing to traditional hospital, including representations to the ED within 48 hours since discharge and readmissions to an inpatient unit within 28 days; and (4) mean and total hospital health care costs per month, for patients admitted to traditional and virtual hospitals.</p>
          <table-wrap position="float" id="table1">
            <label>Table 1</label>
            <caption>
              <p>Evaluation plan.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="90"/>
              <col width="220"/>
              <col width="380"/>
              <col width="160"/>
              <col width="150"/>
              <thead>
                <tr valign="top">
                  <td>Outcome dimension</td>
                  <td>Outcome</td>
                  <td>Outcome definition</td>
                  <td>Data source</td>
                  <td>Data collection and analysis period</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>Service</td>
                  <td>(1) Length of hospital stay; (2) inpatient admission; (3) rerepresentations; and (4) readmissions to inpatient units</td>
                  <td>(1) Monthly mean length of hospital stay (ED<sup>a</sup> short stay units and inpatient units) in those admitted as traditional inpatients following an ED presentation for musculoskeletal LBP<sup>b</sup>; (2) monthly proportion of ED musculoskeletal LBP presentations that result in traditional hospital admissions (ED short stay or inpatient units); (3) monthly proportion of admitted patients representing to a traditional hospital, including representations to the ED within 48 hours since discharge; and (4) monthly proportion of admitted patients who are readmissions to an inpatient unit within 28 days.</td>
                  <td>1-4: eMR<sup>c</sup></td>
                  <td>Baseline: 2016 January to 2023 February; T1<sup>d</sup>: 2023 August; T2<sup>e</sup>: 2024 February</td>
                </tr>
                <tr valign="top">
                  <td>Implementation</td>
                  <td>(1) Acceptability; (2) appropriateness; (3) feasibility; and (4) fidelity</td>
                  <td>(1-3) acceptability, appropriateness, and feasibility of the Back@Home “Model of Care” and implementation strategies (posters, staff training, videos, and newsletter); and (4) fidelity of the delivery of implementation strategies as planned.</td>
                  <td>(1-3) Semistructured interviews with clinicians and patients; (4) logbook of implementation delivery</td>
                  <td>T1: 2023 August</td>
                </tr>
                <tr valign="top">
                  <td>Patient</td>
                  <td>(1) Pain intensity; (2) physical function; (3) satisfaction with care; and (4) adverse events</td>
                  <td>(1) Numeric rating pain scale (0-10); (2) PROMIS<sup>f</sup> Physical Function-6a; (3) global satisfaction with care for traditional and virtual admissions (0-10 points) and patient-reported experience measures as routinely collected by the virtual hospital (26-item survey); and (4) proportion of patients experiencing any AE<sup>g</sup>; frequency of AEs for virtual admissions</td>
                  <td>(1-3) Patient  survey; (4) eMR</td>
                  <td>Collected at 2 and 4 weeks post ED presentation or during admission (adverse events), analyzed at T1 and T2</td>
                </tr>
                <tr valign="top">
                  <td>Process</td>
                  <td>(1) Diagnostic tests ordered; (2) pain medicines used; (3) video and phone calls; (4) home visits received; (5) Physitrack app use; and (6) Physitrack and activity tracker usefulness</td>
                  <td>(1) Proportion of virtually admitted patients receiving diagnostic tests; (2) proportion of virtually admitted patients prescribed specific medicines; (3) number and frequency of video consultations with virtual hospital clinical staff; (4) number and frequency of clinician home visits; (5) usage rates of the Physitrack app by patients (log-ins, viewing, and marked completion of exercise program); and (6) patient-reported experience measures questions 7 and 9 (5-point scale).</td>
                  <td>(1-4) eMR; (5) Physitrack app; and (6) Patient-Reported Experience Measure survey</td>
                  <td>Collected during virtual admission, analyzed at T1 and T2</td>
                </tr>
                <tr valign="top">
                  <td>Health economic</td>
                  <td>Hospital admission costs</td>
                  <td>Cost of delivering virtual care compared to inpatient care for nonserious low back pain.</td>
                  <td>eMR and finance reporting systems</td>
                  <td>Collected during admission and analyzed at T1 and T2</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table1fn1">
                <p><sup>a</sup>ED: Emergency Department.</p>
              </fn>
              <fn id="table1fn2">
                <p><sup>b</sup>LBP: low back pain.</p>
              </fn>
              <fn id="table1fn3">
                <p><sup>c</sup>eMR: electronic medical record.</p>
              </fn>
              <fn id="table1fn4">
                <p><sup>d</sup>T1: 6 months post implementation.</p>
              </fn>
              <fn id="table1fn5">
                <p><sup>e</sup>T2: 12 months post implementation.</p>
              </fn>
              <fn id="table1fn6">
                <p><sup>f</sup>PROMIS: Patient-Reported Outcomes Measurement Information System.</p>
              </fn>
              <fn id="table1fn7">
                <p><sup>g</sup>AE: adverse event.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
        <sec>
          <title>Implementation Outcomes</title>
          <p>Implementation outcomes discussed in clinician and patient interviews will include (1) acceptability, appropriateness, and feasibility of the model of care to clinicians and the health service evaluated at 6 months using semistructured interviews [<xref ref-type="bibr" rid="ref30">30</xref>] and (2) fidelity to planned implementation at 6 months using a logbook of implementation.</p>
        </sec>
        <sec>
          <title>Patient-Reported Outcomes</title>
          <p>Patient-reported outcomes will be collected at 2 and 4 weeks following hospital admission from patients admitted to traditional and virtual hospitals. Outcomes include average pain intensity in the past week (Numeric Rating Scale, range 0-10), Patient-Reported Outcomes Measurement Information System (PROMIS) Short Form—Physical Function 6b (range 6-30), and global rating of satisfaction with care (range 0-10).</p>
        </sec>
        <sec>
          <title>Process Measures (Virtual Hospital Admissions Only)</title>
          <p>First, the proportion of virtually admitted patients receiving diagnostic tests, by type: laboratory tests; lumbar imaging tests: plain radiography (x-ray), computerized tomography scan, magnetic resonance imaging; and per month.</p>
          <p>Second, the proportion of virtually admitted patients prescribed specific medicines, per month. Pain medicines will be classified according to the Anatomical Therapeutic Chemical (ATC) classification systems. The drug dosage regimens will also be collected for the following groups of medicines: simple analgesics (ie, paracetamol); nonsteroidal anti-inflammatory drugs; weak opioids (eg, tramadol and codeine); strong opioids (eg, oxycodone and morphine); muscle relaxants; benzodiazepines; antiepileptics; antidepressants; and corticosteroids.</p>
          <p>Third, the usage rates of the Physitrack app by patients (log-ins, viewing, and marked completion of exercise program). Fourth, the number and frequency of video consultations with virtual hospital clinical staff. Fifth, the number and frequency of face-to-face consultations (home visits) with staff. Sixth, the number and frequency of escalations of care (patient transferred to hospital), and adverse events. Seventh, the patient-reported experience measures as routinely collected by the virtual hospital, with additional questions relevant to Back@Home patients (26-item survey).</p>
        </sec>
      </sec>
      <sec>
        <title>Data Collection</title>
        <sec>
          <title>Health Service Outcomes</title>
          <p>We will extract primary and secondary health care use data from electronic medical records. Data extracted will include patient demographics (eg, age, gender, and postcode), ED presentation and inpatient admission or discharge date, length of ED and admission stay, discharge primary and secondary Systematized Nomenclature of Medicine (SNOMED)/<italic>ICD-10</italic> codes, diagnostic tests used (eg, laboratory tests and imaging), pain medicines received, specialist and allied health consultations, and health care costs. Hospital-acquired complications or adverse events will be identified via Classification of Hospital Acquired Diagnoses (CHADx) codes present in <italic>ICD-10 AM</italic> data [<xref ref-type="bibr" rid="ref30">30</xref>]. Patient medical record number, encounter or visit identifier will be replaced by study ID as part of the data extraction process, resulting in deidentified data.</p>
        </sec>
        <sec>
          <title>Implementation Outcomes</title>
          <p>Semistructured interviews will be conducted with key clinical staff and hospital managers at the implementation site, as well as those involved in delivering virtual care. Purposeful sampling will aim for input from physiotherapists, nurses, ED medical officers, and rheumatologists. Patients who have experienced Back@Home virtual care will also be asked to participate (approved by Sydney Local Health District X21-0094 and 2021/ETH00591).</p>
          <p>The fidelity of training-related implementation delivery will be assessed via a logbook of staff training, noting the number of sessions delivered, session delivery mode, and number of attendees.</p>
        </sec>
        <sec>
          <title>Patient-Reported Outcomes</title>
          <p>Patients with musculoskeletal LBP as the primary reason for admission (to traditional or virtual hospitals) will be eligible to complete the patient-reported outcome survey. Before implementation, we will use electronic medical records to identify a cohort that would have likely been eligible for virtual admission if it were available. This will include traditionally admitted patients with a Waterlow Mobility Score of 0-3 (not bed-bound) on admission, with a diagnosis of musculoskeletal LBP. All virtually admitted patients with LBP will be eligible. Automated text message invitations will be sent to eligible patients (via REDCap [Research Electronic Data Capture; Vanderbilt University] and Twilio) containing a link to an web-based survey, at 2 and 4 weeks following the ED presentation. One reminder message will be sent to nonresponders, and patients who do not respond to the text message will be followed up with a telephone call and offered the opportunity to ask any questions regarding participation or complete the survey by telephone. This process will be used to maximize the response rate of the surveys and has been proven to be feasible [<xref ref-type="bibr" rid="ref31">31</xref>].</p>
        </sec>
      </sec>
      <sec>
        <title>Statistical Analysis Plan</title>
        <sec>
          <title>Health Service Outcomes</title>
          <p>Time-series trends during a retrospective 48-month period before the implementation of the new model of care will be compared with trends during a 12-month postimplementation period. Preliminary analysis will be conducted at 6 months post implementation. We will display the length of admissions as monthly averages and construct a plot of the observed and expected lines of the trend based on the preimplementation period. Linear segmented regression will identify changes in the level and slope of fitted lines. The standard interrupted time series model that will be used is</p>
          <disp-formula>
            <graphic xlink:href="resprot_v13i1e50146_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </disp-formula>
          <p>In this equation, <italic>Y<sub>t</sub></italic> is the outcome variable (eg, length of admission) measured at each equally spaced time point <italic>t</italic> (monthly). <italic>β</italic><sub>0</sub> represents the intercept or starting level of the outcome variable and <italic>β</italic><sub>1</sub>, the slope or trajectory of the outcome variable until the introduction of the intervention. <italic>T<sub>t</sub></italic> represents the month of the initial ED presentation with <italic>T</italic><sub>0</sub> representing the first month (2017 January). <italic>β</italic><sub>2</sub> represents the change in the level of the outcome that occurs in the period immediately following the introduction of the intervention (compared with what would have happened in the absence of the intervention). <italic>β</italic><sub>3</sub> represents the difference between preintervention and postintervention slopes of the outcome. Thus, we look for significant differences in <italic>β</italic><sub>2</sub> to indicate an immediate treatment effect, and in <italic>β</italic><sub>3</sub> to indicate a treatment effect over time.</p>
          <p>Data will be analyzed using SAS software (version 9.4; SAS Institute). Descriptive statistics will be used for patient demographics and clinical characteristics. Categorical variables will be described with frequencies (%) and continuous variables will be described with means and SDs.</p>
          <p>To account for fluctuations in preimplementation hospital admissions due to COVID-19 pandemic–related restrictions, a time series analysis will account for these time periods. Restricted periods will be considered as February 1 to June 30, 2020; June 1 to December 1, 2021; and January 1 to May 1, 2022.</p>
        </sec>
        <sec>
          <title>Patient-Reported Outcomes</title>
          <p>Patient-reported secondary outcomes will include pain, physical function, and satisfaction with care at 2 and 4 weeks following admission. Group sample sizes of 100 eligible patients admitted to traditional hospital wards and 100 patients admitted to RPA Virtual Hospital, will be required to achieve 80% power to detect a noninferiority 1-point difference in patient-reported outcomes for satisfaction with care (0-10 continuous scale) between groups using a 1-sided, 2-sample equal-variance <italic>t</italic> test. The margin of noninferiority will be –1. The actual difference between the means will be assumed to be 0. The significance level (α) of the test will be set at .025. The data will be drawn from populations with an SD of 2.5 in both groups.</p>
        </sec>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>This investigation will be conducted in full compliance with the Declaration of Helsinki. Ethics approval has been granted by the Ethics Review Committee of Royal Prince Alfred Hospital (protocol X21-0278 and 2021/ETH10967). A waiver of consent has been approved for routinely collected data sourced from electronic medical records. Study data will be fully deidentified, to protect patient, clinician privacy, and confidentiality. Informed consent will be collected for all patient-reported outcomes. No compensation will be offered for participation.</p>
      </sec>
      <sec>
        <title>Patient and Public Involvement</title>
        <p>The virtual hospital model of care was developed with the assistance of semistructured interviews with clinicians from several disciplines across 3 metropolitan hospitals. Clinicians from the departments of physiotherapy, rheumatology, and emergency medicine participated in a co-design process with researchers and administrators at RPA Virtual Hospital at Sydney Local Health District.</p>
      </sec>
      <sec>
        <title>Economic Evaluation Plan</title>
        <p>An economic evaluation will be undertaken from the health system perspective. Costs associated with implementing Back@Home virtual care and patients’ health service use will be measured, using a combination of electronic medical records and financial trial records. Intervention-related costs include the development of training materials and salaried time of staff attending training workshops, changes in workload for staff delivering virtual care and costs related to information technology support and maintenance of the virtual network. Health service costs will be measured using Independent Health and Aged Care Pricing Authority national weighted activity units for admitted inpatient hospital and ED presentations; prescription and over-the-counter medications using the Pharmaceutical Benefits Scheme and  pharmacy prices. All costs will be reported in Australian dollars. Where necessary, costs will be converted to 2023 prices using the health consumer price index published by the Australian Bureau of Statistics. Costs and effects will be discounted where appropriate.</p>
        <p>We plan to conduct a cost-effectiveness analysis alongside this time series analysis with data from the intervention site. Similar to the time series model for health service outcomes, a generalized linear model with a gamma distribution and logarithmic link function will be used for the segmented regression analysis of health care costs. An incremental cost-effectiveness ratio will be calculated for the health services outcomes: length of stay and hospital admissions. This will be presented as incremental costs per bed day avoided and incremental cost per hospital admission avoided. Nonparametric bootstrapping with 5000 replications will be used to estimate the 95% CIs around the incremental cost and effect pairs for both health services outcomes. These will be presented on an incremental cost-effectiveness plane. We also plan to explore the cost-effectiveness using the patient outcomes from this study. If the patient outcomes analysis shows noninferiority as hypothesized, we will perform a cost-minimization analysis by comparing the cost between the control and intervention phases.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>We will collect data from January 1, 2017, to September 30, 2024, and a 60-month period within this time frame will be used in the analysis, determined by the implementation schedule for the new model of care. Back@Home participant data will be collected from February 2023, following roll out of the service. For primary and secondary health service outcomes, we expect to collect data from approximately 12,500 patients with musculoskeletal LBP attending the 3 study EDs over a 5-year period, via the electronic medical record system. Interim process evaluation and implementation outcomes are expected to be published in early 2024, and the final study results are expected to be published in 2025. As of December 6, 2023, a total of 108 patients have been cared for through Back@Home. A total of 6 patients have completed semistructured interviews regarding their experience of virtual hospital care for nonserious back pain. All outcomes will be evaluated at 6 months (2023 August) and 12 months post implementation (2024 February).</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>This study will investigate the implementation of a novel model of care for nonserious back pain, delivered through a virtual hospital. Process evaluation will be used to inform further iterations of the service, guided by the Knowledge To Action framework [<xref ref-type="bibr" rid="ref24">24</xref>]. We anticipate that the feasibility of implementing Back@Home will be demonstrated, along with the acceptability of the model of care to clinicians and patients and cost-effectiveness. Additionally, we hypothesize that patient-reported outcomes (pain and satisfaction with care) will be noninferior to traditional hospital admission. Interpretation of the patient-reported outcomes may be limited by response rate and strategies have been planned to optimize the response rate.</p>
      <p>The interrupted time-series design has been commonly used to evaluate the impact of new patient pathways on admission rates, length of stay, and ED representation [<xref ref-type="bibr" rid="ref32">32</xref>-<xref ref-type="bibr" rid="ref34">34</xref>] for a variety of health conditions. We hypothesize that following the introduction of Back@Home, hospital length of stay, and admission rates for LBP will be reduced, compared to preimplementation measures. If proven to be safe, acceptable, effective, and cost-effective, virtual care for nonserious back pain could be expanded to other health districts in New South Wales, and potentially other states. Implementation in other jurisdictions would depend on staffing and technological resources to deliver virtual care.</p>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ATC</term>
          <def>
            <p>Anatomical Therapeutic Chemical</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CHADx</term>
          <def>
            <p>Classification of Hospital Acquired Diagnoses</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">ED</term>
          <def>
            <p>emergency department</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">ICD-10 AM</term>
          <def>
            <p>International Classification of Diseases, Tenth Revision, Australian Modification</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">LBP</term>
          <def>
            <p>low back pain</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">PROMIS</term>
          <def>
            <p>Patient-Reported Outcomes Measurement Information System</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">REDCap</term>
          <def>
            <p>Research Electronic Data Capture</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">RPA</term>
          <def>
            <p>Royal Prince Alfred Hospital</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">SNOMED</term>
          <def>
            <p>Systematized Nomenclature of Medicine</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">SNOMED-CT-AU</term>
          <def>
            <p>Systematized Nomenclature of Medicine Clinical Terms-Australian</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This study has received a Hospitals Contribution Fund (HCF) Research Grant: Optimizing outcomes for patients with back pain by preventing hospital admission (Aus $315,000 [US $207,500]), HCF Health Services Research Grant, HCF Research Foundation.</p>
      <p>The Back@Home Investigators are: Alla Melman, Danielle M Coombs, Qiang Li, Laurent Billot, Bethan Richards, Eileen Rogan, Ananthila Anandacoomarasamy, Owen Hutchings, Min Jiat Teng, Kirsten McCaffery, Mona Marabani, Miranda Shaw, Cassandra Dearing, Ian Harris, Rachelle Buchbinder, Chris Needs, James Edwards, Narcyz Ghinea, Michael Dinh, Dane Chalkley, Rachael Dodd, Chris G Maher, Gustavo C Machado.</p>
    </ack>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>The data sets generated and analyzed during this study are available from the corresponding author on reasonable request.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="con">
        <p>AM, CGM, and GCM conceived the research evaluation. AM drafted the protocol with guidance from GCM, DMC, and CGM. MJT, DMC, OH, MM, and ER are involved in developing and implementing the model of care. QL and LB contributed to the statistical analysis plan. All authors revised and reviewed the final protocol paper.</p>
      </fn>
      <fn fn-type="conflict">
        <p>MJT is a physiotherapist at RPA Virtual Hospital.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>Emergency department care</article-title>
          <source>Australian Institute of Health and Welfare (AIHW)</source>
          <year>2021</year>
          <access-date>2024-01-17</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.aihw.gov.au/reports-data/myhospitals/sectors/emergency-department-care">https://www.aihw.gov.au/reports-data/myhospitals/sectors/emergency-department-care</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <article-title>Healthcare utilisation: hospital average length of stay by diagnostic categories</article-title>
          <source>Organisation for Economic Co-operation and Development</source>
          <year>2018</year>
          <access-date>2024-01-17</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://stats.oecd.org/index.aspx?queryid=30165">https://stats.oecd.org/index.aspx?queryid=30165</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Buchbinder</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Underwood</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hartvigsen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Maher</surname>
              <given-names>CG</given-names>
            </name>
          </person-group>
          <article-title>The Lancet series call to action to reduce low value care for low back pain: an update</article-title>
          <source>Pain</source>
          <year>2020</year>
          <volume>161 Suppl 1</volume>
          <issue>1</issue>
          <fpage>S57</fpage>
          <lpage>S64</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33090740"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/j.pain.0000000000001869</pub-id>
          <pub-id pub-id-type="medline">33090740</pub-id>
          <pub-id pub-id-type="pii">00006396-202009001-00007</pub-id>
          <pub-id pub-id-type="pmcid">PMC7434211</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Buchbinder</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>van Tulder</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Öberg</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Costa</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Woolf</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Schoene</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Croft</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Low back pain: a call for action</article-title>
          <source>Lancet</source>
          <year>2018</year>
          <volume>391</volume>
          <issue>10137</issue>
          <fpage>2384</fpage>
          <lpage>2388</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://core.ac.uk/reader/156891281?utm_source=linkout"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(18)30488-4</pub-id>
          <pub-id pub-id-type="medline">29573871</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(18)30488-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Waterman</surname>
              <given-names>BR</given-names>
            </name>
            <name name-style="western">
              <surname>Belmont</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Schoenfeld</surname>
              <given-names>AJ</given-names>
            </name>
          </person-group>
          <article-title>Low back pain in the United States: incidence and risk factors for presentation in the emergency setting</article-title>
          <source>Spine J</source>
          <year>2012</year>
          <volume>12</volume>
          <issue>1</issue>
          <fpage>63</fpage>
          <lpage>70</lpage>
          <pub-id pub-id-type="doi">10.1016/j.spinee.2011.09.002</pub-id>
          <pub-id pub-id-type="medline">21978519</pub-id>
          <pub-id pub-id-type="pii">S1529-9430(11)01162-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Melman</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lord</surname>
              <given-names>HJ</given-names>
            </name>
            <name name-style="western">
              <surname>Coombs</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Zadro</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Maher</surname>
              <given-names>CG</given-names>
            </name>
            <name name-style="western">
              <surname>Machado</surname>
              <given-names>GC</given-names>
            </name>
          </person-group>
          <article-title>Global prevalence of hospital admissions for low back pain: a systematic review with meta-analysis</article-title>
          <source>BMJ Open</source>
          <year>2023</year>
          <volume>13</volume>
          <issue>4</issue>
          <fpage>e069517</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&amp;pmid=37085316"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2022-069517</pub-id>
          <pub-id pub-id-type="medline">37085316</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2022-069517</pub-id>
          <pub-id pub-id-type="pmcid">PMC10124269</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Melman</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Vella</surname>
              <given-names>SP</given-names>
            </name>
            <name name-style="western">
              <surname>Dodd</surname>
              <given-names>RH</given-names>
            </name>
            <name name-style="western">
              <surname>Coombs</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Richards</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Rogan</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Teng</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Maher</surname>
              <given-names>CG</given-names>
            </name>
            <name name-style="western">
              <surname>Ghinea</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Machado</surname>
              <given-names>GC</given-names>
            </name>
          </person-group>
          <article-title>Clinicians' perspective on implementing virtual hospital care for low back pain: qualitative study</article-title>
          <source>JMIR Rehabil Assist Technol</source>
          <year>2023</year>
          <volume>10</volume>
          <fpage>e47227</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://rehab.jmir.org/2023//e47227/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/47227</pub-id>
          <pub-id pub-id-type="medline">37988140</pub-id>
          <pub-id pub-id-type="pii">v10i1e47227</pub-id>
          <pub-id pub-id-type="pmcid">PMC10698644</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Coombs</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Machado</surname>
              <given-names>GC</given-names>
            </name>
            <name name-style="western">
              <surname>Richards</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Storey</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Maher</surname>
              <given-names>CG</given-names>
            </name>
          </person-group>
          <article-title>Healthcare costs due to low back pain in the emergency department and inpatient setting in Sydney, Australia</article-title>
          <source>Lancet Reg Health West Pac</source>
          <year>2021</year>
          <volume>7</volume>
          <fpage>100089</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2666-6065(20)30089-4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.lanwpc.2020.100089</pub-id>
          <pub-id pub-id-type="medline">34327417</pub-id>
          <pub-id pub-id-type="pii">S2666-6065(20)30089-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC8315649</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Melman</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Maher</surname>
              <given-names>CG</given-names>
            </name>
            <name name-style="western">
              <surname>Needs</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Machado</surname>
              <given-names>GC</given-names>
            </name>
          </person-group>
          <article-title>Many people admitted to hospital with a provisional diagnosis of nonserious back pain are subsequently found to have serious pathology as the underlying cause</article-title>
          <source>Clin Rheumatol</source>
          <year>2022</year>
          <volume>41</volume>
          <issue>6</issue>
          <fpage>1867</fpage>
          <lpage>1871</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35015190"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10067-022-06054-w</pub-id>
          <pub-id pub-id-type="medline">35015190</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10067-022-06054-w</pub-id>
          <pub-id pub-id-type="pmcid">PMC9119888</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Oliveira</surname>
              <given-names>CB</given-names>
            </name>
            <name name-style="western">
              <surname>Maher</surname>
              <given-names>CG</given-names>
            </name>
            <name name-style="western">
              <surname>Pinto</surname>
              <given-names>RZ</given-names>
            </name>
            <name name-style="western">
              <surname>Traeger</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Chenot</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>van Tulder</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Koes</surname>
              <given-names>BW</given-names>
            </name>
          </person-group>
          <article-title>Clinical practice guidelines for the management of non-specific low back pain in primary care: an updated overview</article-title>
          <source>Eur Spine J</source>
          <year>2018</year>
          <volume>27</volume>
          <issue>11</issue>
          <fpage>2791</fpage>
          <lpage>2803</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://link.springer.com/article/10.1007/s00586-018-5673-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s00586-018-5673-2</pub-id>
          <pub-id pub-id-type="medline">29971708</pub-id>
          <pub-id pub-id-type="pii">10.1007/s00586-018-5673-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kyi</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Kandane-Rathnayake</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Morand</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Roberts</surname>
              <given-names>LJ</given-names>
            </name>
          </person-group>
          <article-title>Outcomes of patients admitted to hospital medical units with back pain</article-title>
          <source>Intern Med J</source>
          <year>2019</year>
          <volume>49</volume>
          <issue>3</issue>
          <fpage>316</fpage>
          <lpage>322</lpage>
          <pub-id pub-id-type="doi">10.1111/imj.14075</pub-id>
          <pub-id pub-id-type="medline">30091257</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Melman</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Maher</surname>
              <given-names>CG</given-names>
            </name>
            <name name-style="western">
              <surname>Machado</surname>
              <given-names>GC</given-names>
            </name>
          </person-group>
          <article-title>Virtual hospitals: why we need them, how they work and what might come next</article-title>
          <source>J Physiother</source>
          <year>2021</year>
          <volume>67</volume>
          <issue>3</issue>
          <fpage>156</fpage>
          <lpage>157</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1836-9553(21)00063-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jphys.2021.06.018</pub-id>
          <pub-id pub-id-type="medline">34148815</pub-id>
          <pub-id pub-id-type="pii">S1836-9553(21)00063-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>El-Haddad</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Damodaran</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>McNeil</surname>
              <given-names>HP</given-names>
            </name>
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>The experience of patients admitted to hospital with acute low back pain: a qualitative study</article-title>
          <source>Int J Rheum Dis</source>
          <year>2018</year>
          <volume>21</volume>
          <issue>4</issue>
          <fpage>796</fpage>
          <lpage>803</lpage>
          <pub-id pub-id-type="doi">10.1111/1756-185X.12870</pub-id>
          <pub-id pub-id-type="medline">27125577</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gonçalves-Bradley</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Iliffe</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Doll</surname>
              <given-names>HA</given-names>
            </name>
            <name name-style="western">
              <surname>Broad</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gladman</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Langhorne</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Richards</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>Shepperd</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Early discharge hospital at home</article-title>
          <source>Cochrane Database Syst Rev</source>
          <year>2017</year>
          <volume>6</volume>
          <issue>6</issue>
          <fpage>CD000356</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/28651296"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/14651858.CD000356.pub4</pub-id>
          <pub-id pub-id-type="medline">28651296</pub-id>
          <pub-id pub-id-type="pmcid">PMC6481686</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Levine</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Ouchi</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Blanchfield</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Saenz</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Burke</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Paz</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Diamond</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Pu</surname>
              <given-names>CT</given-names>
            </name>
            <name name-style="western">
              <surname>Schnipper</surname>
              <given-names>JL</given-names>
            </name>
          </person-group>
          <article-title>Hospital-level care at home for acutely ill adults</article-title>
          <source>Ann Intern Med</source>
          <year>2019</year>
          <volume>172</volume>
          <issue>2</issue>
          <fpage>77</fpage>
          <lpage>85</lpage>
          <pub-id pub-id-type="doi">10.7326/m19-0600</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hutchings</surname>
              <given-names>OR</given-names>
            </name>
            <name name-style="western">
              <surname>Dearing</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Jagers</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Shaw</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Raffan</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Taggart</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Sinclair</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Ritchie</surname>
              <given-names>AG</given-names>
            </name>
          </person-group>
          <article-title>Virtual health care for community management of patients with COVID-19 in Australia: observational cohort study</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <volume>23</volume>
          <issue>3</issue>
          <fpage>e21064</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2021/3/e21064/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/21064</pub-id>
          <pub-id pub-id-type="medline">33687341</pub-id>
          <pub-id pub-id-type="pii">v23i3e21064</pub-id>
          <pub-id pub-id-type="pmcid">PMC7945978</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hutchings</surname>
              <given-names>OD</given-names>
            </name>
            <name name-style="western">
              <surname>Dearing</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Jagers</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Shaw</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Raffan</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Taggart</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Sinclair</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Ritchie</surname>
              <given-names>AG</given-names>
            </name>
          </person-group>
          <article-title>Virtual health care for community management of patients with COVID-19 in Australia: observational cohort study</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <volume>23</volume>
          <issue>3</issue>
          <fpage>e21064</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2021/3/e21064/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/21064</pub-id>
          <pub-id pub-id-type="medline">33687341</pub-id>
          <pub-id pub-id-type="pii">v23i3e21064</pub-id>
          <pub-id pub-id-type="pmcid">PMC7945978</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Curran</surname>
              <given-names>GM</given-names>
            </name>
            <name name-style="western">
              <surname>Bauer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mittman</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Pyne</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Stetler</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness-implementation hybrid designs: combining elements of clinical effectiveness and implementation research to enhance public health impact</article-title>
          <source>Med Care</source>
          <year>2012</year>
          <volume>50</volume>
          <issue>3</issue>
          <fpage>217</fpage>
          <lpage>226</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/22310560"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/MLR.0b013e3182408812</pub-id>
          <pub-id pub-id-type="medline">22310560</pub-id>
          <pub-id pub-id-type="pmcid">PMC3731143</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pearson</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Naylor</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ashe</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Fernandez</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Yoong</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Wolfenden</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Guidance for conducting feasibility and pilot studies for implementation trials</article-title>
          <source>Pilot Feasibility Stud</source>
          <year>2020</year>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>167</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://pilotfeasibilitystudies.biomedcentral.com/articles/10.1186/s40814-020-00634-w"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s40814-020-00634-w</pub-id>
          <pub-id pub-id-type="medline">33292770</pub-id>
          <pub-id pub-id-type="pii">10.1186/s40814-020-00634-w</pub-id>
          <pub-id pub-id-type="pmcid">PMC7603668</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Proctor</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Silmere</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Raghavan</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hovmand</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Aarons</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Bunger</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Griffey</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hensley</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Outcomes for implementation research: conceptual distinctions, measurement challenges, and research agenda</article-title>
          <source>Adm Policy Ment Health</source>
          <year>2011</year>
          <volume>38</volume>
          <issue>2</issue>
          <fpage>65</fpage>
          <lpage>76</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/20957426"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10488-010-0319-7</pub-id>
          <pub-id pub-id-type="medline">20957426</pub-id>
          <pub-id pub-id-type="pmcid">PMC3068522</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="web">
          <article-title>Year in review 2019-20</article-title>
          <source>Sydney Local Health District</source>
          <year>2020</year>
          <access-date>2024-01-17</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.slhd.nsw.gov.au/pdfs/YIR_19-20.pdf">https://www.slhd.nsw.gov.au/pdfs/YIR_19-20.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Šimůnek</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dygrýn</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gába</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Jakubec</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Stelzer</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chmelík</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Validity of Garmin Vivofit and polar loop for measuring daily step counts in free-living conditions in adults</article-title>
          <source>Acta Gymnica</source>
          <year>2016</year>
          <volume>46</volume>
          <issue>3</issue>
          <fpage>129</fpage>
          <lpage>135</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://gymnica.upol.cz/artkey/gym-201603-0004_validity_of_garmin_vivofit_and_polar_loop_for_measuring_daily_step_counts_in_free-living_conditions_in_adults.php"/>
          </comment>
          <pub-id pub-id-type="doi">10.5507/ag.2016.014</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kamišalić</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Fister</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Turkanović</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Karakatič</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Sensors and functionalities of non-invasive wrist-wearable devices: a review</article-title>
          <source>Sensors (Basel)</source>
          <year>2018</year>
          <volume>18</volume>
          <issue>6</issue>
          <fpage>1714</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=s18061714"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/s18061714</pub-id>
          <pub-id pub-id-type="medline">29799504</pub-id>
          <pub-id pub-id-type="pii">s18061714</pub-id>
          <pub-id pub-id-type="pmcid">PMC6021794</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Graham</surname>
              <given-names>ID</given-names>
            </name>
            <name name-style="western">
              <surname>Logan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Harrison</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Straus</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Tetroe</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Caswell</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Robinson</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Lost in knowledge translation: time for a map?</article-title>
          <source>J Contin Educ Health Prof</source>
          <year>2006</year>
          <volume>26</volume>
          <issue>1</issue>
          <fpage>13</fpage>
          <lpage>24</lpage>
          <pub-id pub-id-type="doi">10.1002/chp.47</pub-id>
          <pub-id pub-id-type="medline">16557505</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Flodgren</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>O'Brien</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Parmelli</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Grimshaw</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Local opinion leaders: effects on professional practice and healthcare outcomes</article-title>
          <source>Cochrane Database Syst Rev</source>
          <year>2019</year>
          <volume>6</volume>
          <issue>6</issue>
          <fpage>CD000125</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31232458"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/14651858.CD000125.pub5</pub-id>
          <pub-id pub-id-type="medline">31232458</pub-id>
          <pub-id pub-id-type="pmcid">PMC6589938</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Giguère</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Zomahoun</surname>
              <given-names>HTV</given-names>
            </name>
            <name name-style="western">
              <surname>Carmichael</surname>
              <given-names>PH</given-names>
            </name>
            <name name-style="western">
              <surname>Uwizeye</surname>
              <given-names>CB</given-names>
            </name>
            <name name-style="western">
              <surname>Légaré</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Grimshaw</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Gagnon</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Auguste</surname>
              <given-names>DU</given-names>
            </name>
            <name name-style="western">
              <surname>Massougbodji</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Printed educational materials: effects on professional practice and healthcare outcomes</article-title>
          <source>Cochrane Database Syst Rev</source>
          <year>2020</year>
          <volume>8</volume>
          <issue>8</issue>
          <fpage>CD004398</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32748975"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/14651858.CD004398.pub4</pub-id>
          <pub-id pub-id-type="medline">32748975</pub-id>
          <pub-id pub-id-type="pmcid">PMC8475791</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Forsetlund</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Bjørndal</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rashidian</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Jamtvedt</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>O'Brien</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Wolf</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Odgaard-Jensen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Oxman</surname>
              <given-names>AD</given-names>
            </name>
          </person-group>
          <article-title>Continuing education meetings and workshops: effects on professional practice and health care outcomes</article-title>
          <source>Cochrane Database Syst Rev</source>
          <year>2009</year>
          <volume>2009</volume>
          <issue>2</issue>
          <fpage>CD003030</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/19370580"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/14651858.CD003030.pub2</pub-id>
          <pub-id pub-id-type="medline">19370580</pub-id>
          <pub-id pub-id-type="pmcid">PMC7138253</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ivers</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Jamtvedt</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Flottorp</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Young</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Odgaard-Jensen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>French</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>O'Brien</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Johansen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Grimshaw</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Oxman</surname>
              <given-names>AD</given-names>
            </name>
          </person-group>
          <article-title>Audit and feedback: effects on professional practice and healthcare outcomes</article-title>
          <source>Cochrane Database Syst Rev</source>
          <year>2012</year>
          <issue>6</issue>
          <fpage>CD000259</fpage>
          <pub-id pub-id-type="doi">10.1002/14651858.CD000259.pub3</pub-id>
          <pub-id pub-id-type="medline">22696318</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Coombs</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Machado</surname>
              <given-names>GC</given-names>
            </name>
            <name name-style="western">
              <surname>Richards</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Needs</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Buchbinder</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>IA</given-names>
            </name>
            <name name-style="western">
              <surname>Howard</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>McCaffery</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Billot</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rogan</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Facer</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Maher</surname>
              <given-names>CG</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of a multifaceted intervention to improve emergency department care of low back pain: a stepped-wedge, cluster-randomised trial</article-title>
          <source>BMJ Qual Saf</source>
          <year>2021</year>
          <volume>30</volume>
          <issue>10</issue>
          <fpage>825</fpage>
          <lpage>835</lpage>
          <pub-id pub-id-type="doi">10.1136/bmjqs-2020-012337</pub-id>
          <pub-id pub-id-type="medline">33692191</pub-id>
          <pub-id pub-id-type="pii">bmjqs-2020-012337</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jackson</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Michel</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Roberts</surname>
              <given-names>RF</given-names>
            </name>
            <name name-style="western">
              <surname>Jorm</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Wakefield</surname>
              <given-names>JG</given-names>
            </name>
          </person-group>
          <article-title>A classification of hospital-acquired diagnoses for use with routine hospital data</article-title>
          <source>Med J Aust</source>
          <year>2009</year>
          <volume>191</volume>
          <issue>10</issue>
          <fpage>544</fpage>
          <lpage>548</lpage>
          <pub-id pub-id-type="doi">10.5694/j.1326-5377.2009.tb03307.x</pub-id>
          <pub-id pub-id-type="medline">19912086</pub-id>
          <pub-id pub-id-type="pii">jac10245_fm</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Amorim</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Coombs</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Richards</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Maher</surname>
              <given-names>CG</given-names>
            </name>
            <name name-style="western">
              <surname>Machado</surname>
              <given-names>GC</given-names>
            </name>
          </person-group>
          <article-title>Text messaging and  survey system to recruit patients with low back pain and collect outcomes in the emergency department: observational study</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2021</year>
          <volume>9</volume>
          <issue>3</issue>
          <fpage>e22732</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2021/3/e22732/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/22732</pub-id>
          <pub-id pub-id-type="medline">33661125</pub-id>
          <pub-id pub-id-type="pii">v9i3e22732</pub-id>
          <pub-id pub-id-type="pmcid">PMC7974753</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Elwenspoek</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Dodd</surname>
              <given-names>JW</given-names>
            </name>
          </person-group>
          <article-title>Effects of an integrated respiratory service on chronic obstructive pulmonary disease hospital admissions in England: an interrupted time series analysis</article-title>
          <source>J Health Serv Res Policy</source>
          <year>2021</year>
          <volume>26</volume>
          <issue>4</issue>
          <fpage>242</fpage>
          <lpage>250</lpage>
          <pub-id pub-id-type="doi">10.1177/1355819620974054</pub-id>
          <pub-id pub-id-type="medline">33225763</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wammes</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Bakx</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Wouterse</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Buurman</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>TE</given-names>
            </name>
            <name name-style="western">
              <surname>MacNeil Vroomen</surname>
              <given-names>JL</given-names>
            </name>
          </person-group>
          <article-title>Acute hospital use in older adults following the 2015 Dutch reform of long-term care: an interrupted time series analysis</article-title>
          <source>Lancet Healthy Longev</source>
          <year>2023</year>
          <volume>4</volume>
          <issue>6</issue>
          <fpage>e257</fpage>
          <lpage>e264</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.thelancet.com/journals/lanhl/article/PIIS2666-7568(23)00064-8/fulltext"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/s2666-7568(23)00064-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Grimley</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Collyer</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Dewey</surname>
              <given-names>HM</given-names>
            </name>
            <name name-style="western">
              <surname>Andrew</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Cadilhac</surname>
              <given-names>DA</given-names>
            </name>
          </person-group>
          <article-title>Stroke and emergency department re-presentation after outpatient TIA management: an interrupted time series study</article-title>
          <source>J Stroke Cerebrovasc Dis</source>
          <year>2023</year>
          <volume>32</volume>
          <issue>1</issue>
          <fpage>106900</fpage>
          <pub-id pub-id-type="doi">10.1016/j.jstrokecerebrovasdis.2022.106900</pub-id>
          <pub-id pub-id-type="medline">36427470</pub-id>
          <pub-id pub-id-type="pii">S1052-3057(22)00592-4</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
