<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v9i8e20300</article-id>
      <article-id pub-id-type="pmid">32667897</article-id>
      <article-id pub-id-type="doi">10.2196/20300</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Virtual Reality Cognitive Therapy in Inpatient Psychiatric Wards: Protocol for a Qualitative Investigation of Staff and Patient Views Across Multiple National Health Service Sites</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Allan</surname>
            <given-names>Stephanie</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Pot-Kolder</surname>
            <given-names>Roos</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Brown</surname>
            <given-names>Poppy</given-names>
          </name>
          <degrees>BA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Psychiatry</institution>
            <institution>University of Oxford</institution>
            <addr-line>Warneford Hospital</addr-line>
            <addr-line>Warneford Lane</addr-line>
            <addr-line>Oxford, OX3 7JX</addr-line>
            <country>United Kingdom</country>
            <phone>44 (0)1865 618262</phone>
            <email>poppy.brown@psych.ox.ac.uk</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3105-2420</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Waite</surname>
            <given-names>Felicity</given-names>
          </name>
          <degrees>DClinPsy</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2749-1386</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Lambe</surname>
            <given-names>Sinéad</given-names>
          </name>
          <degrees>DClinPsy</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9543-8109</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Rosebrock</surname>
            <given-names>Laina</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4583-8435</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Freeman</surname>
            <given-names>Daniel</given-names>
          </name>
          <degrees>PhD, DClinPsy</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2541-2197</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Psychiatry</institution>
        <institution>University of Oxford</institution>
        <addr-line>Oxford</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Oxford Health NHS Foundation Trust</institution>
        <addr-line>Oxford</addr-line>
        <country>United Kingdom</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Poppy Brown <email>poppy.brown@psych.ox.ac.uk</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>8</month>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>20</day>
        <month>8</month>
        <year>2020</year>
      </pub-date>
      <volume>9</volume>
      <issue>8</issue>
      <elocation-id>e20300</elocation-id>
      <history>
        <date date-type="received">
          <day>15</day>
          <month>5</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>23</day>
          <month>6</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>29</day>
          <month>6</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>30</day>
          <month>6</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Poppy Brown, Felicity Waite, Sinéad Lambe, Laina Rosebrock, Daniel Freeman. Originally published in JMIR Research Protocols (http://www.researchprotocols.org), 20.08.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on http://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://www.researchprotocols.org/2020/8/e20300/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Patients in psychiatric wards typically have very limited access to individual psychological therapy. Inpatients often have significant time available, and an important transition back to everyday life to prepare for—but historically, there have been few trained therapists available on wards for the delivery of evidence-based therapy. Automated virtual reality (VR) therapy may be one route to increase the provision of powerful psychological treatments in psychiatric hospitals. The gameChange automated VR cognitive therapy is targeted at helping patients overcome anxious avoidance and re-engage in everyday situations (such as walking down the street, taking a bus, or going to a shop). This treatment target may fit well for many patients preparing for discharge. However, little is known about how VR therapy may be viewed in this setting.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The objectives of the study are to explore psychiatric hospital staff and patients’ initial expectations of VR therapy, to gather patient and staff views of an automated VR cognitive therapy (gameChange) after briefly experiencing it, and to identify potential differences across National Health Service (NHS) mental health trusts for implementation. Guided by an implementation framework, the knowledge gained from this study will be used to assess the feasibility of VR treatment adoption into psychiatric hospitals.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Focus groups will be conducted with NHS staff and patients in acute psychiatric wards at 5 NHS mental health trusts across England. Staff and patients will be interviewed in separate groups. Individual interviews will also be conducted when preferred by a participant. Within each of the 5 trusts, 1 to 2 wards will be visited. A total of 8-15 staff and patients per ward will be recruited, with a minimum total of 50 staff and patients recruited across all sites. Focus group questions have been derived from the nonadoption, abandonment, and challenges to the scale-up, spread, and sustainability (NASSS) framework. Focus groups will discuss expectations of VR therapy before participants are given the opportunity to briefly try the gameChange VR therapy. Questions will then focus on opinions about the therapy and investigate feasibility of adoption, with particular consideration given to site specific issues. A thematic analysis will be conducted.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>As of May 15, 2020, 1 patient focus group has been conducted.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The study will provide unique insight from patients and staff into the potential for implementing automated VR therapy in psychiatric wards. Perspectives will be captured both on the use of immersive technology hardware and therapy-specific issues in such settings.</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>DERR1-10.2196/20300</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>virtual reality</kwd>
        <kwd>therapy</kwd>
        <kwd>inpatient psychiatric care</kwd>
        <kwd>implementation</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>The Implications of Digital Technologies to Mental Health</title>
        <p>There is a clear rise in the use of digital technologies, especially online apps, to deliver mental health treatments [<xref ref-type="bibr" rid="ref1">1</xref>]. A second wave of digital treatments that use virtual reality (VR), increasingly being tested and shown to be effective in clinical trials, are likely to be implemented in services in the future [<xref ref-type="bibr" rid="ref2">2</xref>]. VR therapy may be a particularly valuable tool in psychiatric wards. VR provides a safe and controlled setting for patients to practice entering, and coping with, challenging situations they may face at discharge. Therefore, it is important to assess the feasibility of implementing VR therapy in inpatient ward settings, and identify likely barriers and facilitators.</p>
      </sec>
      <sec>
        <title>Psychiatric Wards</title>
        <p>Over the past 60 years, there has been an increasing move away from inpatient care toward the provision of care in the community whenever possible [<xref ref-type="bibr" rid="ref3">3</xref>]. However, inpatient admission remains an important part of the care pathway when a person’s illness cannot be sufficiently managed in the community [<xref ref-type="bibr" rid="ref4">4</xref>]. Qualitative investigations suggest that inpatient admission is needed to provide safety and protection from difficult environments, with many patients coming from places that they found to be too stressful and where they felt at risk of hurting themselves or others [<xref ref-type="bibr" rid="ref5">5</xref>].</p>
        <p>The shift in strategy toward community care has led to a reduction in the provision of inpatient beds. Bed numbers in England fell by 62% between 1987 and 2010, from almost 70,000 to fewer than 35,000 [<xref ref-type="bibr" rid="ref4">4</xref>]. For adults in England, there are now just 18,000 beds, despite increases in the number of people in contact with mental health services [<xref ref-type="bibr" rid="ref6">6</xref>]. The number of admissions to psychiatric wards has fallen accordingly, with a 19% reduction since 2012. However, bed occupancy remains high, at 95% in 2019 [<xref ref-type="bibr" rid="ref6">6</xref>]. Average length of stay and numbers of involuntary admissions (ie, individuals detained under the mental health act) are also increasing [<xref ref-type="bibr" rid="ref7">7</xref>]. Currently in the UK, the average length of stay in psychiatric wards is approximately 46 days. First admissions tend to be briefer, with an average length of 35 days. Length of stay is longer, with an average of 60 days, for those admitted involuntarily, compared to 37 days for those voluntarily admitted [<xref ref-type="bibr" rid="ref8">8</xref>]. In 2019, 40% of admissions were involuntary, and the majority (62%) of all occupied bed days were by patients with psychosis [<xref ref-type="bibr" rid="ref6">6</xref>], with these individuals also being the most likely to be detained [<xref ref-type="bibr" rid="ref9">9</xref>]. It is clear that the need for inpatient admission remains, but with reduced capacity, the severity of illness required for admission has increased.</p>
        <p>Inpatient wards are the most expensive form of care, with each acute adult bed costing up to GBP £180,000 (US $236,277.84) per year, the equivalent cost of supporting 44 people through a community mental health team over a year [<xref ref-type="bibr" rid="ref10">10</xref>]. The lack of available beds and pressures to meet targets for lower bed occupancy rates [<xref ref-type="bibr" rid="ref11">11</xref>] means ward staff are often forced to focus on achieving acute symptom reduction in patients rather than improvement in social functioning or coping ability [<xref ref-type="bibr" rid="ref8">8</xref>]. Pressures are compounded by the limited availability of trained staff [<xref ref-type="bibr" rid="ref12">12</xref>], a reliance on agency staff, and high levels of staff burnout [<xref ref-type="bibr" rid="ref13">13</xref>]. Therefore, opportunities for staff-patient engagement in therapeutic relationships and collaborative care focused on recovery are limited [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref14">14</xref>]. Delivery of one-to-one or group psychological therapy is infrequent [<xref ref-type="bibr" rid="ref15">15</xref>], with wards having very limited input from qualified psychologists [<xref ref-type="bibr" rid="ref16">16</xref>] and treatment being predominantly pharmacological [<xref ref-type="bibr" rid="ref12">12</xref>].</p>
        <p>A further challenge to recovery is the lack of meaningful activities on wards, with patients often feeling bored and lonely [<xref ref-type="bibr" rid="ref5">5</xref>]. Qualitative reports suggest that time is filled primarily with meals, smoking, and trying to look for someone to talk to [<xref ref-type="bibr" rid="ref17">17</xref>], and that for some patients, the feeling of constant waiting is stressful and overwhelming [<xref ref-type="bibr" rid="ref18">18</xref>]. One patient from a qualitative study described, “All you did was just sitting around, and there was nothing for you to do…no program to keep you busy…it’s not good…I stagnate” [<xref ref-type="bibr" rid="ref19">19</xref>]. Both staff and patients recognize that the provision of meaningful occupation is central to recovery and wellness [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>], but pressures on staff time often prevent it.</p>
        <p>The lack of both therapy provision and engagement in meaningful activities means that patients are often unprepared for discharge. Patients can access escorted (and eventually, unescorted) leave from the ward [<xref ref-type="bibr" rid="ref22">22</xref>]; however, it is unclear how frequently this forms part of the therapeutic preparation for discharge, in which leave, for example, is used to practice coping with some of the difficult situations that may have led to a patient’s admission in the first place. Consequently, although symptoms may be reduced upon discharge, patients can be ill-equipped with the skills needed to continue their recovery.</p>
        <p>Leaving hospital often leads to the re-emergence of the pre-existing stressors that contributed to admission [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>]. This may explain why the risk of relapse and rehospitalization immediately postdischarge is high [<xref ref-type="bibr" rid="ref25">25</xref>]. Rates of suicide among patients in their first 3 months after discharge are also high, estimated at 100 times the global suicide rate, with a particular risk in the first week after discharge [<xref ref-type="bibr" rid="ref23">23</xref>]. Significant anxiety about leaving hospital, sometimes known as “discharge grief,” is common [<xref ref-type="bibr" rid="ref17">17</xref>]. There is a clear need for greater focus on safe transition and discharge preparation. To accomplish this, it is argued that wards must shift from a predominant focus on observation and monitoring of patients for acute symptom reduction, to one of active encouragement of patients to engage in activities and their own care management [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref10">10</xref>].</p>
      </sec>
      <sec>
        <title>Virtual Reality Therapy</title>
        <p>Immersive virtual reality (VR) technology may provide a way of facilitating preparation for discharge. Difficulties interacting with the social world lie at the heart of most mental health problems [<xref ref-type="bibr" rid="ref2">2</xref>], and it is clear that patients on wards require greater support to re-enter the external social world, which they previously found challenging [<xref ref-type="bibr" rid="ref5">5</xref>]. In VR, it is possible to enter computerized simulations of scenarios that an individual finds difficult, while practicing powerful psychological techniques. This enables individuals to change the way they think, react, and behave in such scenarios. Automating VR therapy means individuals can make use of the therapy even when there is a lack of highly trained staff. The potential for using VR in therapy has been well recognized over the past 25 years, but the development of consumer kits—and with it, the possibility of scaling VR therapy—has occurred only recently [<xref ref-type="bibr" rid="ref2">2</xref>]. The hardware consists of a computer that generates an image, a display system that presents sensory information, and a tracker that feeds back the user’s position and orientation to update the image.</p>
        <p>VR has several key advantages over traditional face-to-face therapy. Patients are more willing to enter VR simulations of the situations they find anxiety-provoking because they know the simulations are not real. At the same time, individuals respond the same in VR, psychologically, emotionally, and physiologically, as they do in corresponding real-world environments [<xref ref-type="bibr" rid="ref26">26</xref>]. Therefore, any learning that has occurred in VR transfers to the real world [<xref ref-type="bibr" rid="ref27">27</xref>]. Consequently, VR provides a way of immersing individuals in the very environments in which they require practice when they are too fearful or, as is the case in inpatient wards, unable to do so in the real world.</p>
        <p>The gameChange VR therapy utilizes this very concept to treat anxious social withdrawal [<xref ref-type="bibr" rid="ref28">28</xref>]. Many individuals with mental health disorders (particularly, serious mental disorders such as psychosis) withdraw from everyday social activities due to anxiety. Two-thirds of patients with schizophrenia have levels of anxious avoidance equivalent to agoraphobia [<xref ref-type="bibr" rid="ref29">29</xref>]. The key mechanism utilized by the gameChange therapy concerns safety-seeking behaviors, also known as defenses. Defenses are behaviors that individuals employ to help them feel safer. However, these behaviors actually serve to maintain thoughts and feelings of fear by preventing the learning of disconfirmatory evidence. Dropping defense behaviors during difficult situations allows patients to relearn concepts of safety [<xref ref-type="bibr" rid="ref30">30</xref>]. Therefore, the gameChange therapy identifies patients’ defenses and encourages them to try dropping their defenses in virtual social situations, thus helping to achieve new learning of feelings of safety and confidence. The current gameChange therapy includes 6 virtual scenarios: a street, café, pub, GP surgery, corner shop, and bus, with 5 levels of difficulty within each scenario. The user-centered design process for this therapy has been described in a recent paper [<xref ref-type="bibr" rid="ref31">31</xref>].</p>
        <p>Notably, the gameChange therapy is automated. A virtual coach, Nic, guides patients through each situation and suggests new behaviors to test out. Therefore, the therapy does not require a trained cognitive behavioral therapist to deliver it. While there is still someone in the room with the patient, this individual can be a peer supporter, psychology assistant, social worker, or health care assistant. This individual’s role is to set up the equipment and provide support and encouragement. As such, VR delivery staff require only brief initial training and then ongoing supervision with a psychologist. The gameChange therapy is currently being tested in a multi-site randomized controlled trial [<xref ref-type="bibr" rid="ref28">28</xref>]. Within the trial, patients are offered 6-8 weekly therapy sessions supported by a member of staff, typically an assistant psychologist, peer support worker, or clinical psychologist. Sessions take place either in the participant’s home or local mental health base.</p>
        <p>Many studies have shown the effectiveness of VR therapy for patients with a range of mental health problems [<xref ref-type="bibr" rid="ref32">32</xref>-<xref ref-type="bibr" rid="ref34">34</xref>]. Using these therapies on wards could provide a unique opportunity for helping patients prepare for discharge through the experiential practice of a range of everyday situations. The delivery of an automated VR therapy can be facilitated by a wider range of professionals on the ward and is not constrained to a therapist trained in one-to-one psychological therapies. Higher doses, perhaps daily, would be feasible.</p>
        <p>If VR headsets were accessible on wards, additional, freely available VR programs such as physical activity games, relaxation, and meditation exercises could also be used by patients as therapeutic activities that lessen boredom and enhance recovery. The feasibility of this has increased greatly due to continuous hardware improvements and a reduction in costs. This means VR equipment now requires less space, is less technical, and is more user-friendly than it was previously.</p>
      </sec>
      <sec>
        <title>Implementation Framework</title>
        <p>Implementation frameworks provide an overview of the factors that typically shape and influence the implementation process [<xref ref-type="bibr" rid="ref35">35</xref>]. We used the nonadoption, abandonment, and challenges to the scale-up, spread, and sustainability (NASSS) framework for health care technologies [<xref ref-type="bibr" rid="ref36">36</xref>] to inform the study’s design. The NASSS draws together a number of implementation models and theories, and covers 7 domains relating to health care technology implementation: the condition or illness, the technology, the value proposition, the adopter system, the organization, the wider context, and embedding and adaptation over time. Challenges regarding each domain are classified as simple (straightforward, predictable, few components), complicated (multiple interacting components or issues), or complex (dynamic, unpredictable, not easily disaggregated into constituent components). Staff and patients are in a position to inform 3 of these domains with regard to implementation of VR therapy: the condition and illness that the therapy is designed for, the intended adopters of VR therapy, and the organization. Other frameworks were also considered, such as the normalization process theory (NPT) [<xref ref-type="bibr" rid="ref37">37</xref>]. However, the NASSS framework covers a wider range of potential barriers and facilitators to implementation that may be relevant at any point from design through to continued implementation, whereas NPT is more retrospective in nature.</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>The study objectives are threefold: (1) to obtain initial expectations of staff and patients about VR and VR psychological therapy; (2) to gain staff and patient views of an automated VR therapy (gameChange) after trying it; (3) and to identify potential differences and requirements for implementation across health care sites.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <p>To increase the methodological quality and reporting, the presentation of the study will follow the guidance of the 32-item consolidated criteria for reporting qualitative research (COREQ) [<xref ref-type="bibr" rid="ref38">38</xref>].</p>
      <sec>
        <title>Ethical Review</title>
        <p>The gameChange trial received Health Research Authority (HRA) approval and Health and Care Research Wales approval (IRAS 256895, The gameChange Trial). The trial received ethical approval from the NHS South Central - Oxford B Research Ethics Committee (19/SC/0075). The trial has been registered (ISRCTN17308399) and the protocol published [<xref ref-type="bibr" rid="ref28">28</xref>]. The present study received ethical approval as part of a substantial amendment.</p>
      </sec>
      <sec>
        <title>Patient and Public Involvement</title>
        <p>In line with the guidance for reporting involvement of patients and the public (short form; GRIPP2-SF [<xref ref-type="bibr" rid="ref39">39</xref>]) we report the aims, methods, results, and reflections on patient and public involvement (PPI).</p>
        <p>There has been considerable PPI in the development of the gameChange therapy and the running of the trial. Within this study, the aim is to ensure all study documentation (topic guide, information sheet, and consent form) is engaging and understandable, and to involve service users in the design of the study. PPI will also be used to discuss the analysis and interpretation of results. A lived experience advisory panel (LEAP), facilitated by the McPin Foundation, contributed to the development of the study. The LEAP comprises 10 individuals from across the 5 study sites. All study documentation was sent electronically to the LEAP for feedback, and an in-person discussion about the study design took place. An additional in-person session will take place to discuss the analysis and results. Many areas of the study documentation were rephrased to make them more inclusive and comprehensible, and many suggestions for how to maximize engagement in focus groups were given. These included key times on the ward to avoid (eg, visiting hours, meal and medication times), reducing the power dynamic in focus groups (eg, by emphasizing that the researchers are here to learn from participants, not the other way round), ensuring the researchers state that the focus group ground rules also apply to themselves, and asking certain questions without making people uncomfortable (eg, by offering post-it notes or asking a question before a break).</p>
        <p>Therefore, PPI has been a helpful influence on the study. As the LEAP had been involved with the gameChange trial, they were familiar with the VR that would be demonstrated, and the LEAP was thus well placed to reflect on how this would work in the focus groups. Several members had also been inpatients themselves, allowing them to give important advice about how focus groups could best be conducted on the wards.</p>
        <p>PPI was considerable; however, involvement could also have been further strengthened. For example, not all 10 LEAP members were able to attend the in-person meeting. If time had allowed, another in-person meeting may have enabled the incorporation of a greater number of viewpoints.</p>
      </sec>
      <sec>
        <title>Context of Data Collection</title>
        <p>There are likely to be a number of challenges affecting the data collection process. Wards can be chaotic environments, with unpredictable events and many patients experiencing high levels of distress, making the facilitation of focus groups difficult [<xref ref-type="bibr" rid="ref16">16</xref>]. The staff pressures and shortages typically seen on wards may mean it is difficult for staff to schedule time for a focus group or interview in advance. For those who are able to take part, time may be limited, preventing the discussion of all relevant topics. In addition, some wards may not always have a suitable room available for conducting focus groups and interviews, so the researchers expect time constraints for when they can conduct focus groups or interviews. This will be compounded by the need to avoid key times on the ward, such as during ward rounds, medication dispensary, visiting hours, meal times, and any structured activities offered on the ward. To minimize these issues, the researchers will aim to be as flexible as possible in their approach, but challenges and disruptions to data collection are nonetheless expected.</p>
      </sec>
      <sec>
        <title>Participants</title>
        <p>Staff working in either the delivery or management of clinical care on the wards will be invited to take part in focus groups or individual interviews. National Health Service (NHS) patients staying on wards will be recruited according to the following inclusion criteria: (1) participants are willing and able to give informed consent for participation in the study; (2) participants are 18 years old or older; (3) participants are willing to consent to being audio-recorded; (4) participants have sufficient English language skills to participate in the focus group or interview. The exclusion criteria will include high levels of associated risk to self or others through participation in the study (eg, actively suicidal), and photosensitive epilepsy (for which use of VR is not recommended). Researchers will assess a participant’s capacity to consent after the participant has read the information sheet and before they sign the consent form. Patients will receive a small payment for taking part.</p>
      </sec>
      <sec>
        <title>Sampling and Recruitment</title>
        <p>The gameChange trial is recruiting from 5 NHS mental health trusts across the UK: Avon and Wiltshire Mental Health Partnership NHS Trust, Greater Manchester Mental Health NHS Foundation Trust, Cumbria Northumberland Tyne and Wear NHS Foundation Trust, Nottinghamshire Healthcare NHS Foundation Trust, and Oxford Health NHS Foundation Trust. Principal investigators (PIs) and trial coordinators will be at each site. The trial is open to patients from all mental health services, but to date, almost all participants are outpatients. We will work with the PIs and trial coordinators to approach leads of psychiatric wards at each site. Only acute psychiatric wards will be visited rather than rehabilitation wards, given these are the most numerous type. We aim to visit an equal number of male and female wards.</p>
        <p>We aim to visit 1-2 wards within each of the 5 trusts, and include 8-15 total participants (staff and patients) from each ward. A minimum total of 50 staff and patients will be recruited across all sites. Due to the busy nature of wards and frequent lack of room availability, convenience (volunteer) sampling will be used in the first instance. Purposive sampling will then be used to ensure that a range of staff are seen (ie, those who are involved in decision-making as well as those who are more directly involved in day-to-day clinical care).</p>
      </sec>
      <sec>
        <title>Procedure</title>
        <p>In the weeks leading up to the site visit, staff and patients will be informed of the study and focus group dates will be arranged. Staff and patients will receive participant information sheets and be given time to discuss this with others. The researchers will predominantly rely on members of ward staff to initially introduce the study and go through the information sheet with patients, given staff will be more familiar to patients. Before taking consent, the researchers will be available to take participants through the information sheet again and answer any questions. After consenting, a demographic questionnaire will ask participants their age, gender, and ethnicity. Staff will also be asked about their job roles. Patient diagnosis will not be recorded, given that patients themselves may not be willing or able to disclose this, and we do not wish to add to staff burden by asking them to provide this patient information. The first author (PB) will lead all focus groups. There will be a cofacilitator that is likely to vary by site. A member of staff from the ward may also be present during patient focus groups and interviews. Each of the wards will be visited multiple times to ensure participation is open to as many different patients and members of staff as possible. All data collection will take place on the ward.</p>
        <p>Focus groups and interviews will initially ask questions relating to the study’s first objective (to obtain the initial expectations of staff and patients about VR and VR psychological therapy) before giving all participants the opportunity to put on a VR headset and try the therapy for a few minutes. They will meet the coach, Nic, and try out 1 level of 1 scenario. Participants will choose which scenario and level they enter, although patients will be encouraged to only try easier levels. Participants will also be observed while they try the VR therapy, and potentially videotaped if they give permission. Observations will be recorded in the researchers’ field notes. Further questions will then focus on objectives 2 (to gain staff and patient views of the gameChange automated VR therapy after trying it) and 3 (to identify potential differences and requirements for implementation across health care sites). If any participants leave the focus groups before the end, we do not plan to collect data on the reasons for withdrawal. This is for two reasons: firstly, it is expected to be practically difficult to follow up with a participant who leaves; secondly, participants are told that they may withdraw from the focus groups at any point without the provision of a reason, so as not to make anyone feel obliged to stay. Any data that they have provided prior to leaving will be included in the analysis.</p>
      </sec>
      <sec>
        <title>Focus Groups and Interviews</title>
        <p>Focus groups were chosen as the primary mode of data collection because they allow individuals to consider ideas together while also highlighting differences in thoughts and ideas between participants [<xref ref-type="bibr" rid="ref40">40</xref>]. They also allow participants to express ideas spontaneously, in a way that is less structured or influenced by the researchers’ prejudices [<xref ref-type="bibr" rid="ref41">41</xref>]. Given most participants are expected to be unfamiliar with VR, a group setting is likely to be helpful for allowing individuals to consider a range of viewpoints and questions raised by other group members to inform their opinions. The group setting is also likely to be most constructive for generating ideas about potential challenges around the implementation of VR therapy, as well as solutions to challenges, because individuals can build upon each other’s suggestions. We aim for each focus group to contain 3-6 participants; however, this will vary depending on staff and patient availability. Wards are a challenging environment for such research, and pragmatism is needed. In particular, it is expected to be difficult to have multiple staff members available at the same time, so a number of single or joint interviews may be necessary. Individual interviews will also be conducted if a participant would prefer. For example, a number of patients might find a group setting difficult, and some members of staff may prefer to express their views privately. Focus groups are expected to last anywhere between 45 minutes to 2 hours. Individual interviews may be shorter. To limit the length of time staff are required to be available at any one time, the possibility of splitting the focus group or interview into 2 sessions will be offered.</p>
      </sec>
      <sec>
        <title>Topic Guide</title>
        <p>Informed by the NASSS framework, the semistructured topic guide has been created to cover all 3 objectives. PB created a first draft of the topic guide, which was then revised following feedback from FW, DF, the LEAP, 2 experts in qualitative research, and a pilot with colleagues. The topic guide will be reviewed after conducting the first focus groups, and then again at a later stage of data collection and analysis. Changes may be made in response to participant feedback (eg, if focus groups are too long for participants, or if it becomes clear that a certain topic is being under or overexplored). Significant changes to the topic guide will be reported. A copy of the topic guide can be viewed in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
      </sec>
      <sec>
        <title>Analysis</title>
        <p>Focus groups and interviews will be audio-recorded and transcribed verbatim. Field notes from each focus group or interview will also be transcribed. Field notes will record factors such as group dynamics and nonverbal cues to add context to the transcript of the audio recordings. For practical reasons, transcripts will not be returned to participants for comment or correction.</p>
        <p>A thematic analysis will be conducted [<xref ref-type="bibr" rid="ref42">42</xref>]. All data will be entered into NVivo (version 12.0, QSR) [<xref ref-type="bibr" rid="ref43">43</xref>] in order to provide a transparent audit trail. PB will read and reread transcribed data to ensure familiarity before developing a preliminary coding framework. In line with recommendations [<xref ref-type="bibr" rid="ref44">44</xref>], there will be team reviews of the coding framework, regular team consultation, and multiple coding for a number of interviews. Details regarding each code will be recorded in memos in Nvivo. Themes will be derived from the data. Data saturation will be discussed as the study progresses. Diverse cases and minor themes will be presented, as we consider breadth as important as frequency. A meeting with the LEAP will be set up in order to discuss the thematic analysis and consider interpretations of the results.</p>
      </sec>
      <sec>
        <title>Reflexivity</title>
        <p>Researchers conducting the focus groups and analyzing the results will consider how their own backgrounds may impact data collection and analysis. PB will keep a reflexive log. Details of the research team and reflexivity will be reported in the full manuscript in line with COREQ guidelines [<xref ref-type="bibr" rid="ref38">38</xref>]. However, reflexivity has also been considered at an early stage, prior to starting recruitment to the study.</p>
        <p>All the researchers who will be conducting focus groups have been involved in the design or use of VR therapy for psychosis. Thus, existing knowledge, expectations, and hopes regarding VR therapy may impact how the focus groups are conducted. A number of groups may be cofacilitated by a clinical psychologist, and others may be cofacilitated by an assistant psychologist, which may impact the data in terms of both the cofacilitators’ actions (eg, how questions are asked) and how participants respond to the different roles. To try to minimize these potential biases, PB and the cofacilitators will aim to stay close to the interview schedule, as this was created largely from the NASSS implementation framework, not just the experiences and expectations of the authors.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>As of May 2020, data collection for 1 patient focus group with 3 participants has been conducted, and coding is underway.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Prospects</title>
        <p>This protocol describes the plan for a multi-site qualitative study with patients and staff, assessing the feasibility of implementing VR therapy in inpatient psychiatric wards. As part of this process, NHS staff and patients in psychiatric wards will be able to try out and provide their feedback on the gameChange automated VR therapy. The study will provide insight into the degree to which VR therapy might be suitable for inpatient wards, and identify barriers and facilitators to implementation. Studies making use of implementation science should aim to produce generalizable knowledge [<xref ref-type="bibr" rid="ref45">45</xref>]. As such, this study can also be contextualized as an investigation of the potential implementation of digital psychological therapies more generally in psychiatric wards.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>There are several limitations to the methodology used in the study. We will only be recruiting from acute psychiatric wards; therefore, results may not generalize to all types of wards (such as rehabilitation wards). Similarly, the wards that agree to take part may be those that are currently not experiencing significant staff shortages, which may also limit the generalizability of findings.</p>
        <p>It has been suggested that participants in implementation studies may represent a more highly motivated group of service users who are less representative of the whole population [<xref ref-type="bibr" rid="ref46">46</xref>]. This may be a limitation of the participant group we recruit. Patient diagnosis will also not be recorded, nor will patients be asked about their specific current experiences and difficulties. Therefore, we will not know what kinds of problems most patients are experiencing unless they discuss them in the groups. In addition, while a focus group environment has a number of benefits, a proportion of participants may not feel entirely comfortable in this setting. This could be due to low self-confidence, conflicts between individuals on the ward, or hierarchical staff roles. Consequently, a number of individuals may not fully share their views. It is hoped that offering individual interviews may help to mitigate this problem, but it is still likely to be present.</p>
      </sec>
      <sec>
        <title>Strengths</title>
        <p>The study methodology also has several strengths. First, multiple stakeholder involvement is considered important for implementation research [<xref ref-type="bibr" rid="ref45">45</xref>,<xref ref-type="bibr" rid="ref47">47</xref>]. Thus, conducting focus groups with staff of varying professional groups and patients is a particular strength of the study; a wide selection of viewpoints is likely to be gained. Second, conducting the study at 5 NHS mental health trusts across the UK will help to increase the generalizability of the results, and allow comparison between different locations. Third, the study methodology and documentation has received feedback from our LEAP, helping to ensure the study will be engaging and acceptable to patients. Fourth, the gameChange VR therapy has been designed to help with the very problem that many patients on wards are struggling with: coping with everyday environments. Therefore, it is likely to fit well with the goals of both staff and patients on wards. Finally, the majority of implementation research is retrospective [<xref ref-type="bibr" rid="ref47">47</xref>]. This study benefits from prospectively assessing feasibility of implementation in this setting. Prospective assessment of digital interventions allows for optimization prior to implementation, in order to ensure long-term use and the meeting of clinical and scientific standards [<xref ref-type="bibr" rid="ref48">48</xref>].</p>
        <p>It is important to consider how health care technologies can be integrated into existing health services [<xref ref-type="bibr" rid="ref49">49</xref>]. There have been significant recent advances in digital mental health care. This study will provide valuable insight into how one particular emerging health care technology, VR, might fare in implementation in psychiatric inpatient wards.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Focus group topic guides.</p>
        <media xlink:href="resprot_v9i8e20300_app1.docx" xlink:title="DOCX File , 20 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">GRIPP2-SF</term>
          <def>
            <p>guidance for reporting involvement of patients and the public - short form</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">LEAP</term>
          <def>
            <p>lived experience advisory panel</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">NASSS</term>
          <def>
            <p>nonadoption, abandonment, and challenges to scale-up, spread, and sustainability</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">NPT</term>
          <def>
            <p>normalization process theory</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">PI</term>
          <def>
            <p>principal investigator</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">PPI</term>
          <def>
            <p>patient and public involvement</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">VR</term>
          <def>
            <p>virtual reality</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The gameChange trial, including this study, is funded by the NHS National Institute for Health Research (NIHR) invention for innovation (i4i) program (Project II-C7-0117-20001). The work is also supported by the NIHR Oxford Health Biomedical Research Centre (BRC-1215-20005). The views expressed are those of the authors and not necessarily those of the National Health Service, NIHR, or the Department of Health. PB is funded by the 2017 John Grace QC PhD scholarship awarded by Mental Health Research UK and the Schizophrenia Research Fund. DF is supported by an NIHR Research Professorship (NIHR-RP-2014-05-003). We are grateful to the LEAP and to Aislinn Bergen for their valuable feedback on this study’s documentation and, in particular, to the topic guide. We would also like to thank Trish Greenhalgh for her advice on using the NASSS to inform the study.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>DF is a founder and nonexecutive board director of Oxford VR, a University of Oxford spin-out company, which programed and commercializes the gameChange treatment. DF holds equity in Oxford VR.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McDonald</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Eccles</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Fallahkhair</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Critchley</surname>
              <given-names>HD</given-names>
            </name>
          </person-group>
          <article-title>Online psychotherapy: trailblazing digital healthcare</article-title>
          <source>BJPsych Bull</source>
          <year>2019</year>
          <month>10</month>
          <day>07</day>
          <volume>44</volume>
          <issue>2</issue>
          <fpage>60</fpage>
          <lpage>66</lpage>
          <pub-id pub-id-type="doi">10.1192/bjb.2019.66</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Freeman</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Reeve</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Robinson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ehlers</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Spanlang</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Slater</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Virtual reality in the assessment, understanding, and treatment of mental health disorders</article-title>
          <source>Psychol Med</source>
          <year>2017</year>
          <month>10</month>
          <volume>47</volume>
          <issue>14</issue>
          <fpage>2393</fpage>
          <lpage>2400</lpage>
          <pub-id pub-id-type="doi">10.1017/S003329171700040X</pub-id>
          <pub-id pub-id-type="medline">28325167</pub-id>
          <pub-id pub-id-type="pii">S003329171700040X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Papoulias</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Csipke</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Rose</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>McKellar</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wykes</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>The psychiatric ward as a therapeutic space: systematic                        review</article-title>
          <source>Br J                        Psychiatry</source>
          <year>2018</year>
          <month>01</month>
          <day>02</day>
          <volume>205</volume>
          <issue>3</issue>
          <fpage>171</fpage>
          <lpage>176</lpage>
          <pub-id pub-id-type="doi">10.1192/bjp.bp.114.144873</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Crisp</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Improving acute inpatient psychiatric care for adults in England: Interim Report</article-title>
          <source>Commission</source>
          <year>2015</year>
          <access-date>2020-04-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://media.wix.com/ugd/0e662e_a93c62b2ba4449f48695ed36b3cb24ab.pdf">http://media.wix.com/ugd/0e662e_a93c62b2ba4449f48695ed36b3cb24ab.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lindgren</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Ringnér</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Molin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Graneheim</surname>
              <given-names>UH</given-names>
            </name>
          </person-group>
          <article-title>Patients’ experiences of isolation in psychiatric inpatient care: Insights from a meta-ethnographic study</article-title>
          <source>Int J Mental Health Nurs</source>
          <year>2018</year>
          <month>07</month>
          <day>05</day>
          <volume>28</volume>
          <issue>1</issue>
          <fpage>7</fpage>
          <lpage>21</lpage>
          <pub-id pub-id-type="doi">10.1111/inm.12519</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>NHS</collab>
          </person-group>
          <article-title>Inpatient and Community Mental Health Benchmarking</article-title>
          <source>NHS Benchmarking</source>
          <year>2019</year>
          <access-date>2020-04-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nhsbenchmarking.nhs.uk/news/2019-mental-health-inpatientcmht-project-results-published">https://www.nhsbenchmarking.nhs.uk/news/2019-mental-health-inpatientcmht-project-results-published</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>CQC</collab>
          </person-group>
          <article-title>The rise in the use of the MHA to detain people in England</article-title>
          <source>CQC</source>
          <year>2018</year>
          <fpage>27</fpage>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dimitri</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Giacco</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bauer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bird</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Greenberg</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Lasalvia</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lorant</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Moskalewicz</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Nicaise</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Pfennig</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ruggeri</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Welbel</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Priebe</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Predictors of length of stay in psychiatric inpatient units: Does their effect vary across countries?</article-title>
          <source>Eur Psychiatry</source>
          <year>2018</year>
          <volume>48</volume>
          <fpage>6</fpage>
          <lpage>12</lpage>
          <pub-id pub-id-type="doi">10.1016/j.eurpsy.2017.11.001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wood</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Billings</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>The therapeutic needs of psychiatric in-patients with psychosis: A qualitative exploration of patient and staff perspectives</article-title>
          <source>BJPsych open</source>
          <year>2019</year>
          <month>05</month>
          <day>24</day>
          <volume>5</volume>
          <issue>3</issue>
          <pub-id pub-id-type="doi">10.1192/bjo.2019.33</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Crisp</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Nicholson</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Old Problems, New Solutions? Improving Acute Psychiatric Care for Adults in England</article-title>
          <source>Commission</source>
          <year>2016</year>
          <access-date>2020-04-13</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.basw.co.uk/system/files/resources/basw_92641-4_0.pdf">https://www.basw.co.uk/system/files/resources/basw_92641-4_0.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lodge</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>How did we let it come to this? A plea for the principle of continuity of care</article-title>
          <source>Psychiatrist</source>
          <year>2018</year>
          <month>01</month>
          <day>02</day>
          <volume>36</volume>
          <issue>10</issue>
          <fpage>361</fpage>
          <lpage>363</lpage>
          <pub-id pub-id-type="doi">10.1192/pb.bp.112.038562</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>WIlson</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Cognitive Behaviour Therapy for Acute Inpatient Mental Health Units</article-title>
          <source>J Psychiatr Ment Health Nurs</source>
          <year>2009</year>
          <pub-id pub-id-type="doi">10.1111/j.1365-2850.2009.01436.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wood</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Paul</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Osborn</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Wearn</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Lloyd-Evans</surname>
              <given-names>B...</given-names>
            </name>
            <name name-style="western">
              <surname>Killaspy</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Inpatient Mental Health Staff Morale: a National Investigation</article-title>
          <source>NIHR service delivery and organisational programme</source>
          <year>2011</year>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Haddock</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Davies</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Evans</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Emsley</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Gooding</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Heaney</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kelly</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Munro</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Peters</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Pratt</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Tarrier</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Windfuhr</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Awenat</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Investigating the feasibility and acceptability of a cognitive behavioural suicide prevention therapy for people in acute psychiatric wards (the 'INSITE' trial): study protocol for a randomised controlled trial</article-title>
          <source>Trials</source>
          <year>2016</year>
          <month>02</month>
          <day>11</day>
          <volume>17</volume>
          <fpage>79</fpage>
          <pub-id pub-id-type="doi">10.1186/s13063-016-1192-9</pub-id>
          <pub-id pub-id-type="medline">26869076</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Khan</collab>
          </person-group>
          <article-title>Do the right thing: how to judge a good ward. Ten standards for adult inpatient mental healthcare</article-title>
          <source>RCP</source>
          <year>2011</year>
          <access-date>2020-04-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.rcpsych.ac.uk/usefulresources/publications/collegereports/op/op79.aspx">http://www.rcpsych.ac.uk/usefulresources/publications/collegereports/op/op79.aspx</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Radcliffe</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bird</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Talking therapy groups on acute psychiatric wards: patients' experience of two structured group formats</article-title>
          <source>BJPsych Bull</source>
          <year>2018</year>
          <month>01</month>
          <day>02</day>
          <volume>40</volume>
          <issue>4</issue>
          <fpage>187</fpage>
          <lpage>191</lpage>
          <pub-id pub-id-type="doi">10.1192/pb.bp.114.047274</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Nolan</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Bowers</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Simpson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Whittington</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hackney</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bhui</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Psychiatric wards: Places of safety?</article-title>
          <source>J Psychiatr Ment Health Nurs</source>
          <year>2010</year>
          <volume>17</volume>
          <issue>2</issue>
          <fpage>124</fpage>
          <lpage>130</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1365-2850.2009.01482.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lindgren</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Aminoff</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Graneheim</surname>
              <given-names>UH</given-names>
            </name>
          </person-group>
          <article-title>Features of Everyday Life in Psychiatric Inpatient Care for Self-harming: An Observational Study of Six Women</article-title>
          <source>Issues in Mental Health Nursing</source>
          <year>2015</year>
          <month>01</month>
          <day>27</day>
          <volume>36</volume>
          <issue>2</issue>
          <fpage>82</fpage>
          <lpage>88</lpage>
          <pub-id pub-id-type="doi">10.3109/01612840.2014.941077</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Roe</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Ronen</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Hospitalization as experienced by the psychiatric patient: a therapeutic jurisprudence perspective</article-title>
          <source>International Journal of Law and Psychiatry</source>
          <year>2003</year>
          <month>5</month>
          <volume>26</volume>
          <issue>3</issue>
          <fpage>317</fpage>
          <lpage>332</lpage>
          <pub-id pub-id-type="doi">10.1016/s0160-2527(03)00041-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McKeown</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Foy</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Wright</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Paxton</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Blackmon</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Looking back, looking forward: Recovery journeys in a high secure hospital</article-title>
          <source>International Journal of Mental Health Nursing</source>
          <year>2016</year>
          <month>02</month>
          <day>12</day>
          <volume>25</volume>
          <issue>3</issue>
          <fpage>234</fpage>
          <lpage>242</lpage>
          <pub-id pub-id-type="doi">10.1111/inm.12204</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Janner</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>From the inside out: Star Wards – lessons from within acute in-patient wards</article-title>
          <source>JPI</source>
          <year>2008</year>
          <volume>3</volume>
          <issue>02</issue>
          <pub-id pub-id-type="doi">10.1017/s1742646407001136</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>Royal College of Psychiatrists</collab>
          </person-group>
          <article-title>Standards for Acute Inpatient Services for Working-Age Adults, 7th Edition</article-title>
          <source>CCQI 309</source>
          <year>2019</year>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chung</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hadzi-Pavlovic</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Swaraj</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Olfson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Large</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Meta-analysis of suicide rates in the first week and the first month after psychiatric hospitalisation</article-title>
          <source>BMJ Open</source>
          <year>2019</year>
          <month>03</month>
          <day>23</day>
          <volume>9</volume>
          <issue>3</issue>
          <fpage>e023883</fpage>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2018-023883</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Steffen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kösters</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Becker</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Puschner</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Discharge planning in mental health care: A systematic review of the recent literature</article-title>
          <source>Acta Psychiatr Scand</source>
          <year>2009</year>
          <volume>120</volume>
          <issue>1</issue>
          <fpage>9</fpage>
          <pub-id pub-id-type="doi">10.1111/j.1600-0447.2009.01373.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lay</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Kawohl</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Rössler</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Predictors of Compulsory Re-admission to Psychiatric Inpatient Care</article-title>
          <source>Front. Psychiatry</source>
          <year>2019</year>
          <month>3</month>
          <day>21</day>
          <volume>10</volume>
          <pub-id pub-id-type="doi">10.3389/fpsyt.2019.00120</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Freeman</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Studying and treating schizophrenia using virtual reality: a new paradigm</article-title>
          <source>Schizophr Bull</source>
          <year>2008</year>
          <month>07</month>
          <volume>34</volume>
          <issue>4</issue>
          <fpage>605</fpage>
          <lpage>10</lpage>
          <pub-id pub-id-type="doi">10.1093/schbul/sbn020</pub-id>
          <pub-id pub-id-type="medline">18375568</pub-id>
          <pub-id pub-id-type="pii">sbn020</pub-id>
          <pub-id pub-id-type="pmcid">PMC2486455</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Morina</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Ijntema</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Meyerbröker</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Emmelkamp</surname>
              <given-names>PMG</given-names>
            </name>
          </person-group>
          <article-title>Can virtual reality exposure therapy gains be generalized to real-life? A meta-analysis of studies applying behavioral assessments</article-title>
          <source>Behav Res Ther</source>
          <year>2015</year>
          <month>11</month>
          <volume>74</volume>
          <fpage>18</fpage>
          <lpage>24</lpage>
          <pub-id pub-id-type="doi">10.1016/j.brat.2015.08.010</pub-id>
          <pub-id pub-id-type="medline">26355646</pub-id>
          <pub-id pub-id-type="pii">S0005-7967(15)30033-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Freeman</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Kabir</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Craven</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Leal</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lambe</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Morrison</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Chapman</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Dudley</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>O'Regan</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Rovira</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Goodsell</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rosebrock</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Bergin</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cryer</surname>
              <given-names>TL</given-names>
            </name>
            <name name-style="western">
              <surname>Robotham</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Andleeb</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Geddes</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Hollis</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Waite</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Automated virtual reality (VR) cognitive therapy for patients with psychosis: study protocol for a single-blind parallel group randomised controlled trial (gameChange)</article-title>
          <source>BMJ Open</source>
          <year>2019</year>
          <month>08</month>
          <day>27</day>
          <volume>9</volume>
          <issue>8</issue>
          <fpage>e031606</fpage>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2019-031606</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Freeman</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Molodynski</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Waite</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Treatable clinical intervention targets for patients with schizophrenia</article-title>
          <source>Schizophrenia Research</source>
          <year>2019</year>
          <month>09</month>
          <volume>211</volume>
          <fpage>44</fpage>
          <lpage>50</lpage>
          <pub-id pub-id-type="doi">10.1016/j.schres.2019.07.016</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>DM</given-names>
            </name>
          </person-group>
          <article-title>Anxiety disorders: why they persist and how to treat them</article-title>
          <source>Behav Res Ther</source>
          <year>1999</year>
          <month>07</month>
          <volume>37 Suppl 1</volume>
          <fpage>S5</fpage>
          <lpage>27</lpage>
          <pub-id pub-id-type="doi">10.1016/s0005-7967(99)00048-0</pub-id>
          <pub-id pub-id-type="medline">10402694</pub-id>
          <pub-id pub-id-type="pii">S0005-7967(99)00048-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lambe</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Knight</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Kabir</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Lister</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Rosebrock</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Rovira</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Garnish</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Freeman</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Developing an automated VR cognitive treatment for psychosis: gameChange VR therapy</article-title>
          <source>J Behav Cog Ther</source>
          <year>2020</year>
          <month>05</month>
          <day>12</day>
          <pub-id pub-id-type="doi">10.1016/j.jbct.2019.12.001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pot-Kolder</surname>
              <given-names>RMCA</given-names>
            </name>
            <name name-style="western">
              <surname>Geraets</surname>
              <given-names>CNW</given-names>
            </name>
            <name name-style="western">
              <surname>Veling</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>van Beilen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Staring</surname>
              <given-names>ABP</given-names>
            </name>
            <name name-style="western">
              <surname>Gijsman</surname>
              <given-names>HJ</given-names>
            </name>
            <name name-style="western">
              <surname>Delespaul</surname>
              <given-names>PAEG</given-names>
            </name>
            <name name-style="western">
              <surname>van der Gaag</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Virtual-reality-based cognitive behavioural therapy versus waiting list control for paranoid ideation and social avoidance in patients with psychotic disorders: a single-blind randomised controlled trial</article-title>
          <source>Lancet Psychiatry</source>
          <year>2018</year>
          <month>12</month>
          <volume>5</volume>
          <issue>3</issue>
          <fpage>217</fpage>
          <lpage>226</lpage>
          <pub-id pub-id-type="doi">10.1016/S2215-0366(18)30053-1</pub-id>
          <pub-id pub-id-type="medline">29429948</pub-id>
          <pub-id pub-id-type="pii">S2215-0366(18)30053-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Freeman</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bradley</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Antley</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bourke</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>DeWeever</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Evans</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Černis</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Sheaves</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Waite</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Dunn</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Slater</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>DM</given-names>
            </name>
          </person-group>
          <article-title>Virtual reality in the treatment of persecutory delusions: randomised controlled experimental study testing how to reduce delusional conviction</article-title>
          <source>Br J Psychiatry</source>
          <year>2016</year>
          <month>12</month>
          <volume>209</volume>
          <issue>1</issue>
          <fpage>62</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27151071"/>
          </comment>
          <pub-id pub-id-type="doi">10.1192/bjp.bp.115.176438</pub-id>
          <pub-id pub-id-type="medline">27151071</pub-id>
          <pub-id pub-id-type="pii">S0007125000244371</pub-id>
          <pub-id pub-id-type="pmcid">PMC4929408</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Valmaggia</surname>
              <given-names>LR</given-names>
            </name>
            <name name-style="western">
              <surname>Latif</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Kempton</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Rus-Calafell</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Virtual reality in the psychological treatment for mental health problems: A systematic review of recent evidence</article-title>
          <source>Psychiatry Research</source>
          <year>2016</year>
          <month>02</month>
          <volume>236</volume>
          <fpage>189</fpage>
          <lpage>195</lpage>
          <pub-id pub-id-type="doi">10.1016/j.psychres.2016.01.015</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Meyers</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Durlak</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wandersman</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>The Quality Implementation Framework: A Synthesis of Critical Steps in the Implementation Process</article-title>
          <source>Am J Community Psychol</source>
          <year>2012</year>
          <volume>50</volume>
          <fpage>462</fpage>
          <lpage>480</lpage>
          <pub-id pub-id-type="doi">10.1007/s10464-012-9522-x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Greenhalgh</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Wherton</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Papoutsi</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lynch</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hughes</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>A'Court</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hinder</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Fahy</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Procter</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Shaw</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Beyond Adoption: A New Framework for Theorizing and Evaluating Nonadoption, Abandonment, and Challenges to the Scale-Up, Spread, and Sustainability of Health and Care Technologies</article-title>
          <source>J Med Internet Res</source>
          <year>2017</year>
          <month>11</month>
          <day>01</day>
          <volume>19</volume>
          <issue>11</issue>
          <fpage>e367</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.2196/jmir.8775"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.8775</pub-id>
          <pub-id pub-id-type="medline">29092808</pub-id>
          <pub-id pub-id-type="pii">v19i11e367</pub-id>
          <pub-id pub-id-type="pmcid">PMC5688245</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Treweek</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Pope</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>MacFarlane</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ballini</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Dowrick</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Finch</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Kennedy</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mair</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>O'Donnell</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ong</surname>
              <given-names>BN</given-names>
            </name>
            <name name-style="western">
              <surname>Rapley</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Rogers</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>May</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Normalisation process theory: a framework for developing, evaluating and implementing complex interventions</article-title>
          <source>BMC Med</source>
          <year>2010</year>
          <month>10</month>
          <day>20</day>
          <volume>8</volume>
          <issue>1</issue>
          <pub-id pub-id-type="doi">10.1186/1741-7015-8-63</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tong</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sainsbury</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Craig</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Consolidated criteria for reporting qualitative research (COREQ): a 32-item checklist for interviews and focus groups</article-title>
          <source>Int J Qual Health Care</source>
          <year>2007</year>
          <month>12</month>
          <volume>19</volume>
          <issue>6</issue>
          <fpage>349</fpage>
          <lpage>57</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://intqhc.oxfordjournals.org/cgi/pmidlookup?view=long&#38;pmid=17872937"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/intqhc/mzm042</pub-id>
          <pub-id pub-id-type="medline">17872937</pub-id>
          <pub-id pub-id-type="pii">mzm042</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Staniszewska</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Brett</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Simera</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Seers</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Mockford</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Goodlad</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Barber</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Denegri</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Entwistle</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Littlejohns</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Morris</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Suleman</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Tysall</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>GRIPP2 reporting checklists: tools to improve reporting of patient and public involvement in research</article-title>
          <source>BMJ</source>
          <year>2017</year>
          <month>08</month>
          <day>02</day>
          <volume>358</volume>
          <fpage>j3453</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.bmj.com/cgi/pmidlookup?view=long&#38;pmid=28768629"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.j3453</pub-id>
          <pub-id pub-id-type="medline">28768629</pub-id>
          <pub-id pub-id-type="pmcid">PMC5539518</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Catterall</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Maclaran</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Focus Group Data and Qualitative Analysis Programs: Coding the Moving                     Picture as Well as the Snapshots</article-title>
          <source>Sociological Research Online</source>
          <year>2017</year>
          <month>09</month>
          <day>12</day>
          <volume>2</volume>
          <issue>1</issue>
          <fpage>41</fpage>
          <lpage>49</lpage>
          <pub-id pub-id-type="doi">10.5153/sro.67</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bertrand</surname>
              <given-names>JT</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Ward</surname>
              <given-names>VM</given-names>
            </name>
          </person-group>
          <article-title>Techniques for Analyzing Focus Group Data</article-title>
          <source>Eval Rev</source>
          <year>2016</year>
          <month>07</month>
          <day>26</day>
          <volume>16</volume>
          <issue>2</issue>
          <fpage>198</fpage>
          <lpage>209</lpage>
          <pub-id pub-id-type="doi">10.1177/0193841x9201600206</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Braun</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Using thematic analysis in psychology</article-title>
          <source>Qualitative research in psychology</source>
          <year>2006</year>
          <volume>3</volume>
          <issue>2</issue>
          <fpage>77</fpage>
          <lpage>101</lpage>
          <pub-id pub-id-type="doi">10.1128/AAC.03728-14</pub-id>
          <pub-id pub-id-type="medline">25246403</pub-id>
          <pub-id pub-id-type="pii">AAC.03728-14</pub-id>
          <pub-id pub-id-type="pmcid">PMC4249520</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>NVivo</collab>
          </person-group>
          <article-title>NVivo qualitative data analysis software;GSR International Pty Ltd</article-title>
          <source>Version</source>
          <year>2018</year>
          <fpage>12</fpage>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Barbour</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Checklists for improving rigour in qualitative research: a case of the tail wagging the dog?</article-title>
          <source>BMJ</source>
          <year>2001</year>
          <volume>322</volume>
          <fpage>1115</fpage>
          <lpage>1117</lpage>
          <pub-id pub-id-type="doi">10.1136/bmj.322.7294.1115</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dixon</surname>
              <given-names>LB</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>SE</given-names>
            </name>
          </person-group>
          <article-title>The application of implementation science to community mental health</article-title>
          <source>World Psychiatry</source>
          <year>2020</year>
          <month>05</month>
          <day>11</day>
          <volume>19</volume>
          <issue>2</issue>
          <fpage>174</fpage>
          <lpage>175</lpage>
          <pub-id pub-id-type="doi">10.1002/wps.20732</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Greenwell</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Sereda</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Coulson</surname>
              <given-names>NS</given-names>
            </name>
            <name name-style="western">
              <surname>Hoare</surname>
              <given-names>DJ</given-names>
            </name>
          </person-group>
          <article-title>Understanding User Reactions and Interactions With an Internet-Based Intervention for Tinnitus Self-Management: Mixed-Methods Evaluation</article-title>
          <source>Am J Audiol</source>
          <year>2019</year>
          <month>09</month>
          <day>13</day>
          <volume>28</volume>
          <issue>3</issue>
          <fpage>697</fpage>
          <lpage>713</lpage>
          <pub-id pub-id-type="doi">10.1044/2019_aja-18-0171</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Allan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bradstreet</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mcleod</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Farhall</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lambrou</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gleeson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gumley</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Developing a Hypothetical Implementation Framework of Expectations for Monitoring Early Signs of Psychosis Relapse Using a Mobile App: Qualitative Study</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>10</month>
          <day>24</day>
          <volume>21</volume>
          <issue>10</issue>
          <fpage>e14366</fpage>
          <pub-id pub-id-type="doi">10.2196/14366</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Allan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mcleod</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Bradstreet</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Beedie</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Moir</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Gleeson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Farhall</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Morton</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Gumley</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Understanding Implementation of a Digital Self-Monitoring Intervention for Relapse Prevention in Psychosis: Protocol for a Mixed Method Process Evaluation</article-title>
          <source>JMIR Res Protoc</source>
          <year>2019</year>
          <month>12</month>
          <day>10</day>
          <volume>8</volume>
          <issue>12</issue>
          <fpage>e15634</fpage>
          <pub-id pub-id-type="doi">10.2196/15634</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mohr</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Burns</surname>
              <given-names>MN</given-names>
            </name>
            <name name-style="western">
              <surname>Schueller</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Klinkman</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Behavioral Intervention Technologies: Evidence review and recommendations for future research in mental health</article-title>
          <source>General Hospital Psychiatry</source>
          <year>2013</year>
          <month>07</month>
          <volume>35</volume>
          <issue>4</issue>
          <fpage>332</fpage>
          <lpage>338</lpage>
          <pub-id pub-id-type="doi">10.1016/j.genhosppsych.2013.03.008</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
