<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<?covid-19-tdm?>
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v11i2e32240</article-id>
      <article-id pub-id-type="pmid">34871178</article-id>
      <article-id pub-id-type="doi">10.2196/32240</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Digital Interventions to Reduce Distress Among Health Care Providers at the Frontline: Protocol for a Feasibility Trial</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Ong</surname>
            <given-names>Triton</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Khan</surname>
            <given-names>Raihan</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Nguyen</surname>
            <given-names>Binh</given-names>
          </name>
          <degrees>BEng</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4320-2978</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Torres</surname>
            <given-names>Andrei</given-names>
          </name>
          <degrees>BArch, MEng</degrees>
          <xref rid="aff02" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2334-1919</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Sim</surname>
            <given-names>Walter</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff03" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8384-9864</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Kenny</surname>
            <given-names>Deborah</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff04" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0069-8675</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Campbell</surname>
            <given-names>Douglas M</given-names>
          </name>
          <degrees>MD, MSc</degrees>
          <xref rid="aff05" ref-type="aff">5</xref>
          <xref rid="aff06" ref-type="aff">6</xref>
          <xref rid="aff07" ref-type="aff">7</xref>
          <xref rid="aff08" ref-type="aff">8</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7046-0959</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Beavers</surname>
            <given-names>Lindsay</given-names>
          </name>
          <degrees>BSc, MPT</degrees>
          <xref rid="aff06" ref-type="aff">6</xref>
          <xref rid="aff09" ref-type="aff">9</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8107-1227</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Lou</surname>
            <given-names>Wendy</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff10" ref-type="aff">10</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5590-8719</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Kapralos</surname>
            <given-names>Bill</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff02" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0434-3847</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Peter</surname>
            <given-names>Elizabeth</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff11" ref-type="aff">11</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8155-216X</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author">
          <name name-style="western">
            <surname>Dubrowski</surname>
            <given-names>Adam</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff02" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2074-0933</ext-link>
        </contrib>
        <contrib id="contrib11" contrib-type="author">
          <name name-style="western">
            <surname>Krishnan</surname>
            <given-names>Sridhar</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4659-564X</ext-link>
        </contrib>
        <contrib id="contrib12" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Bhat</surname>
            <given-names>Venkat</given-names>
          </name>
          <degrees>MD, MSc</degrees>
          <xref rid="aff03" ref-type="aff">3</xref>
          <address>
            <institution>Interventional Psychiatry Program</institution>
            <institution>St Michael’s Hospital</institution>
            <institution>Unity Health Toronto</institution>
            <addr-line>193 Yonge Street, Suite 6-013</addr-line>
            <addr-line>Toronto, ON, M5B 1M8</addr-line>
            <country>Canada</country>
            <fax>1 415 864 5996</fax>
            <phone>1 416 360 4000 ext 76404</phone>
            <email>venkat.bhat@utoronto.ca</email>
          </address>
          <xref rid="aff12" ref-type="aff">12</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8768-1173</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff01">
        <label>1</label>
        <institution>Department of Electrical, Computer, and Biomedical Engineering</institution>
        <institution>Ryerson University</institution>
        <addr-line>Toronto, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff02">
        <label>2</label>
        <institution>maxSIMhealth Group</institution>
        <institution>Ontario Tech University</institution>
        <addr-line>Oshawa, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff03">
        <label>3</label>
        <institution>Interventional Psychiatry Program</institution>
        <institution>St Michael’s Hospital</institution>
        <institution>Unity Health Toronto</institution>
        <addr-line>Toronto, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff04">
        <label>4</label>
        <institution>Department of Nursing</institution>
        <institution>University of Colorado</institution>
        <addr-line>Colorado Springs, CO</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff05">
        <label>5</label>
        <institution>Neonatal Intensive Care Unit</institution>
        <institution>St Michael's Hospital</institution>
        <institution>Unity Health Toronto</institution>
        <addr-line>Toronto, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff06">
        <label>6</label>
        <institution>Allan Waters Family Simulation Program</institution>
        <institution>St Michael's Hospital</institution>
        <institution>Unity Health Toronto</institution>
        <addr-line>Toronto, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff07">
        <label>7</label>
        <institution>Li Ka Shing Knowledge Institute</institution>
        <institution>Unity Health Toronto</institution>
        <addr-line>Toronto, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff08">
        <label>8</label>
        <institution>Department of Pediatrics</institution>
        <institution>Faculty of Medicine</institution>
        <institution>University of Toronto</institution>
        <addr-line>Toronto, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff09">
        <label>9</label>
        <institution>Department of Physical Therapy</institution>
        <institution>Temerty Faculty of Medicine</institution>
        <institution>University of Toronto</institution>
        <addr-line>Toronto, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff10">
        <label>10</label>
        <institution>Dalla Lana School of Public Health</institution>
        <institution>University of Toronto</institution>
        <addr-line>Toronto, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff11">
        <label>11</label>
        <institution>Lawrence S Bloomberg Faculty of Nursing</institution>
        <institution>University of Toronto</institution>
        <addr-line>Toronto, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff12">
        <label>12</label>
        <institution>Department of Psychiatry</institution>
        <institution>University of Toronto</institution>
        <addr-line>Toronto, ON</addr-line>
        <country>Canada</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Venkat Bhat <email>venkat.bhat@utoronto.ca</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>2</month>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>16</day>
        <month>2</month>
        <year>2022</year>
      </pub-date>
      <volume>11</volume>
      <issue>2</issue>
      <elocation-id>e32240</elocation-id>
      <history>
        <date date-type="received">
          <day>15</day>
          <month>8</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>9</day>
          <month>10</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>20</day>
          <month>11</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>22</day>
          <month>11</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Binh Nguyen, Andrei Torres, Walter Sim, Deborah Kenny, Douglas M Campbell, Lindsay Beavers, Wendy Lou, Bill Kapralos, Elizabeth Peter, Adam Dubrowski, Sridhar Krishnan, Venkat Bhat. Originally published in JMIR Research Protocols (https://www.researchprotocols.org), 16.02.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on https://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.researchprotocols.org/2022/2/e32240" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Stress, anxiety, distress, and depression are high among health care workers during the COVID-19 pandemic, and they have reported acting in ways that are contrary to their moral values and professional commitments that degrade their integrity. This creates moral distress and injury due to constraints they have encountered, such as limited resources.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The purpose of this study is to develop and show the feasibility of digital platforms (a virtual reality and a mobile platform) to understand the causes and ultimately reduce the moral distress of health care providers during the COVID-19 pandemic.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>This will be a prospective, single cohort, pre- and posttest study examining the effect of a brief informative video describing moral distress on perceptual, psychological, and physiological indicators of stress and decision-making during a scenario known to potentially elicit moral distress. To accomplish this, we have developed a virtual reality simulation that will be used before and after the digital intervention for monitoring short-term impacts. The simulation involves an intensive care unit setting during the COVID-19 pandemic, and participants will be placed in morally challenging situations. The participants will be engaged in an educational intervention at the individual, team, and organizational levels. During each test, data will be collected for (1) physiological measures of stress and after each test, data will be collected regarding (2) thoughts, feelings and behaviors during a morally challenging situation, and (3) perceptual estimates of psychological stress. In addition, participants will continue to be monitored for moral distress and other psychological stresses for 8 weeks through our Digital intervention/intelligence Group mobile platform. Finally, a comparison will be conducted using machine learning and biostatistical techniques to analyze the short- and long-term impacts of the virtual reality intervention.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The study was funded in November 2020 and received research ethics board approval in March 2021. The study is ongoing.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This project is a proof-of-concept integration to demonstrate viability over 6 months and guide future studies to develop these state-of-the-art technologies to help frontline health care workers work in complex moral contexts. In addition, the project will develop innovations that can be used for future pandemics and in other contexts prone to producing moral distress and injury. This project aims to demonstrate the feasibility of using digital platforms to understand the continuum of moral distress that can lead to moral injury. Demonstration of feasibility will lead to future studies to examine the efficacy of digital platforms to reduce moral distress.</p>
        </sec>
        <sec sec-type="Trial Registration">
          <title>Trial Registration</title>
          <p>ClinicalTrials.gov NCT05001542; https://clinicaltrials.gov/ct2/show/NCT05001542</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>DERR1-10.2196/32240</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>virtual reality</kwd>
        <kwd>mobile app</kwd>
        <kwd>moral distress</kwd>
        <kwd>simulation</kwd>
        <kwd>moral injury</kwd>
        <kwd>COVID-19</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Health care providers, particularly during the COVID-19 crisis, have reported acting in ways that are contrary to their moral values, integrity, and professional commitments because of constraints in their work environments [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. Moral suffering can ensue when a health care provider’s moral foundation is threatened or violated by witnessing or participating in decisions or actions that degrade their integrity [<xref ref-type="bibr" rid="ref3">3</xref>]. Moral distress might arise when health care providers are unable to translate their moral choices into action because of internal or external constraints [<xref ref-type="bibr" rid="ref4">4</xref>].</p>
        <p>Moral injury, a more extreme form of moral distress, arises in high-stakes situations wherein integrity and conscience have been violated or one’s moral core is eroded [<xref ref-type="bibr" rid="ref5">5</xref>]. As these events and other workplace stressors accumulate, health care providers’ capacities to provide the level of care they desire can be diminished. There has been a growing attempt to conceptualize moral distress and injury in different health care professions, but the numerous definitions can confuse the issue [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>]. The concept of moral injury has existed for much longer than its first conceptualization by Shay [<xref ref-type="bibr" rid="ref7">7</xref>] concerning the military, where it was defined as a betrayal of moral character, usually as a result of the actions of a person in a position of authority. There is a large body of literature within the military context, and moral injury has conceptually evolved to include betrayal of one’s moral values, and furthermore, as a spiritual, psychological, and somatic response to a series of morally injurious events [<xref ref-type="bibr" rid="ref5">5</xref>]. While some may contend that actions by military members during a war require forethought based on training, others suggest that actions are made on rapid and subconscious decision-making and that moral injury occurs only when individuals question their actions after the fact [<xref ref-type="bibr" rid="ref8">8</xref>].</p>
        <p>However, moral injury is not well defined in health care professions. Cartolovini et al [<xref ref-type="bibr" rid="ref9">9</xref>] argue that moral injury occurs in health care providers when they encounter traumatic events that involve high-stakes situations beyond their control in which they perpetuate, fail to prevent, or bear witness to actions that transgress deeply held moral beliefs [<xref ref-type="bibr" rid="ref10">10</xref>]. A related concept, moral distress, was first described within the nursing context by Jameton [<xref ref-type="bibr" rid="ref11">11</xref>] as “… when one knows the right thing to do, but institutional constraints make it nearly impossible to pursue the right course of action.” Additional studies [<xref ref-type="bibr" rid="ref12">12</xref>] have provided more context to this definition and have described causes of moral distress as beyond the organization to specific clinical situations and internal caregiver dynamics. Moral distress and injury likely occur along a continuum, with moral injury at the extreme end [<xref ref-type="bibr" rid="ref13">13</xref>].</p>
        <p>The COVID-19 pandemic has necessitated fundamental changes to health care provision. As we continue to learn about the virus and differing courses of disease, health care providers have often willingly accepted inherent risks during the pandemic to care for their patients. However, the need for rapid and changing contingency planning, shortages in personal protective equipment, resource shortages, and the inability to provide the ethical caring called for by professional codes of ethics have placed health care providers in what has been described as a “war zone [<xref ref-type="bibr" rid="ref14">14</xref>].” The sudden and unprecedented similarities between civilian health care and military scenarios have potentially resulted in moral distress and possibly moral injury. It is nearly impossible to anticipate the course of the virus and make predictions about its physiological outcomes; it is also challenging to predict the course of mental health needs of health care providers, but it is known that there will be needs.</p>
        <p>Research has concentrated on treatment for moral injury, either in the military realm or the civilian realm. Gilligan [<xref ref-type="bibr" rid="ref15">15</xref>] discussed moral injury as “a shattering of trust that compromised our ability to love” and would seem to suggest the health care providers who suffer moral injury during extreme circumstances such as a pandemic may lose the ability for empathy that is required by professional values. Moral injury has been found to not generally respond to typical treatment of posttraumatic stress disorder, even though most treatment focuses on the posttraumatic stress disorder symptomatology [<xref ref-type="bibr" rid="ref5">5</xref>]. Being able to preserve or restore integrity requires that health care providers have the opportunity for moral repair by strengthening their moral compass and restoring their integrity. Having a moral compass has been identified as a modifiable factor effective in healing from trauma [<xref ref-type="bibr" rid="ref16">16</xref>]. When one’s moral foundation is clear and accessible, health care providers have a potential opportunity to heal the wounds caused by the COVID-19 crisis and an additional resource that they can leverage when ethical challenges arise.</p>
        <p>In this paper, we propose using digital platforms, specifically virtual reality and mobile apps, to develop an understanding of the continuum of moral distress that leads to moral injury in health care workers. Virtual reality technology will be used as a digital platform to simulate an intensive care unit during the pandemic. Our aim is to determine the feasibility of creating a digital environment and implementing digital interventions to better understand the phenomenon of moral distress by developing platforms to examine moral distress and monitor participants over time in order to develop a better understanding of the continuum of moral distress to moral injury.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Ethics</title>
        <p>As of March 20, 2021, the research ethics board at St. Michael’s Hospital, Unity Health Toronto has approved the study, and the reference number is UHTDTS25377. The clinical trial is registered with ClinicalTrial.gov with the Registration/identifier number NCT05001542.</p>
      </sec>
      <sec>
        <title>Overview</title>
        <p>We will recruit health care workers to participate in our feasibility trial that will be composed of pretesting, 2D educational video, posttesting, and longitudinal monitoring (<xref rid="figure1" ref-type="fig">Figure 1</xref>). During pre- and posttest components, we will pilot unique digital technology platforms (virtual reality environments) to identify circumstances that have the potential to cause moral distress; examine interactions at the individual, team, and organizational levels; perform detailed concept mapping to understand features of moral distress and injury and to aid the design of potential interventions. The educational video will be in 2D; however, the rest of the study components will be 3D virtual reality. The video will be presented on the virtual reality headset after the pretest and before the posttest, and is a brief educational video about moral injury. After the posttest, for 2 months, we will longitudinally monitor participants through the collection of active and passive data through our novel mobile platform.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Flow diagram of feasibility trial design. VR sim: virtual reality simulation. DiiG: digital intervention/intelligence group.</p>
          </caption>
          <graphic xlink:href="resprot_v11i2e32240_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>The expected outcomes of our protocol include (1) using virtual reality technology to design a virtual reality environment to simulate intensive care unit settings during the pandemic and determine the feasibility of understanding moral distress and injury for potential future implementations of digital interventions and (2) using acute physiological monitoring within a virtual reality for simulation of a hospital environment where health care workers have to make challenging moral decisions in complex moral simulated situations, and using a novel mobile platform for longitudinal monitoring by collecting passive and active data to understand the contribution of moral distress to the experience in real-time. The information from these digital platforms will influence each other and aid in the development of models to predict and respond to risks associated with moral distress and injury.</p>
      </sec>
      <sec>
        <title>Experimental Flow</title>
        <sec>
          <title>Participant Recruitment</title>
          <p>Eligible participants include health care providers at 3 affiliated hospitals at Unity Health Toronto, who are 18 years of age or older and who own a mobile phone (Android phones with OS version 6.0 and above, iPhone 6 with OS 11 and above). Since this is a feasibility study conducted among health care providers during a pandemic, we require participants to be currently providing health care at the respective hospitals.</p>
          <p>We aim to recruit 15 health care providers (minimum of 10 participants including physicians, nursing, and allied staff) from St. Michael’s, St. Joseph, and Providence hospitals by posting study notices on Unity Health Toronto microsites (eg, Twice a Week newsletters, MD matters, Leadership links), posting flyers at the hospital sites, and by sending email notices. Interested participants will email the study coordinator indicating their interest to participate in the study. The study coordinator will send the participant the consent and demographics forms to sign and complete, and the available time slots to participate in the virtual reality and wearable component of the study. (The demographic survey will include questions regarding age, sex, type of work at Unity Health Toronto, COVID-19 clinical status). Participants will be required to email back their choice for their preferred time slot, the signed consent form, and the completed demographics form.</p>
        </sec>
        <sec>
          <title>Introduction and Prebrief</title>
          <p>The session begins with an introduction of our feasibility trial, goals, and objectives. The session will prepare the participant for the virtual reality simulation in which they take on the role of a health care provider during the COVID-19 pandemic. We will utilize virtual reality simulation to understand the decision-making and emotional response of health care professionals in morally challenging environments, and we will use physiological sensors to monitor the responses. This information will allow us to develop a better understanding of moral distress and create an appropriate intervention.</p>
        </sec>
        <sec>
          <title>Pretest: Virtual Reality Scenario</title>
          <p>After the introduction, participants take on the role of health care providers. The scenario will take place in a hospital setting and will include a physician and nurse, all of whom will be computer-controlled nonplayable characters. There will be an ongoing discussion among them in a scenario that involves decision-making in a morally challenging context.</p>
          <p>The virtual reality scenario was created with a particular focus on 2 situations and modified iteratively based on the concepts and research related to moral distress and injury—not having the power to decide which patient to provide life-saving care to when resources are limited and not being able to provide optimum care to all patients.</p>
          <p>This pretest virtual reality scenario will initially include all the suggested interventions at the individual, team, and organizational levels and examine the efficacy of these suggested interventions. Additional interventions will be added based on user experience.</p>
        </sec>
        <sec>
          <title>Intervention (2D Educational Video)</title>
          <p>Participants will watch an educational video that effectively summarizes the causes and symptoms of moral distress and injury and the potential interventions at the individual, team, and organizational levels.</p>
        </sec>
        <sec>
          <title>Posttest: Virtual Reality Scenario</title>
          <p>For the posttest, the virtual reality scenario with moral distress and injury knowledge and its respective interventions are repeated.</p>
        </sec>
        <sec>
          <title>Debrief</title>
          <p>After completing the pre- and posttest, participants will engage in a debrief led by the researchers. The debrief includes open-ended questions that will encourage the participants to speak about their experience in the virtual reality setting, followed by an exit survey. If needed, participants will be able to speak with a psychotherapist at the Center for Depression and Suicide Studies at St. Michael’s Hospital.</p>
        </sec>
        <sec>
          <title>Longitudinal Monitoring</title>
          <p>After completing the session, participants will use the app for longitudinal monitoring by collecting passive and active data to understand the distress experienced in real-time.</p>
        </sec>
      </sec>
      <sec>
        <title>Compound Intervention</title>
        <p>The compound intervention is composed of the virtual reality simulation-based educational intervention and data collection of mental health and moral injury surveys. The virtual reality simulation-based educational intervention contains a moral injury educational video based on the Moral Injury Guide developed by the Ottawa PTSD Center for Excellence [<xref ref-type="bibr" rid="ref17">17</xref>].</p>
        <p>The latter component of the compound intervention evaluates the effectiveness of the virtual reality simulation-based educational intervention through mental health surveys. These surveys include the Perceived Stress Scale (PSS), Moral Injury Outcome Scale (MIOS), Igroup presence questionnaire (IPQ), and Adapted Moral Injury Symptom Scale: Health care Professionals Version (MISS-HP). PSS is a self-report instrument that evaluates level of stress. MIOS and MISS-HP are tools that evaluate the effect of moral injury, and the IPQ is a questionnaire that evaluates the experience of presence during virtual reality simulations. We will use this information to improve our compounded intervention for use on digital platforms iteratively.</p>
      </sec>
      <sec>
        <title>Trial Design</title>
        <p>This is a multilayer feasibility trial (<xref rid="figure2" ref-type="fig">Figure 2</xref>). The in-person session (<xref rid="figure3" ref-type="fig">Figure 3</xref>), begins with participant arrival at St. Michael’s Hospital Simulation Centre. This is followed by experimental set-up and prebrief. The prebrief is held to inform the participant of the purpose of the session, to collect presurvey data, and obtain written consent. The experimental set-up involves the attachment of the virtual reality equipment and physiological sensors. The debrief is hosted after the experiment and is composed of a semistructured interview, open-ended questions, and an exit survey. The purpose of the debrief is to obtain qualitative feedback on the session to better understand the participant experience.</p>
        <p>The virtual reality session will be used for short-term monitoring of participants for acute distress. After the intervention, participants will use a mobile app (developed by the Digital intervention/intelligence Group) for long-term distress monitoring.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Overview of the virtual reality experimental set-up and data collection.</p>
          </caption>
          <graphic xlink:href="resprot_v11i2e32240_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Diagram of experiment components. VR: virtual reality. MI: moral injury. IPQ: igroup presence questionnaire. MISS-HP: moral injury symptom scale: healthcare professionals version.</p>
          </caption>
          <graphic xlink:href="resprot_v11i2e32240_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Security and Privacy of the Study Data</title>
        <p>During the session hosted at St. Michael’s Hospital Simulation Centre, data (CSV files, text files, audio, and video files from the session) will be securely uploaded to a password-protected drive. Only specific members of the project have access to the data. Responses on paper questionnaires will be input to a spreadsheet and stored on the encrypted drive. During the longitudinal monitoring part of the study, all active and passive data will be stored on the participant’s phone (if storage space is available) until those data are synced back to the back-end server. Data are transferred over a TLS layer; hence, it is encrypted by RSA Asymmetric Encryption Algorithm.</p>
        <p>Study data will be stored for 10 years. No personal information will be collected through the mobile component of the study. Demographic data (ie, age, sex, type of job at Unity Health Toronto, diagnosis, and COVID-19 status) will be collected separately from data collected by the app. A study participant ID will link these data for final analysis.</p>
        <p>The server and the dashboard will be hosted on the same virtual machine server, and the database will be hosted on a different database server (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>).</p>
      </sec>
      <sec>
        <title>Virtual Reality Development</title>
        <p>The first stage of the development involved defining the context of the scenario, with the support of a subject-matter expert, and determining how it connects to the domains <italic>betrayal of the team</italic>, <italic>transgression of moral values</italic>, <italic>emotional response</italic>, and <italic>support and reframing in relation to guilt and loss of trust in colleagues and shame</italic>.</p>
        <p>An overview of the scenario was then outlined, describing the location, main characters, key points (eg, the removal of the ventilator), and the actions and reactions of each character. Based on this document, 2 activities were performed in parallel: the definition of the scenario script with the lines and actions of all characters and the development of the 3D assets (characters, objects, and environment) of the virtual reality scenario. Both activities were developed iteratively, with discussions and demonstrations during weekly meetings. The final version of the script includes 7 nonplayable characters (<xref ref-type="table" rid="table1">Table 1</xref>) and 4 conversations (<xref ref-type="table" rid="table2">Table 2</xref>), not including the initial tutorial.</p>
        <p>For the virtual environment (<xref rid="figure4" ref-type="fig">Figure 4</xref> and <xref rid="figure5" ref-type="fig">Figure 5</xref>), royalty-free models and scenarios were purchased and used as a starting point. They were combined and modified to fit the project's needs. Subject-matter experts provided feedback on key elements to make the environment appear closer to the reality of a Canadian hospital environment. The goal was to represent a standard intensive care unit with individual rooms for patients and a nursing station.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>List of nonplayable characters.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="250"/>
            <col width="750"/>
            <thead>
              <tr valign="top">
                <td>Character</td>
                <td>Description</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Administrator</td>
                <td>Intensive care unit team lead</td>
              </tr>
              <tr valign="top">
                <td>Nurse</td>
                <td>Intensive care unit nurse</td>
              </tr>
              <tr valign="top">
                <td>Mr. Adam</td>
                <td>Mr. Adam, a 65-year-old man who has multiple comorbidities with COVID on a ventilator</td>
              </tr>
              <tr valign="top">
                <td>Mr. Adam’s partner</td>
                <td>Distraught, accusing the participant of cruelty, mismanagement, and malpractice</td>
              </tr>
              <tr valign="top">
                <td>Ms. Betty</td>
                <td>A 56-year-old woman has a more favorable prognosis</td>
              </tr>
              <tr valign="top">
                <td>Medical Doctor 2</td>
                <td>Another intensive care unit physician, not aware of the situation</td>
              </tr>
              <tr valign="top">
                <td>Medical Doctor X</td>
                <td>Highly experienced and respected intensivist whose advice and counsel are often sought</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>List of conversations.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="290"/>
            <col width="280"/>
            <col width="430"/>
            <thead>
              <tr valign="top">
                <td>Scene</td>
                <td>Nonplayable characters</td>
                <td>Description</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Intensive care unit hallway</td>
                <td>Administrator, nurse</td>
                <td>Conversation between the participant, administrator, and nurse about the lack of ventilators. It is decided to move the ventilator from Mr. Adam to Ms. Betty.</td>
              </tr>
              <tr valign="top">
                <td>Mr. Adam’s room</td>
                <td>Mr. Adam, Mr. Adam’s partner</td>
                <td>The participant must inform Mr. Adam’s partner about the decision to remove the ventilator.</td>
              </tr>
              <tr valign="top">
                <td>Intensive care unit hallway 2</td>
                <td>Medical doctor 2</td>
                <td>A medical doctor questions the participant about what happened, and they witness Mr. Adam (now without the ventilator) going into cardiac arrest</td>
              </tr>
              <tr valign="top">
                <td>Nursing station</td>
                <td>Medical doctor X</td>
                <td>An experienced medical doctor reaches out to the participant to provide counsel and provide support.</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Patient’s room with a patient connected to a ventilator.</p>
          </caption>
          <graphic xlink:href="resprot_v11i2e32240_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure5" position="float">
          <label>Figure 5</label>
          <caption>
            <p>Nursing station, monitor station, and intensive care unit corridor.</p>
          </caption>
          <graphic xlink:href="resprot_v11i2e32240_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>To represent the nonplayable characters and the participant, royalty-free models were purchased as starting points. Based on these models, a customizable character system was implemented that allowed us to quickly modify external elements (such as clothing or masks) or the character’s characteristics, such as height and weight (<xref rid="figure6" ref-type="fig">Figure 6</xref>).</p>
        <p>For the user interface, 2 semitranslucent panels are displayed as spatial elements in the virtual reality environment (<xref rid="figure7" ref-type="fig">Figure 7</xref>). The dialogue panel shows current nonplayable character’s photograph, name, and the text version of the dialogue being spoken. The interaction panel displays available choices (for example, the option <italic>Continue</italic> to advance to the following dialogue or a list of choices).</p>
        <p>To interact with the panel, participants need to move one of the controllers, point to the desired choice, and click any buttons under the index finger or thumb. The participant can see a blue ray being casted from their index finger tip within the virtual reality environment, which turns yellow when hovering over the interactive panel (<xref rid="figure7" ref-type="fig">Figure 7</xref>). As additional visual feedback, dialogue choices include a highlight effect when the ray hovers over each.</p>
        <fig id="figure6" position="float">
          <label>Figure 6</label>
          <caption>
            <p>Testing 2 characters with different clothing and body parameters.</p>
          </caption>
          <graphic xlink:href="resprot_v11i2e32240_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure7" position="float">
          <label>Figure 7</label>
          <caption>
            <p>User interface displaying the dialog and interaction panels, and the interaction ray from the right-hand index finger.</p>
          </caption>
          <graphic xlink:href="resprot_v11i2e32240_fig7.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Software and Hardware</title>
        <p>The virtual reality scenarios were created using a cross-platform game engine (Unity 3D, Unity Technologies) that has been adopted, not only by the game industry, but also by film, architecture, and education industries [<xref ref-type="bibr" rid="ref18">18</xref>]. The virtual reality scenario is played using a consumer-grade head-mounted display (Oculus Quest 2, MetaQuest) (<xref rid="figure8" ref-type="fig">Figure 8</xref>) that can track the user’s head movements with 6 degrees of freedom and track the user’s movements either in stationary mode (sitting in a chair) or in room mode (recommended room size is up to 2 m × 2 m), allowing the user to physically walk around within the defined boundaries. In addition, the system includes 2 handheld motion-tracked controllers that allow the user to interact with the environment and with virtual reality interface components. Our virtual reality scenarios will adopt stationary-mode tracking and use the handheld motion-tracked controllers for more accurate tracking.</p>
        <fig id="figure8" position="float">
          <label>Figure 8</label>
          <caption>
            <p>Oculus Quest 2 components.</p>
          </caption>
          <graphic xlink:href="resprot_v11i2e32240_fig8.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>Currently, Oculus Quest and Oculus Quest 2 are not Health Insurance Portability and Accountability Act–compliant. However, no data will be stored in the virtual reality device, and the Oculus framework is not used to develop our virtual reality app. The Oculus Quest 2 is connected to a virtual reality-capable PC laptop using a USB-C cable.</p>
      </sec>
      <sec>
        <title>Subjective Data Collection</title>
        <p>We plan to collect subjective data such as qualitative data from surveys and open-ended feedback. As mentioned in the previous sections, the MISS-HP, IPQ, PSS, and MIOS will be answered throughout the experiment. At the end of the virtual reality session, an exit survey composed of open-ended and 3 multiple choice questions for general feedback.</p>
        <p>Overall, the MIOS and PSS are evaluated at the beginning and end of the study for a global assessment of distress (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>), whereas the MISS-HP is collected for a local assessment of distress (<xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>).</p>
      </sec>
      <sec>
        <title>Objective Data Collection</title>
        <p>During the virtual reality session, electrocardiogram, electrodermal activity, photoplethysmography, and respiration impedance sensors will be attached to the participant (<xref rid="figure9" ref-type="fig">Figure 9</xref>), and these data will be collected with an acquisition and analysis system (MP160, Biopac).</p>
        <fig id="figure9" position="float">
          <label>Figure 9</label>
          <caption>
            <p>Example of the physical set-up: researcher wearing the head-mounted display, controllers, and Biopac sensors during the virtual reality simulation.</p>
          </caption>
          <graphic xlink:href="resprot_v11i2e32240_fig9.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Virtual Reality Data Analysis</title>
        <p>We will create a personalized digital phenotype profile, an objective parameter which will help track individual trends over time which will assist in identifying the efficacy of digital interventions and exposure to immersive virtual reality environments, for each participant using primarily heart rate, respiratory rate, oxygen saturation, and skin conductance (BioNomadix, Biopac) (<xref ref-type="table" rid="table3">Table 3</xref>). These signal features will be paired with reported psychological measures (scales) for a holistic understanding. Both cardiovascular and cerebrovascular dynamics can be captured with these data by deriving features such as heart rate, respiratory rate, and heart rate variability (which is related to the autonomic nervous system and affect states [<xref ref-type="bibr" rid="ref19">19</xref>]). The autonomic nervous system is the control system that acts largely unconsciously and regulates bodily functions, including heart rate and respiratory rate. This system is the primary mechanism in control of the fight-or-flight response [<xref ref-type="bibr" rid="ref19">19</xref>]. We expect that participants in stressful situations will have specific personalized digital phenotype profiles.</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Description of sensors used and physiological signals collected.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="340"/>
            <col width="660"/>
            <thead>
              <tr valign="top">
                <td>Sensor</td>
                <td>Description</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Galvanic skin response (electrodermal activity)</td>
                <td>Galvanic skin response, also known as electrodermal activity, is a sensor that collects the change in the sweat glands. It measures the electrical conduction of the skin. This sensor is commonly reflective of emotional state and arousal such as anxiety</td>
              </tr>
              <tr valign="top">
                <td>Electrocardiogram</td>
                <td>Electrocardiogram is a physiological signal electrocardiogram collects the electrical activity of the heart. We will measure the heart rate using electrocardiogram features that can be extracted can include heart rate variability and R-R intervals</td>
              </tr>
              <tr valign="top">
                <td>Respiratory impedance</td>
                <td>respiration impedance is a physiological signal that collects the respiration of a participant. It can be defined as the mechanical load of the respiratory system to ventilation. We will collect the number of breaths a participant takes</td>
              </tr>
              <tr valign="top">
                <td>Photoplethysmography</td>
                <td>A noninvasive sensor that uses a pulse oximeter to illuminate a light on the skin. By doing so, it measures the blood volume changes respiratory impedance</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Mobile Platform</title>
        <sec>
          <title>Customized Digital intervention/intelligence Group Platform</title>
          <p>We will use the app, which is based on an open-source mobile-based platform, LAMP (Learn, Assess, Manage, Prevent [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>]), which is fully compliant with patient and participant confidentiality standards and is currently in use at various US, Canadian, and international hospitals [<xref ref-type="bibr" rid="ref20">20</xref>]. Applicable privacy legislation include the Personal Health Information Protection Act of Ontario and The Personal Information Protection and Electronic Documents Act.</p>
          <p>Learn: This module offers health tips and accurate health news from sources the participant can trust [<xref ref-type="bibr" rid="ref20">20</xref>].</p>
          <p>Assess: This module infers the participant’s mood and cognitive status (eg, depression, anxiety, etc) by asking the participant to complete surveys. In addition, this module collects the participant’s phone data (eg, geolocation, phone usage).</p>
          <p>Manage: In this module, participants can maintain a journal by writing in a diary or have personalized interventions. However, only the participant can write or read the material in this module since all data collected here is personal and available only to the participant.</p>
          <p>Prevent: This module uses a dashboard to post figures and curves summarizing the participant’s mood, cognitive status, and phone data, such as how fast the participant is moving.</p>
          <p>The app is compatible with both iOS and Android platforms. It will be available for free download and for use by approved participants (log-in information will be provided after obtaining informed consent), and deidentified data will be stored at Unity Health Toronto. Furthermore, the platform will be tailored to collect information pertinent to the COVID-19 context. The platform collects various forms of active data (while the participant is using the app) and passive data (whether or not the user is actively using the app) [<xref ref-type="bibr" rid="ref20">20</xref>]. Study participants will have the option of full access to their active and passive data in real time on the phone or web-based dashboard.</p>
        </sec>
      </sec>
      <sec>
        <title>Participant Anonymity</title>
        <p>Since participants are required to come to the St. Michael’s Hospital Simulation Centre to complete the virtual reality and wearable components of the study, the study will not be anonymous. Participants will only start using the mobile app after they participate in the virtual reality simulation component of the study. The study coordinator will provide an ID and password by email after participants provide written consent, logistical information (preferred time slot), and demographic information to the study coordinator by email.</p>
      </sec>
      <sec>
        <title>Mobile Data Collection</title>
        <sec>
          <title>Active Data</title>
          <p>The surveys will pop up on fixed days of the week for active data collection (ie, Monday, Wednesday, and Friday), as reminders. The participants are then free to complete the surveys (<xref ref-type="table" rid="table4">Table 4</xref>). These surveys will allow for monitoring of stress-related symptoms using validated scales—Daily surveys using 15 items taken from the UCLA Loneliness Scale [<xref ref-type="bibr" rid="ref22">22</xref>] (3 items), PSS [<xref ref-type="bibr" rid="ref23">23</xref>] (4 items), Generalized Anxiety Disorder [<xref ref-type="bibr" rid="ref24">24</xref>] scale (2 items), Patient Health Questionnaire [<xref ref-type="bibr" rid="ref25">25</xref>] (2 items), and MIOS [<xref ref-type="bibr" rid="ref26">26</xref>] (4 items). Each week, on the weekend, the complete versions of the PSS [<xref ref-type="bibr" rid="ref23">23</xref>] (10 items), Generalized Anxiety Disorder [<xref ref-type="bibr" rid="ref24">24</xref>] scale (7 items), Patient Health Questionnaire [<xref ref-type="bibr" rid="ref25">25</xref>] (9 items), MIOS [<xref ref-type="bibr" rid="ref26">26</xref>] (10 items). Once during the study, the App Experience Survey (6 items) will be administered.</p>
          <p>The content of the Moral Injury Outcome Scale is more specific to reflect the virtual reality scenario, unlike in the mobile study, where the survey is more generalized. The cognitive tests appear similar to electronic games wherein participants have to complete a trail or pattern. We will collect the time and number of errors made by the participants.</p>
        </sec>
        <sec>
          <title>Passive Data</title>
          <p>Passive data (GPS and accelerometer data) are collected automatically while the phone is on, even when the participant is not using the phone (<xref ref-type="table" rid="table4">Table 4</xref>). The app will access information collected and stored on the phone. Participants can opt out of this feature if they choose.</p>
          <p>GPS collects data of the participant’s location data with 3-meter accuracy; however, the participant’s specific location will not be used as data in the study. The app collects GPS data constantly, and data are immediately converted into broad summary metrics, such as the distance per day and or unique locations visited. These data are not monitored in real time, and will not be reviewed by and party.</p>
          <p>The accelerometer records triaxial acceleration, which can be used to indicate if the participant is running or walking. These data are not monitored in real time.</p>
          <p>Participants may receive an automated alert based on established survey cut-offs at the beginning of the study. After some time, these alerts may be based on the participant’s change in scores compared to their own baseline. The alerts will be simple, for example, “your score today suggests mild anxiety, we suggest exercise, mindfulness practice, etc.” If more than 1 alert is required because more than 1 scale has reached the cut-off, the alert will be given once for all the scales.</p>
          <p>For active data, we will use visual analog scales (<xref rid="figure10" ref-type="fig">Figure 10</xref>). The scale is linear and continuous for the participant to slide on. The scale is subdivided into varying Likert items according to the questionnaire (eg, a scale with 4 items).</p>
          <p>We will use predetermined cut-offs (<xref ref-type="table" rid="table4">Table 4</xref>) to establish the score for each assessment.</p>
          <p>Passive data (eg, GPS, accelerometer) will be collected for the first 2 weeks at the beginning of the study to establish a baseline. Members of the research team will be monitoring the in-person data collection for safety concerns. In addition, participants who are inactive will be contacted to remind them of data collection and patients who are having problems will be contact to give technical support.</p>
          <fig id="figure10" position="float">
            <label>Figure 10</label>
            <caption>
              <p>Visual analog scale with a sliding bar for participants to score on the screen of their phones.</p>
            </caption>
            <graphic xlink:href="resprot_v11i2e32240_fig10.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <table-wrap position="float" id="table4">
            <label>Table 4</label>
            <caption>
              <p>Cut-off values and example notifications.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="30"/>
              <col width="230"/>
              <col width="0"/>
              <col width="160"/>
              <col width="0"/>
              <col width="550"/>
              <thead>
                <tr valign="top">
                  <td colspan="4">Assessment and classification</td>
                  <td colspan="2">Cut-off values</td>
                  <td>Example of notification</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="7">
                    <bold>Surveys</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="6">
                    <bold>General Anxiety Disorder -7</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Mild anxiety</td>
                  <td colspan="2">5≤score&#60;10</td>
                  <td colspan="2">“Based on your scores during the past week, you do not appear clinically anxious/depressed, which is mild/moderate; recommendations include Bibliotherapy, mindfulness, exercise, sleep management”</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Moderate anxiety</td>
                  <td colspan="2">10≤score&#60;15</td>
                  <td colspan="2">“Based on your scores during the past week, you do not appear clinically anxious/depressed, which is mild/moderate; recommendations include Bibliotherapy, mindfulness, exercise, sleep management”</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Severe anxiety</td>
                  <td colspan="2">score≥15</td>
                  <td colspan="2">“Based on your scores during the past week, you appear clinically anxious/depressed, which is severe; In addition to continued Bibliotherapy, mindfulness, exercise, sleep management”</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="6">
                    <bold>Perceived Stress Scale</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Low</td>
                  <td colspan="2">0≤score&#60;14</td>
                  <td colspan="2">“Based on your scores during the past week, you do not appear to have increased stress which is mild/moderate; recommendations include Bibliotherapy, mindfulness, exercise, sleep management”</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Moderate</td>
                  <td colspan="2">14≤score&#60;27</td>
                  <td colspan="2">“Based on your scores during the past week, you do not appear to have increased stress which is mild/moderate; recommendations include Bibliotherapy, mindfulness, exercise, sleep management”</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>High</td>
                  <td colspan="2">score≥27</td>
                  <td colspan="2">“Based on your scores during the past 2 week, you appear clinically stressed which is severe; In addition to continued Bibliotherapy, mindfulness, exercise, sleep management”</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="6">
                    <bold>Patient Health Questionnaire -9</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Mild depression</td>
                  <td colspan="2">5≤score&#60;10</td>
                  <td colspan="2">“Based on your scores during the past week, you do not appear clinically anxious/depressed, which is mild/moderate; recommendations include Bibliotherapy, mindfulness, exercise, sleep management”</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Moderate depression</td>
                  <td colspan="2">10≤score&#60;15</td>
                  <td colspan="2">“Based on your scores during the past week, you do not appear clinically anxious/depressed, which is mild/moderate; recommendations include Bibliotherapy, mindfulness, exercise, sleep management”</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Moderately severe depression</td>
                  <td colspan="2">15≤score&#60;20</td>
                  <td colspan="2">“Based on your scores during the past week, you appear clinically anxious/depressed, which is severe; In addition to continued Bibliotherapy, mindfulness, exercise, sleep management”</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Severe depression</td>
                  <td colspan="2">score≥20</td>
                  <td colspan="2">“Based on your scores during the past week, you appear clinically anxious/depressed, which is severe; In addition to continued Bibliotherapy, mindfulness, exercise, sleep management”</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="3">Cognitive test: Trails B</td>
                  <td colspan="2">&#62;3 minutes or 3 errors</td>
                  <td>“Your cognition score today is reduced, potential interventions: A) Mindfulness, B) Exercise, C) Sleep habits”</td>
                </tr>
                <tr valign="top">
                  <td colspan="7">
                    <bold>Passive data</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="6">
                    <bold>GPS mobility metrics, call-test logs, latency of response, phone pattern of use, sleep, activity</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Moderate change</td>
                  <td colspan="2">1 SD to 2 SD from baseline</td>
                  <td colspan="2">“Based on your (specify item) scores during the last 2 weeks, you appear to have moderately increased or decreased (specify item);<break/>If increased: recommendations include continued exercise;<break/>If decreased: recommendations include Bibliotherapy and more exercise”</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Large change</td>
                  <td colspan="2">&#62;2 SD from baseline; direction of change is important</td>
                  <td colspan="2">“Based on your (specify item) scores during the last 2 weeks, you appear to have severely increased or decreased (specify item);<break/>If increased: recommendations include continued exercise;<break/>If decreased: recommendations include Bibliotherapy and more exercise. Also link provided for further help.”</td>
                </tr>
              </tbody>
            </table>
          </table-wrap>
        </sec>
      </sec>
      <sec>
        <title>Mobile Data Analysis</title>
        <p>Smartphones are ubiquitous in our daily lives and incorporate a suite of sensors, such as accelerometer and GPS. In addition, digital platforms can be used to collect active data. This results in a multimodal system on a smartphone device. To objectively analyze the data, preprocessing will include Kalman filtering, GPS data cleaning, and Wavelet transforms, and feature extraction techniques, such as multiview biclustering [<xref ref-type="bibr" rid="ref27">27</xref>] and statistical and structural features from time-series signals [<xref ref-type="bibr" rid="ref28">28</xref>], will be used for machine learning (decision tree, logistic regression, and support vector machine) to find associations between passive and active data. These models are simple, consume low power, and have the capability of explainable artificial intelligence to understand our machine learning models better [<xref ref-type="bibr" rid="ref29">29</xref>]. We plan to extend the machine learning models to long short-term memory and convolutional neural networks due to the popularity and effectiveness of the models in mobile data analysis [<xref ref-type="bibr" rid="ref28">28</xref>].</p>
      </sec>
      <sec>
        <title>Analysis Approach</title>
        <p>Signals (<xref rid="figure11" ref-type="fig">Figure 11</xref>; <xref ref-type="supplementary-material" rid="app4">Multimedia Appendix 4</xref>) will be collected with a sampling frequency of 2000 Hz. The software used to collect the data from Biopac performs all internal calculations to the accuracy defined by the IEEE format for double-precision floating-point numbers and stores the results of those calculations in double-precision floating-point format; this format assigns 8 bytes to all numbers in calculations or resulting from calculations [<xref ref-type="bibr" rid="ref30">30</xref>]. Biopac equipment has an interface to interact with the virtual reality scenario; thus, we have markers for the sessions, such as the start and end of the session and when the user answers a question.</p>
        <fig id="figure11" position="float">
          <label>Figure 11</label>
          <caption>
            <p>Physiological signal examples: respiration impedance (RI), photoplethysmography (PPG), electrocardiogram (ECG), and galvanic skin response (GSR).</p>
          </caption>
          <graphic xlink:href="resprot_v11i2e32240_fig11.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>Numeric programming computing software will be used to conduct the analysis. The signals will be collected in a raw format. Preprocessing, feature extraction, and machine learning will be applied to the data. Preprocessing involves techniques such as low-pass filters, high-pass filters, and notch filters to remove noise. The filtered signal will then be passed along to extract features. Feature extraction will involve extracting attributes of the signals to be better represented. Techniques for feature extraction include handcrafted features, such as statistical values. Lastly, machine learning techniques such as decision tree, random forest, and logistic regression will be used for classification. These techniques are chosen due to their ability to manage small sample sizes. Once familiar with the newly acquired data set, we will reflect on a new approach for analysis.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>As of March 20, 2021, the research ethics board at St. Michael’s Hospital has approved the study (UHTDTS25377). This project was funded on November 20, 2020.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>As previously explored, this research will develop and validate the use of digital platforms, specifically virtual reality and mobile apps to understand the continuum of moral distress that leads to moral. Demonstration of feasibility will lead to future studies to examine the efficacy of these digital interventions.</p>
      <p>We hypothesize that features of the physiological data will help to identify mental health disorders and distress within users. For example, many studies [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref32">32</xref>] have looked at the impact of stress and burnout in health care workers due to the COVID-19 pandemic.</p>
      <p>Modern signal processing and classification tools will be used to find associations between the data and mental health surveys. We expect to discover identifiers within physiological signals that reflect distress and other psychological disorders in the short- and long-term fluctuations of the passive data response related to mental health.</p>
      <p>Given the pilot project’s aims, the number of participants (10-15 health care providers) was chosen with a view toward demonstrating feasibility while taking into consideration the availability of participants during the COVID-19 pandemic.</p>
      <p>Determining the feasibility and utility of virtual reality environments to aid health care workers in reducing distress and becoming resilient in morally challenging and complex environments, by using physiological data in a personalized digital phenotype profile with mobile platforms will lead to future work on the implementation of a larger scale study.</p>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Requirements for LAMP (Learn, Assess, Manage, Prevent) mobile app servers.</p>
        <media xlink:href="resprot_v11i2e32240_app1.pdf" xlink:title="PDF File  (Adobe PDF File), 119 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Moral Injury Outcome Scale and Perceived Stress Scale.</p>
        <media xlink:href="resprot_v11i2e32240_app2.pdf" xlink:title="PDF File  (Adobe PDF File), 597 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Adapted Moral Injury Symptom Scale: Healthcare Professionals version.</p>
        <media xlink:href="resprot_v11i2e32240_app3.pdf" xlink:title="PDF File  (Adobe PDF File), 143 KB"/>
      </supplementary-material>
      <supplementary-material id="app4">
        <label>Multimedia Appendix 4</label>
        <p>Additional physiological signals.</p>
        <media xlink:href="resprot_v11i2e32240_app4.pdf" xlink:title="PDF File  (Adobe PDF File), 307 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">IPQ</term>
          <def>
            <p>Igroup presence questionnaire</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">MIOS</term>
          <def>
            <p>Moral Injury Outcome Scale</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">MISS-HP</term>
          <def>
            <p>Moral Injury Symptom Scale: Healthcare Professional version</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">PSS</term>
          <def>
            <p>Perceived Stress Scale</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>We would like to acknowledge Sharadha Kolappan for her contributions from July 2020 to March 2021. The financial support of the Ontario Trillium Scholarship program is gratefully acknowledged by AT. VB is supported by an Academic Scholar Award (University of Toronto Department of Psychiatry). This project (CPCA-0592) was funded by the Canadian Department of Defense, Innovation for Defense Excellence and Security Program.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>The study was conceptualized by VB, SK, EP, and AD. BN and AT were involved in software design, virtual reality set-up, and physiological sensors. SK,VB, BP, and AD provided supervision. EP and DK were involved with scenario development and qualitative research. DC and LB provided input and direction for study coordination. All authors have read and approved the final manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>VB is supported by an Academic Scholar Award from the UofT Dept of Psychiatry and has received research support from CIHR, BBRF, MOH Innovation Funds, RCPSC, DND, Canada, and an investigator-initiated trial from Roche Canada. All other authors have no conflicts to declare.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Travers</surname>
              <given-names>Mark</given-names>
            </name>
          </person-group>
          <article-title>COVID-19 poses a major quandary for the field of moral psychology</article-title>
          <source>Forbes</source>
          <access-date>2021-06-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.forbes.com/sites/traversmark/2020/04/15/covid-19-poses-a-major-quandary-for-the-field-of-moral-psychology/">https://www.forbes.com/sites/traversmark/2020/04/15/covid-19-poses-a-major-quandary-for-the-field-of-moral-psychology/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Asken</surname>
              <given-names>Michael J</given-names>
            </name>
          </person-group>
          <article-title>Medical Economics</article-title>
          <source>Now it is moral injury: the COVID-19 pandemic and moral distress</source>
          <access-date>2021-06-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.medicaleconomics.com/view/now-it-moral-injury-covid-19-pandemic-and-moral-distress">https://www.medicaleconomics.com/view/now-it-moral-injury-covid-19-pandemic-and-moral-distress</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Holtz</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Heinze</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Rushton</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Interprofessionals' definitions of moral resilience</article-title>
          <source>J Clin Nurs</source>
          <year>2018</year>
          <month>02</month>
          <volume>27</volume>
          <issue>3-4</issue>
          <fpage>e488</fpage>
          <lpage>e494</lpage>
          <pub-id pub-id-type="doi">10.1111/jocn.13989</pub-id>
          <pub-id pub-id-type="medline">28771909</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brémault-Phillips</surname>
              <given-names>Suzette</given-names>
            </name>
            <name name-style="western">
              <surname>Pike</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Scarcella</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Cherwick</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Spirituality and moral injury among military personnel: a mini-review</article-title>
          <source>Front Psychiatry</source>
          <year>2019</year>
          <volume>10</volume>
          <fpage>276</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3389/fpsyt.2019.00276"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyt.2019.00276</pub-id>
          <pub-id pub-id-type="medline">31110483</pub-id>
          <pub-id pub-id-type="pmcid">PMC6501118</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Litz</surname>
              <given-names>BT</given-names>
            </name>
            <name name-style="western">
              <surname>Stein</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Delaney</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Lebowitz</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Nash</surname>
              <given-names>WP</given-names>
            </name>
            <name name-style="western">
              <surname>Silva</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Maguen</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Moral injury and moral repair in war veterans: a preliminary model and intervention strategy</article-title>
          <source>Clin Psychol Rev</source>
          <year>2009</year>
          <month>12</month>
          <volume>29</volume>
          <issue>8</issue>
          <fpage>695</fpage>
          <lpage>706</lpage>
          <pub-id pub-id-type="doi">10.1016/j.cpr.2009.07.003</pub-id>
          <pub-id pub-id-type="medline">19683376</pub-id>
          <pub-id pub-id-type="pii">S0272-7358(09)00092-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Corley</surname>
              <given-names>MC</given-names>
            </name>
          </person-group>
          <article-title>Nurse moral distress: a proposed theory and research agenda</article-title>
          <source>Nurs Ethics</source>
          <year>2002</year>
          <month>11</month>
          <volume>9</volume>
          <issue>6</issue>
          <fpage>636</fpage>
          <lpage>50</lpage>
          <pub-id pub-id-type="doi">10.1191/0969733002ne557oa</pub-id>
          <pub-id pub-id-type="medline">12450000</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shay</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <source>Achilles in Vietnam: Combat Trauma and the Undoing of Character</source>
          <year>2010</year>
          <publisher-loc>New York</publisher-loc>
          <publisher-name>Simon and Schuster</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Doris</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>From My Lai to Abu Ghraib: the moral psychology of atrocity</article-title>
          <source>Midwest Stud Philos</source>
          <year>2007</year>
          <month>09</month>
          <volume>31</volume>
          <issue>1</issue>
          <fpage>25</fpage>
          <lpage>55</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1475-4975.2007.00149.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Čartolovni</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Stolt</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Suhonen</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Moral injury in healthcare professionals: a scoping review and discussion</article-title>
          <source>Nurs Ethics</source>
          <year>2021</year>
          <month>08</month>
          <volume>28</volume>
          <issue>5</issue>
          <fpage>590</fpage>
          <lpage>602</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/0969733020966776?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/0969733020966776</pub-id>
          <pub-id pub-id-type="medline">33427020</pub-id>
          <pub-id pub-id-type="pmcid">PMC8366182</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Epstein</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Whitehead</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Prompahakul</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Thacker</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hamric</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Enhancing understanding of moral distress: the measure of moral distress for health care professionals</article-title>
          <source>AJOB Empir Bioeth</source>
          <year>2019</year>
          <volume>10</volume>
          <issue>2</issue>
          <fpage>113</fpage>
          <lpage>124</lpage>
          <pub-id pub-id-type="doi">10.1080/23294515.2019.1586008</pub-id>
          <pub-id pub-id-type="medline">31002584</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jameton</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <source>Nursing Practice: The Ethical Issues</source>
          <year>1984</year>
          <publisher-loc>Englewood Cliffs, N.J</publisher-loc>
          <publisher-name>Prentice-Hall</publisher-name>
          <fpage>978</fpage>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hamric</surname>
              <given-names>AB</given-names>
            </name>
          </person-group>
          <article-title>Empirical research on moral distress: issues, challenges, and opportunities</article-title>
          <source>HEC Forum</source>
          <year>2012</year>
          <month>03</month>
          <volume>24</volume>
          <issue>1</issue>
          <fpage>39</fpage>
          <lpage>49</lpage>
          <pub-id pub-id-type="doi">10.1007/s10730-012-9177-x</pub-id>
          <pub-id pub-id-type="medline">22476738</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rushton</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Mapping the path of moral adversity</article-title>
          <source>Moral Resilience: Transforming Moral Suffering in Health Care</source>
          <year>2018</year>
          <publisher-loc>Oxford</publisher-loc>
          <publisher-name>Oxford University Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dishman</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Describing a coronavirus ’war zone,’ nurses sue New York and two hospitals over safety issues</article-title>
          <source>Fast Company</source>
          <year>2020</year>
          <month>04</month>
          <day>20</day>
          <access-date>2021-06-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.fastcompany.com/90493806/describing-a-coronavirus-war-zone-nurses-sue-new-york-and-two-hospitals-over-safety-issues">https://www.fastcompany.com/90493806/describing-a-coronavirus-war-zone-nurses-sue-new-york-and-two-hospitals-over-safety-issues</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gilligan</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Moral injury and the ethic of care: Reframing the conversation about differences</article-title>
          <source>J Soc Philos</source>
          <year>2014</year>
          <month>03</month>
          <day>18</day>
          <volume>45</volume>
          <issue>1</issue>
          <fpage>89</fpage>
          <lpage>106</lpage>
          <pub-id pub-id-type="doi">10.1111/josp.12050</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Southwick</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Charney</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>The science of resilience: implications for the prevention and treatment of depression</article-title>
          <source>Science</source>
          <year>2012</year>
          <month>10</month>
          <day>05</day>
          <volume>338</volume>
          <issue>6103</issue>
          <fpage>79</fpage>
          <lpage>82</lpage>
          <pub-id pub-id-type="doi">10.1126/science.1222942</pub-id>
          <pub-id pub-id-type="medline">23042887</pub-id>
          <pub-id pub-id-type="pii">338/6103/79</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="web">
          <article-title>A guide to moral injury</article-title>
          <source>Moral Injury Guide</source>
          <year>2020</year>
          <access-date>2021-10-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.moralinjuryguide.ca/">https://www.moralinjuryguide.ca/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="web">
          <article-title>Unity</article-title>
          <source>Unity Technologies</source>
          <access-date>2021-06-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://unity.com/">https://unity.com/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Baig</surname>
              <given-names>Mz</given-names>
            </name>
            <name name-style="western">
              <surname>Kavakli</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>A Survey on Psycho-Physiological Analysis &#38; Measurement Methods in Multimodal Systems</article-title>
          <source>MTI</source>
          <year>2019</year>
          <month>05</month>
          <day>28</day>
          <volume>3</volume>
          <issue>2</issue>
          <fpage>37</fpage>
          <pub-id pub-id-type="doi">10.3390/mti3020037</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wisniewski</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Bird</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Carpenter</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>David</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Elejalde</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Fulford</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Guimond</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hays</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Henson</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hoffman</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Lim</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Menon</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Noel</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Pearson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Peterson</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Susheela</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Troy</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Vaidyam</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Weizenbaum</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Naslund</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Keshavan</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Creating a digital health smartphone app and digital phenotyping platform for mental health and diverse health care needs: An interdisciplinary and collaborative approach</article-title>
          <source>J Technol Behav Sci</source>
          <year>2019</year>
          <month>4</month>
          <day>27</day>
          <volume>4</volume>
          <issue>2</issue>
          <fpage>73</fpage>
          <lpage>85</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://paperpile.com/b/Wli0t2/DTKZ"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s41347-019-00095-w</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="web">
          <article-title>LAMP</article-title>
          <source>Division of Digital Psychiatry at Beth Israel Deaconess Medical Center</source>
          <access-date>2021-10-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.digitalpsych.org/lamp.html">https://www.digitalpsych.org/lamp.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Russell</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Peplau</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Cutrona</surname>
              <given-names>CE</given-names>
            </name>
          </person-group>
          <article-title>The revised UCLA loneliness scale: concurrent and discriminant validity evidence</article-title>
          <source>J Pers Soc Psychol</source>
          <year>1980</year>
          <month>09</month>
          <volume>39</volume>
          <issue>3</issue>
          <fpage>472</fpage>
          <lpage>80</lpage>
          <pub-id pub-id-type="doi">10.1037//0022-3514.39.3.472</pub-id>
          <pub-id pub-id-type="medline">7431205</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kamarck</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Mermelstein</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>A global measure of perceived stress</article-title>
          <source>J Health Soc Behav</source>
          <year>1983</year>
          <month>12</month>
          <volume>24</volume>
          <issue>4</issue>
          <fpage>385</fpage>
          <lpage>96</lpage>
          <pub-id pub-id-type="medline">6668417</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Spitzer</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Kroenke</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>JBW</given-names>
            </name>
            <name name-style="western">
              <surname>Löwe</surname>
              <given-names>Bernd</given-names>
            </name>
          </person-group>
          <article-title>A brief measure for assessing generalized anxiety disorder: the GAD-7</article-title>
          <source>Arch Intern Med</source>
          <year>2006</year>
          <month>05</month>
          <day>22</day>
          <volume>166</volume>
          <issue>10</issue>
          <fpage>1092</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1001/archinte.166.10.1092</pub-id>
          <pub-id pub-id-type="medline">16717171</pub-id>
          <pub-id pub-id-type="pii">166/10/1092</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kroenke</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Spitzer</surname>
              <given-names>RL</given-names>
            </name>
          </person-group>
          <article-title>The PHQ-9: a new depression diagnostic and severity measure</article-title>
          <source>Psychiatric Annals</source>
          <year>2002</year>
          <month>09</month>
          <day>01</day>
          <volume>32</volume>
          <issue>9</issue>
          <fpage>509</fpage>
          <lpage>515</lpage>
          <pub-id pub-id-type="doi">10.3928/0048-5713-20020901-06</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yeterian</surname>
              <given-names>Julie D</given-names>
            </name>
            <name name-style="western">
              <surname>Berke</surname>
              <given-names>Danielle S</given-names>
            </name>
            <name name-style="western">
              <surname>Carney</surname>
              <given-names>Jessica R</given-names>
            </name>
            <name name-style="western">
              <surname>McIntyre-Smith</surname>
              <given-names>Alexandra</given-names>
            </name>
            <name name-style="western">
              <surname>St Cyr</surname>
              <given-names>Katherine</given-names>
            </name>
            <name name-style="western">
              <surname>King</surname>
              <given-names>Lisa</given-names>
            </name>
            <name name-style="western">
              <surname>Kline</surname>
              <given-names>Nora K</given-names>
            </name>
            <name name-style="western">
              <surname>Phelps</surname>
              <given-names>Andrea</given-names>
            </name>
            <name name-style="western">
              <surname>Litz</surname>
              <given-names>Brett T</given-names>
            </name>
            <collab>Members of the Moral Injury Outcomes Project Consortium</collab>
          </person-group>
          <article-title>Defining and measuring moral injury: rationale, design, and preliminary findings from the moral injury outcome scale consortium</article-title>
          <source>J Trauma Stress</source>
          <year>2019</year>
          <month>06</month>
          <volume>32</volume>
          <issue>3</issue>
          <fpage>363</fpage>
          <lpage>372</lpage>
          <pub-id pub-id-type="doi">10.1002/jts.22380</pub-id>
          <pub-id pub-id-type="medline">30947372</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Kolappan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bhat</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Krishnan</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Clustering and feature analysis of smartphone data for depression monitoring</article-title>
          <year>2021</year>
          <conf-name>43rd Annual International Conference of the IEEE Engineering in Medicine &#38; Biology Society</conf-name>
          <conf-date>Nov 1-5</conf-date>
          <conf-loc>Guadalajara, Mexico</conf-loc>
          <fpage>113</fpage>
          <lpage>116</lpage>
          <pub-id pub-id-type="doi">10.1109/embc46164.2021.9629737</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Coelho</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Bastos</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Krishnan</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Trends in human activity recognition with focus on machine learning and power requirements</article-title>
          <source>Mach Learn Appl</source>
          <year>2021</year>
          <month>09</month>
          <volume>5</volume>
          <fpage>100072</fpage>
          <pub-id pub-id-type="doi">10.1016/j.mlwa.2021.100072</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Barredo Arrieta</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Díaz-Rodríguez</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Del Ser</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bennetot</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tabik</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Barbado</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Garcia</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Gil-Lopez</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Molina</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Benjamins</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Chatila</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Herrera</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Explainable artificial intelligence (XAI): concepts, taxonomies, opportunities and challenges toward responsible AI</article-title>
          <source>Information Fusion</source>
          <year>2020</year>
          <month>06</month>
          <volume>58</volume>
          <fpage>82</fpage>
          <lpage>115</lpage>
          <pub-id pub-id-type="doi">10.1016/j.inffus.2019.12.012</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="web">
          <article-title>AcqKnowledge accuracy</article-title>
          <source>BIOPAC</source>
          <access-date>2021-10-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.biopac.com/knowledge-base/acqknowledge-accuracy/">https://www.biopac.com/knowledge-base/acqknowledge-accuracy/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Lai</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Wan</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Tan</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Impact of burnout, secondary traumatic stress and compassion satisfaction on hand hygiene of healthcare workers during the COVID-19 pandemic</article-title>
          <source>Nurs Open</source>
          <year>2021</year>
          <month>09</month>
          <volume>8</volume>
          <issue>5</issue>
          <fpage>2551</fpage>
          <lpage>2557</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1002/nop2.786"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/nop2.786</pub-id>
          <pub-id pub-id-type="medline">33605557</pub-id>
          <pub-id pub-id-type="pmcid">PMC8014518</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Geng</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Lou</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cai</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Xie</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>X</given-names>
            </name>
          </person-group>
          <article-title>The influence of risk perception for COVID-19 pandemic on posttraumatic stress disorder in healthcare workers: A survey from four designated hospitals</article-title>
          <source>Clin Psychol Psychother</source>
          <year>2021</year>
          <month>09</month>
          <volume>28</volume>
          <issue>5</issue>
          <fpage>1146</fpage>
          <lpage>1159</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/33592682"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/cpp.2564</pub-id>
          <pub-id pub-id-type="medline">33592682</pub-id>
          <pub-id pub-id-type="pmcid">PMC8014520</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
