<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v10i7e24911</article-id>
      <article-id pub-id-type="pmid">34287220</article-id>
      <article-id pub-id-type="doi">10.2196/24911</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Physiological Measurements of Stress Preceding Incidents of Challenging Behavior in People With Severe to Profound Intellectual Disabilities: Longitudinal Study Protocol of Single-Case Studies</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Dekkers</surname>
            <given-names>Tessa</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Ahmed</surname>
            <given-names>Ahmed</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Simons</surname>
            <given-names>Rianne</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Research and Development</institution>
            <institution>Pluryn</institution>
            <addr-line>Industrieweg 50</addr-line>
            <addr-line>Nijmegen, 6541TW</addr-line>
            <country>Netherlands</country>
            <phone>31 634465059</phone>
            <email>rianne.simons@home.nl</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6264-8799</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Koordeman</surname>
            <given-names>Renske</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7188-7345</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>de Looff</surname>
            <given-names>Peter</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0950-3419</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Otten</surname>
            <given-names>Roy</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9763-5875</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Research and Development</institution>
        <institution>Pluryn</institution>
        <addr-line>Nijmegen</addr-line>
        <country>Netherlands</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Behavioural Science Institute</institution>
        <institution>Radboud University</institution>
        <addr-line>Nijmegen</addr-line>
        <country>Netherlands</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Specialized and Forensic Care</institution>
        <institution>Wier (SGLVG Treatment Center)</institution>
        <addr-line>Den Dolder</addr-line>
        <country>Netherlands</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Specialized and Forensic Care</institution>
        <institution>De Borg National Expertise Center</institution>
        <addr-line>Den Dolder</addr-line>
        <country>Netherlands</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Research and Education Advancing Children's Health Institute</institution>
        <institution>Department of Psychology</institution>
        <institution>Arizona State University</institution>
        <addr-line>Tempe, AZ</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Rianne Simons <email>rianne.simons@home.nl</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>7</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>21</day>
        <month>7</month>
        <year>2021</year>
      </pub-date>
      <volume>10</volume>
      <issue>7</issue>
      <elocation-id>e24911</elocation-id>
      <history>
        <date date-type="received">
          <day>22</day>
          <month>10</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>8</day>
          <month>4</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>30</day>
          <month>4</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>3</day>
          <month>5</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Rianne Simons, Renske Koordeman, Peter de Looff, Roy Otten. Originally published in JMIR Research Protocols (https://www.researchprotocols.org), 21.07.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on https://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.researchprotocols.org/2021/7/e24911" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Clients with severe to profound intellectual disabilities (SPID) and challenging behavior (CB) and the professional caregivers that support them are vulnerable to high stress levels, which negatively impact their well-being and the quality of care. CB is thought to result from an increase in the intensity and frequency of clients’ stress experiences. In turn, staff members experience stress in dealing with this behavior, and stressed staff members might behave in ways that increase clients’ stress levels, contributing to the origin and maintenance of CB. Research into these dyadic interactions between clients and staff is scarce for people with SPID, especially in real-life situations. The barriers of studying stress in this population include clients’ difficulties in communicating stress experiences and the lack of an objective continuous measure of stress.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This paper presents a protocol for studying patterns of physiological stress in 15 client-caregiver dyads in the 30 minutes preceding incidents of CB compared to control periods without CB and the interplay between the stress levels of clients and professional caregivers.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We will conduct 15 single-case studies to assess patterns of physiological stress in dyads of clients with SPID and professional caregivers prior to CB in several Dutch residential institutes. Client-caregiver dyads will wear the Empatica E4 wristband for 20 sessions of 3 to 8 hours without interruptions of daily routines while caregivers report clients’ CB. The physiological measures obtained will be electrodermal activity (microsiemens) and heart rate (beats per minute). A multilevel model with repeated measures at the incident level nested within the person level will be applied, employing separate models for electrodermal activity and heart rate to compare stress levels in the 30 minutes prior to incidents with control epochs. Covariates in the models include movement, temperature, and gender. In addition, cross-recurrence quantification analyses will be performed to study the synchronization between the stress levels of clients and professional caregivers.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The Ethics Committee of the Radboud University (NL-number: NL71683.091.19) approved the study on February 12, 2020. In total, 15 organizations have declared their commitment to participate in the study. The first result is expected in the spring of 2022.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Study results will demonstrate whether changes in patterns of electrodermal activity and heart rate are apparent in the 30 minutes preceding an incident of CB compared to baseline levels when the client does not engage in CB. The synchronization between caregivers’ and clients’ physiological stress levels will be explored with cross-recurrence quantification analyses. Insights into the physiological stress levels of clients and caregivers may contribute to a reduction of CB and an improvement of both clients’ and caregivers’ safety and well-being.</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>DERR1-10.2196/24911</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>challenging behavior</kwd>
        <kwd>electrodermal activity</kwd>
        <kwd>heart rate</kwd>
        <kwd>intellectual disability</kwd>
        <kwd>single-case research</kwd>
        <kwd>stress</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>According to the Dutch Healthcare Inspectorate, approximately 20% of the 30,000 people with intellectual disabilities (ID) living in Dutch residential institutes show severe and enduring challenging behavior (CB) [<xref ref-type="bibr" rid="ref1">1</xref>]. CB most often includes aggression or self-injury [<xref ref-type="bibr" rid="ref1">1</xref>] and can severely diminish clients’ quality of life [<xref ref-type="bibr" rid="ref2">2</xref>]. The prevalence of CB increases with the severity of ID, resulting in a vulnerable group of clients with severe to profound ID (SPID) and CB [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref3">3</xref>]. Clients with SPID, especially in the case of CB, depend to a great extent on the support of professional caregivers in residential institutes for their physical and emotional well-being. It is well-established that CB can be stressful for caregivers, affecting caregivers’ well-being and the quality of support they provide [<xref ref-type="bibr" rid="ref4">4</xref>]. Caregivers have reported that they are often surprised by clients’ CB and perceive the mere possibility of CB occurrence as highly stressful [<xref ref-type="bibr" rid="ref5">5</xref>], which in turn may affect the stress experienced by clients. In addition, clients with SPID and CB perceive stress in a more frequent, intense, and sustained manner compared to the general population but lack sufficient coping skills to manage stress. Associations between stress and the origin and maintenance of CB have been reported, and CB is often a maladaptive response to stress [<xref ref-type="bibr" rid="ref2">2</xref>]. This study addresses stress in clients with SPID and professional caregivers prior to incidents of CB.</p>
      </sec>
      <sec>
        <title>The Importance of Professional Caregivers’ Stress</title>
        <p>Caregivers of clients with CB report more severe stress levels than other professionals serving clients with ID [<xref ref-type="bibr" rid="ref6">6</xref>]. In several studies, caregivers rated clients’ CB as a highly stressful aspect of their work, and associations between the exposure to CB and caregivers’ stress have been repeatedly shown [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>]. These associations may be moderated or mediated by caregivers’ attributions, coping styles, beliefs, self-efficacy, and training [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>]. Specifically, Bromley and Emerson [<xref ref-type="bibr" rid="ref9">9</xref>] reported that stress when supporting clients with CB is related to “the ‘daily grind’ of caring, their difficulty in understanding the person’s behavior, the unpredictability of the behavior, and the apparent absence of an effective way forward”. Several organizational variables (eg, workload, job variety, and support) have been identified as stressors as well [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. CB and stress have a clear impact on caregivers’ psychological well-being and are associated with sickness, absenteeism, and staff turnover [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>]. Importantly, stress impacts the quality of care [<xref ref-type="bibr" rid="ref12">12</xref>]. The quality of care benefits from high-quality interactions between caregivers and clients [<xref ref-type="bibr" rid="ref13">13</xref>], and inadequate caregiver-client interactions contribute to the origin and maintenance of CB [<xref ref-type="bibr" rid="ref14">14</xref>]. Stress negatively affects the quality and quantity of these interactions and the caregiver’s ability to deal with CB effectively [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref7">7</xref>]. Specifically, stressed caregivers interact less often with clients, engage in more negative and less positive interactions, and are more likely to behave in ways that contribute to the origin and maintenance of CB [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref14">14</xref>].</p>
      </sec>
      <sec>
        <title>Understanding Stress in Clients With SPID and CB</title>
        <p>CB may be a maladaptive response to perceived stress, and research has shown an association between clients’ stress and CB [<xref ref-type="bibr" rid="ref2">2</xref>]. Janssen, Schuengel, and Stolk [<xref ref-type="bibr" rid="ref2">2</xref>] applied an explanatory model based on theories about stress and attachment to the development of CB among clients with SPID. According to this stress-attachment model, the combination of stress and insecure attachment puts people with SPID at risk for CB. Specifically, people with SPID perceive stress in a more frequent, intense, and sustained manner when compared to the general population, but often lack appropriate coping skills to deal with stressors [<xref ref-type="bibr" rid="ref2">2</xref>]. To deal with stressors without sufficient coping skills, people fall back on the support of an attachment figure (ie, someone to whom one is securely attached) [<xref ref-type="bibr" rid="ref15">15</xref>]. Access to typical attachment figures (ie, parents, close friends, and mentors) is limited in residential institutes [<xref ref-type="bibr" rid="ref16">16</xref>]. Therefore, secure attachment to professional caregivers is important for clients to receive emotional support in stressful situations. Indeed, clients who show more secure attachment behavior towards caregivers show less CB [<xref ref-type="bibr" rid="ref15">15</xref>]. Clients who do not experience high-quality interactions with caregivers are at risk of developing insecure attachment relationships, and an accumulation of stress might cause CB [<xref ref-type="bibr" rid="ref17">17</xref>]. Limited cognitive skills have been identified as precursors of insecure attachment, increasing the risk for CB following stress in people with SPID [<xref ref-type="bibr" rid="ref2">2</xref>].</p>
      </sec>
      <sec>
        <title>Physiological Indicators of Stress</title>
        <p>One of the difficulties in studying stress in clients with SPID and CB is the communicative shortcomings associated with clients’ ability and caregivers’ difficulties interpreting clients’ communicative signals [<xref ref-type="bibr" rid="ref2">2</xref>]. Although caregivers try to anticipate CB by relying on the mixed and difficult-to-interpret signals from clients that might indicate stress, caregivers lack insight into clients’ stress experiences and report being surprised by CB [<xref ref-type="bibr" rid="ref5">5</xref>]. Further, most research on caregiver stress relies on a range of questionnaires, measuring subjective experiences with variations based on, for example, caregivers’ age and experiences. The results from these studies are hard to interpret due to methodological differences in measuring stress and the lack of an objective, continuous measure of stress [<xref ref-type="bibr" rid="ref10">10</xref>]. Since psychologically stressful events change people’s physiology, studying physiological stress increases insight into patterns of stress that precede incidents of CB [<xref ref-type="bibr" rid="ref2">2</xref>]. In addition, physiological measures of caregiver stress are significantly associated with burnout symptoms over time [<xref ref-type="bibr" rid="ref11">11</xref>]. Both physical and emotional stress result in physiological responses characterized by the dual innervation of the autonomous nervous system [<xref ref-type="bibr" rid="ref18">18</xref>]. During stressful events, increased activity of the sympathetic nervous system and decreased parasympathetic nervous system activity is typically observed, resulting in increased heart rate, electrodermal activity, and blood pressure [<xref ref-type="bibr" rid="ref19">19</xref>]. However, more complex relations between the innervation of both branches and aggression have been observed as well [<xref ref-type="bibr" rid="ref20">20</xref>]. Although physiological measures of stress have been studied repeatedly, most studies are conducted in experimental settings. The development of wearable wireless devices has increased the possibilities of measuring physiological indicators of stress nonintrusively and continuously in real-life settings [<xref ref-type="bibr" rid="ref5">5</xref>]. Electrodermal activity (EDA) and heart rate (HR) are reliable physiological measures of stress that can be monitored with these wearables [<xref ref-type="bibr" rid="ref21">21</xref>]. Some naturalistic studies have been performed to assess physiological stress using wearables in real-life settings. Rises in EDA [<xref ref-type="bibr" rid="ref22">22</xref>-<xref ref-type="bibr" rid="ref24">24</xref>] and HR [<xref ref-type="bibr" rid="ref22">22</xref>] have been reported in the 30 minutes prior to aggression in psychiatric patients. Physiological stress and motion measures can be used to predict aggression to others in the upcoming minutes in people with autism spectrum disorder (ASD) [<xref ref-type="bibr" rid="ref25">25</xref>]. In an earlier study, Noordzij, Scholten, and Laroy-Noordzij [<xref ref-type="bibr" rid="ref5">5</xref>] have shown the possibilities of measuring EDA and HR in clients with SPID and the caregivers that support them during incidents of CB. In inpatient forensic mental health services, caregivers reflected on the utility of technological devices to provide early warnings for impending aggression [<xref ref-type="bibr" rid="ref26">26</xref>].</p>
      </sec>
      <sec>
        <title>Our Study</title>
        <p>The literature has shown the predictive value of physiological measures of stress for upcoming aggression in psychiatric patients and people with ASD. Although the possibilities of using wearables to study physiological stress in clients with SPID and CB have been shown, not much is known about patterns of physiological stress prior to CB in clients with SPID or in the caregivers that support them. Since the existing literature shows the well-being of caregivers is affected by stressors associated with clients’ CB, and the relationship with caregivers is important for clients to cope with stress and prevent CB, studying the reciprocity between clients’ and caregivers’ physiological stress is an eminent step in further increasing insights into patterns of stress and the origin of CB. Therefore, we hypothesize a reciprocal model in this study of stress and CB (<xref rid="figure1" ref-type="fig">Figure 1</xref>). The model suggests that: (1) client stress is associated with CB [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref17">17</xref>], (2) caregiver stress contributes to CB [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref14">14</xref>], (3) CB contributes to caregiver stress [<xref ref-type="bibr" rid="ref6">6</xref>-<xref ref-type="bibr" rid="ref9">9</xref>], and (4) caregiver stress impacts client stress and vice versa.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>A reciprocal model of stress and challenging behavior in caregivers and people with severe to profound intellectual disability.</p>
          </caption>
          <graphic xlink:href="resprot_v10i7e24911_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>This naturalistic study explores patterns of physiological stress (ie, EDA and HR) in clients with SPID and professional caregivers prior to CB in Dutch residential institutes and the synchronization between client and caregiver patterns of stress. We address the following research questions:</p>
        <list list-type="order">
          <list-item>
            <p>Do patterns of physiological stress in clients with SPID and professional caregivers in the 30 minutes preceding an incident of CB differ from control periods of 30 minutes without CB?</p>
          </list-item>
          <list-item>
            <p>Do the physiological stress levels of caregivers impact clients’ physiological stress levels and vice versa?</p>
          </list-item>
        </list>
        <p>We hypothesize that a significant rise in EDA and HR is apparent in both clients and caregivers in the 30 minutes preceding an incident of CB compared to baseline levels when the client does not engage in CB. In addition, we hypothesize physiological synchrony—a mutual change in autonomic nervous system activity—between caregivers and people with SPID and CB. Physiological synchrony has been shown in some interaction partners, including parent-infant dyads [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref28">28</xref>], strangers [<xref ref-type="bibr" rid="ref29">29</xref>], and romantic couples [<xref ref-type="bibr" rid="ref30">30</xref>]. However, to our knowledge, physiological synchronization has not been studied before in dyads of professional caregivers and clients with SPID and CB.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design</title>
        <p>A longitudinal design will be performed in 15 single-case studies in which one case is a dyad of one unique client and one unique professional caregiver. More so than randomized controlled trials, multiple single case studies offer opportunities to study underlying processes and perform elaborate analyses on the individual and the environmental level [<xref ref-type="bibr" rid="ref31">31</xref>]. In addition, people generally respond differently to stressful events and interpret different situations as stressful due to age, gender, experiences, and so on [<xref ref-type="bibr" rid="ref32">32</xref>], underpinning the usefulness of single-case designs. The study will be performed in Dutch residential care organizations for people with ID. The organizations are part of a knowledge platform (in Dutch: “Kennisplatform EVB”) for sharing and developing knowledge regarding people with SPID and CB. This study was approved by the Faculty Ethics Committee of the Radboud University (NL-number: NL71683.091.19) February 12, 2020. Informed consent will be obtained from all caregivers and parent(s) or legal representative(s) of clients.</p>
      </sec>
      <sec>
        <title>Sample Size</title>
        <p>This study included 15 dyads of a client and a professional caregiver. Due to the exploratory nature of the study, the sample size is not calculated. The sample size of 15 was determined based on feasibility due to the time investment necessary per case and the resources available to conduct this study. Single-case designs have additional sample size factors involved in determining power and accuracy besides the number of participants, including the number of observations [<xref ref-type="bibr" rid="ref33">33</xref>]. In this study, we use several measurements for each dyad, increasing the power with a relatively small sample size.</p>
      </sec>
      <sec>
        <title>Eligibility</title>
        <p>Clients will be eligible to enter the study if they meet the following inclusion criteria: (1) adults between 18 and 65 years of age, (2) anticipated to engage in CB regularly (ie, multiple times per week), (3) expected to reside in a designated institute for the upcoming 3 months, and (4) an IQ of 40 or below. Recruited caregivers (1) work a minimum of two days a week with the client and (2) are expected to work with the client for the upcoming 3 months. Clients for whom caregivers, behavioral experts, parents, or legal representatives expect to experience excessive distress from wearing the wearable, or will most likely damage the wearable, are excluded.</p>
      </sec>
      <sec>
        <title>Recruitment</title>
        <p>Participants will be recruited during a symposium concerning clients with SPID and CB and through invitation letters among the 28 organizations that are part of the knowledge platform. First, the researcher informs interested caregivers about participation in the study via telephone or face-to-face discussions. Second, caregivers will indicate which client is eligible to participate in the study. Third, caregivers will contact clients’ parent(s) or legal representative(s) to inform them about the study with an information letter and request for consent to participate. Informed consent will be obtained from all caregivers and legal representative(s) of clients.</p>
      </sec>
      <sec>
        <title>Study Procedure</title>
        <p>Clients and caregivers will wear the wearable during 20 sessions of 3 to 8 hours. The sessions do not interfere with daily routines and activities. The caregiver will attach the wearable to their own and their client’s wrist. Caregivers will follow a protocol developed specifically for clients with SPID and CB to attach the wearable to the client’s wrist because the attachment of the wearable may induce stress for both caregivers and clients due to the deviation from the daily routine [<xref ref-type="bibr" rid="ref5">5</xref>] (see <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). The protocol is personalized per dyad. To minimize the influence of the wearable on stress and behavior, clients and caregivers will wear the wearable prior to the study to familiarize themselves with it. When the wearable no longer induces stress to the client and the caregiver, we will start collecting measurements. The data are saved in the memory of the device and exported into a secured server via USB.</p>
      </sec>
      <sec>
        <title>Measures</title>
        <sec>
          <title>Physiological Stress</title>
          <p>Physiological measures of stress are obtained with the Empatica E4 wristband, a wearable wireless device that measures EDA, blood volume pulse (from which interbeat intervals and HR are derived), body temperature, and movements. This wearable provides advanced data quality compared to other available wearables, including artifact removal technique [<xref ref-type="bibr" rid="ref34">34</xref>]. Validation studies show promising results [<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref36">36</xref>].</p>
          <p>HR is determined with a photoplethysmography (PPG) sensor, acquired at a 64 Hz sampling frequency. The amount of light through the skin reflected on the PPG sensor reflects the blood volume changes in the vessels with each heartbeat. HR (beats per minute) is derived from the blood volume pulse. EDA (microsiemens) is acquired at a 4 Hz sampling frequency using two electrodes through which a continuous current flows. When one’s sympathetic arousal level increases during stressful events, more sweat is produced, which increases EDA, whereas decreased sympathetic arousal results in a decrease in EDA. The extracted parameters are skin conductance level (SCL) and the number of peaks per minute (PPM). Measures of HR and EDA are corrected for temperature (degrees Celsius) and movement (measured with a 3-axis accelerometer) [<xref ref-type="bibr" rid="ref34">34</xref>].</p>
        </sec>
        <sec>
          <title>Challenging Behavior</title>
          <p>For each incident that occurs during the sessions that the E4 wristband is worn, caregivers will report the following: date, time, type and severity of the incident, a description of the incident, whether the incident was expected (yes or no), and location. The incident registration form is based on the Modified Overt Aggression Scale [<xref ref-type="bibr" rid="ref37">37</xref>]. The incidents are classified as either verbal aggression, aggression against property, auto aggression (ie, self-injury), or physical aggression. The severity of an incident is scored on a scale from 0 (light) to 4 (severe). Examples per type of incident are provided per severity score and personalized per client. Caregivers fill in the incident registration form on paper immediately after the incident has been averted.</p>
        </sec>
        <sec>
          <title>Client Mood</title>
          <p>Caregivers indicate the client’s mood every 15 minutes with green, yellow, orange, and red cubes. The definition of the colors is determined per client with caregivers and behavioral experts by associating each color to specific behaviors. Client mood scales will be based on a daily questionnaire reported in the electronic client record by some organizations. In addition, every organization makes use of a “signaling plan,” which includes 4 phases of behavior ranging from 0 (relaxed) to 4 (extremely stressed). The behaviors in these plans are translated into the 4 colors used to indicate mood in this study. To ensure feasibility, caregivers estimate the client’s mood throughout the day but only report the client’s mood on paper at the beginning of each shift and when the client’s mood changes.</p>
        </sec>
        <sec>
          <title>Self-Reported Stress</title>
          <p>Self-reported caregiver stress in the past month is measured prior to and after participation in the study. Caregivers fill in the 10-items Perceived Stress Scale (PSS-10) [<xref ref-type="bibr" rid="ref38">38</xref>], which measures the degree to which situations are appraised as stressful on a 5-point Likert scale from 0 (never) to 4 (very often). A sum score between 0 and 40 gives an indication of perceived stress in the last month. Psychometric qualities are good [<xref ref-type="bibr" rid="ref39">39</xref>]. The Dutch translation of the PSS-10 will be used.</p>
          <p>In addition, self-reported caregiver stress in the 30 minutes prior to an incident of CB is measured on a scale from 1 (totally relaxed) to 10 (totally stressed out).</p>
        </sec>
        <sec>
          <title>Demographics</title>
          <p>The following client characteristics will be collected: sex, age, IQ, history of incidents, diagnoses, and medication. The following caregiver characteristics will be collected: sex, age, education, and work experience.</p>
        </sec>
      </sec>
      <sec>
        <title>Statistical Analyses</title>
        <p>Descriptive statistics regarding incidents of CB and stress levels will be described in relation to demographic data. As measuring physiological stress in real-life situations results in artifacts (ie, disturbances in the signal due to excessive movements), the data will be visually inspected, and impossible values removed. Subsequently, data will be corrected automatically with a proven method described by Taylor and colleagues [<xref ref-type="bibr" rid="ref40">40</xref>]. Statistical analyses will be performed in R-4.0.4.</p>
        <p>EDA and HR of clients and caregivers in the 30 minutes prior to an incident of CB will be compared with 30 minutes of control periods in which the client did not engage in CB. A multilevel model with repeated measures (level 1) at the incident level (level 2) nested within the person level (level 3) will be used. For the repeated measures (level 1), the 30-minute sessions are divided into epochs of 5 minutes. Separate models for PPM, SCL, and HR will be considered. Covariates in the models include movement, temperature, and gender.</p>
        <p>Recurrence Plots (RPs) of the 30 minutes prior to an incident of CB will be made. Cross-Recurrence Quantification Analysis (CRQA) will be performed to determine if patterns of stress in the time series of caregivers are recurring in the time series of clients, and vice versa, in a moment prior, simultaneously, or later in the time series [<xref ref-type="bibr" rid="ref41">41</xref>]. The Recurrence Rate (RR), a ratio of the number of recurrent points over the total possible number of recurrent points, will be calculated. The RR indicates how often a point in one time series recurs in another time series. Determinism, which is the number of recurrent points that form a diagonal line in an RP relative to the total number of recurrent points, will be calculated. Determinism represents the recurrence of patterns over time, and a high determinism indicates the synchronization of patterns of physiological stress between the caregiver and the client. A diagonal Cross-Recurrence Profile provides insights into who is leading in the pattern of physiological stress prior to an incident. In other words, is the recurring pattern of stress first noticeable in a client and subsequently in the caregiver, or vice versa? CRQA is performed using the R package “crqa” [<xref ref-type="bibr" rid="ref41">41</xref>].</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>In total, 15 organizations have declared their commitment to participate in the study. Research findings will be disseminated through peer-reviewed journals, professional networks, conferences, and the website of the knowledge platform concerning people with SPID and CB. The first results are expected in the spring of 2022.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Conclusions</title>
        <p>This protocol study describes a series of single-case studies assessing stress patterns in professional caregivers and clients with SPID prior to incidents of CB in Dutch residential institutes and the synchronization or desynchronization between these patterns. We hypothesize that a significant rise in EDA and HR is apparent in clients and caregivers in the 30 minutes preceding an incident of CB compared to control periods without CB. In addition, we expect a reciprocal influence of caregivers’ and clients’ stress levels, meaning an increase in caregiver stress is followed by the rise in client stress and vice versa.</p>
        <p>One of the study's strengths is that stress is measured in a real-life setting without interfering with daily routines. While measuring physiological stress in real-life settings results in artifacts, the models in this study will be corrected for movement and temperature. A visual and an automatic correction of artifacts will be performed as well [<xref ref-type="bibr" rid="ref40">40</xref>]. In an earlier study [<xref ref-type="bibr" rid="ref22">22</xref>], a considerable number of artifacts, besides movement and temperature, were found in the data related to the tightness of the wearable on the wrist, which will be addressed when instructing participants. Besides movement and temperature, gender is included as a covariate in the models. Meta-analyses have shown that the associations between physiological measurements and behavior are similar for men and women, but the strength of the associations varies [<xref ref-type="bibr" rid="ref42">42</xref>-<xref ref-type="bibr" rid="ref44">44</xref>].</p>
        <p>Another strength of this study is that interpersonal variations are accounted for by comparing stress of the same subject in periods prior to CB with control periods without CB. This comparison is important as people have different baseline values of EDA and HR [<xref ref-type="bibr" rid="ref22">22</xref>]. In addition, the stress of both client and caregiver is assessed in the same time frame. This enables us to study the reciprocity between client and caregivers’ stress, which is important as client-caregiver interactions impact the development of stress and CB and are vital to the quality of support caregivers can provide [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref13">13</xref>].</p>
        <p>A limitation of the study is that the available resources (eg, time and money) restrict our ability to document fully detailed contextual factors that may affect the outcome. For instance, specific reasons why a caregiver or client is stressed prior to CB remain unaddressed, and variations in physiological stress patterns prior to CB due to other causes of stress that were not assessed remain unknown.</p>
        <p>Finally, heart rate variability (HRV) is commonly used as a physiological measure of stress; it is a more sensitive measure for stress when compared to HR, which will be used in this study [<xref ref-type="bibr" rid="ref21">21</xref>]. However, the amount of participants’ movement in real-life settings significantly interferes with the accurate registration of HRV with a PPG sensor [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref45">45</xref>,<xref ref-type="bibr" rid="ref46">46</xref>]. For this reason, HR will be used as a physiological measure of stress rather than HRV.</p>
      </sec>
      <sec>
        <title>Implications for Practice</title>
        <p>Stress is common in clients with SPID and CB and the caregivers that support them, and it is often a precursor of CB. Measuring physiological stress is important due to the communicative difficulties associated with the severity of ID and CB, especially in clients with SPID [<xref ref-type="bibr" rid="ref2">2</xref>], and the reported difficulties of caregivers in interpreting clients’’ cues of stress [<xref ref-type="bibr" rid="ref5">5</xref>]. Measuring physiological stress provides insights into the real-life emotions of those who have difficulties expressing emotions to their caregivers, and it offers a first step in increasing insights into the processes of stress that precede incidents of CB. Eventually, these insights can assist caregivers in recognizing CB by informing them about changes in client stress levels in order to anticipate clients’ CB. In addition, caregivers are informed about changes in their stress levels to enable effective stress coping. Insights into the stress of clients and caregivers will contribute to their safety and well-being.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Protocol to attach the wearable to the wrist of a person with severe to profound intellectual disability and challenging behavior [&#60;xref ref-type="bibr" rid="ref5"&#62;5&#60;/xref&#62;].</p>
        <media xlink:href="resprot_v10i7e24911_app1.pdf" xlink:title="PDF File  (Adobe PDF File), 59 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ASD</term>
          <def>
            <p>autism spectrum disorder</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CB</term>
          <def>
            <p>challenging behavior</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">CRQA</term>
          <def>
            <p>cross-recurrence quantification analysis</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">EDA</term>
          <def>
            <p>electrodermal activity</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">HR</term>
          <def>
            <p>heart rate</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">HRV</term>
          <def>
            <p>heart rate variability</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">ID</term>
          <def>
            <p>intellectual disability</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">PPG</term>
          <def>
            <p>photoplethysmography</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">PPM</term>
          <def>
            <p>peaks per minute</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">PSS-10</term>
          <def>
            <p>10-items perceived stress scale</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">RP</term>
          <def>
            <p>recurrence plot</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb12">RR</term>
          <def>
            <p>recurrence rate</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb13">SCL</term>
          <def>
            <p>skin conductance level</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb14">SPID</term>
          <def>
            <p>severe to profound intellectual disability</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The Netherlands Organisation for Health Research and Development (ZonMw) supported this work (grant 80-84500-98-407).</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Healthcare Inspectorate</collab>
          </person-group>
          <source>Complexe gedragsproblematiek bij mensen met een ernstige verstandelijke handicap vereist bundeling van specialistische expertise [Complex behavioural problems in people with a severe intellectual disability requires combining specialist expertise]</source>
          <year>2005</year>
          <access-date>2020-09-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.platformemg.nl/publicatie/complexe-gedragsproblematiek-bij-mensen-met-een-ernstige-verstandelijke-handicap/">https://www.platformemg.nl/publicatie/complexe-gedragsproblematiek-bij-mensen-met-een-ernstige-verstandelijke-handicap/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Janssen</surname>
              <given-names>CGC</given-names>
            </name>
            <name name-style="western">
              <surname>Schuengel</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Stolk</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Understanding challenging behaviour in people with severe and profound intellectual disability: a stress-attachment model</article-title>
          <source>J Intellect Disabil Res</source>
          <year>2002</year>
          <month>09</month>
          <volume>46</volume>
          <issue>Pt 6</issue>
          <fpage>445</fpage>
          <lpage>53</lpage>
          <pub-id pub-id-type="doi">10.1046/j.1365-2788.2002.00430.x</pub-id>
          <pub-id pub-id-type="medline">12354315</pub-id>
          <pub-id pub-id-type="pii">430</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Holden</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Gitlesen</surname>
              <given-names>JP</given-names>
            </name>
          </person-group>
          <article-title>A total population study of challenging behaviour in the county of Hedmark, Norway: prevalence, and risk markers</article-title>
          <source>Res Dev Disabil</source>
          <year>2006</year>
          <volume>27</volume>
          <issue>4</issue>
          <fpage>456</fpage>
          <lpage>65</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ridd.2005.06.001</pub-id>
          <pub-id pub-id-type="medline">16137857</pub-id>
          <pub-id pub-id-type="pii">S0891-4222(05)00067-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Devereux</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hastings</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Noone</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Staff stress and burnout in intellectual disability services: Work stress theory and its application</article-title>
          <source>JARID</source>
          <year>2009</year>
          <month>11</month>
          <volume>22</volume>
          <issue>6</issue>
          <fpage>561</fpage>
          <lpage>573</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1468-3148.2009.00509.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Noordzij</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Scholten</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Laroy-Noordzij</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Measuring electrodermal activity of both individuals with severe mental disabilities and their caretakers during episodes of challenging behaviour</article-title>
          <year>2021</year>
          <month>08</month>
          <conf-name>Proceedings of the International Conference on Measuring Behaviour</conf-name>
          <conf-date>28-31 August 2012</conf-date>
          <conf-loc>Utrecht, the Netherlands</conf-loc>
          <fpage>201</fpage>
          <lpage>205</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jenkins</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Rose</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lovell</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Psychological well-being of staff working with people who have challenging behaviour</article-title>
          <source>J Intellect Disabil Res</source>
          <year>1997</year>
          <month>12</month>
          <volume>41 ( Pt 6)</volume>
          <fpage>502</fpage>
          <lpage>11</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1365-2788.1997.tb00743.x</pub-id>
          <pub-id pub-id-type="medline">9430055</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hastings</surname>
              <given-names>RP</given-names>
            </name>
          </person-group>
          <article-title>Do challenging behaviors affect staff psychological well-being? Issues of causality and mechanism</article-title>
          <source>Am J Ment Retard</source>
          <year>2002</year>
          <month>11</month>
          <volume>107</volume>
          <issue>6</issue>
          <fpage>455</fpage>
          <lpage>67</lpage>
          <pub-id pub-id-type="doi">10.1352/0895-8017(2002)107&#60;0455:DCBASP&#62;2.0.CO;2</pub-id>
          <pub-id pub-id-type="medline">12323070</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bergin</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wells</surname>
              <given-names>JS</given-names>
            </name>
          </person-group>
          <article-title>Work-related stress and well-being of direct care workers in intellectual disability services: a scoping review of the literature</article-title>
          <source>International Journal of Developmental Disabilities</source>
          <year>2019</year>
          <month>03</month>
          <day>27</day>
          <fpage>1</fpage>
          <lpage>22</lpage>
          <pub-id pub-id-type="doi">10.1080/20473869.2019.1582907</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bromley</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Emerson</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Beliefs and emotional reactions of care staff working with people with challenging behaviour</article-title>
          <source>J Intellect Disabil Res</source>
          <year>1995</year>
          <month>08</month>
          <volume>39 (Pt 4)</volume>
          <fpage>341</fpage>
          <lpage>52</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1365-2788.1995.tb00526.x</pub-id>
          <pub-id pub-id-type="medline">7579992</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rose</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Stress and residential staff: Towards an integration of existing research</article-title>
          <source>Ment. Handicap Res</source>
          <year>1995</year>
          <month>12</month>
          <volume>8</volume>
          <issue>4</issue>
          <fpage>220</fpage>
          <lpage>36</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1468-3148.1995.tb00159.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>de Looff</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Didden</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Embregts</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Nijman</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Burnout symptoms in forensic mental health nurses: Results from a longitudinal study</article-title>
          <source>Int J Ment Health Nurs</source>
          <year>2019</year>
          <month>03</month>
          <volume>28</volume>
          <issue>1</issue>
          <fpage>306</fpage>
          <lpage>317</lpage>
          <pub-id pub-id-type="doi">10.1111/inm.12536</pub-id>
          <pub-id pub-id-type="medline">30156026</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rose</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>How do staff psychological factors influence outcomes for people with developmental and intellectual disability in residential services?</article-title>
          <source>Curr Opin Psychiatry</source>
          <year>2011</year>
          <month>09</month>
          <volume>24</volume>
          <issue>5</issue>
          <fpage>403</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1097/YCO.0b013e3283476b0b</pub-id>
          <pub-id pub-id-type="medline">21587078</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hermsen</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Embregts</surname>
              <given-names>PJCM</given-names>
            </name>
            <name name-style="western">
              <surname>Hendriks</surname>
              <given-names>AHC</given-names>
            </name>
            <name name-style="western">
              <surname>Frielink</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>The human degree of care. Professional loving care for people with a mild intellectual disability: an explorative study</article-title>
          <source>J Intellect Disabil Res</source>
          <year>2014</year>
          <month>03</month>
          <volume>58</volume>
          <issue>3</issue>
          <fpage>221</fpage>
          <lpage>32</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1365-2788.2012.01638.x</pub-id>
          <pub-id pub-id-type="medline">23057560</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hastings</surname>
              <given-names>RP</given-names>
            </name>
            <name name-style="western">
              <surname>Remington</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Staff behaviour and its implications for people with learning disabilities and challenging behaviours</article-title>
          <source>Br J Clin Psychol</source>
          <year>1994</year>
          <month>11</month>
          <volume>33</volume>
          <issue>4</issue>
          <fpage>423</fpage>
          <lpage>38</lpage>
          <pub-id pub-id-type="doi">10.1111/j.2044-8260.1994.tb01140.x</pub-id>
          <pub-id pub-id-type="medline">7874036</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>De Schipper</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Schuengel</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Attachment behaviour towards support staff in young people with intellectual disabilities: associations with challenging behaviour</article-title>
          <source>J Intellect Disabil Res</source>
          <year>2010</year>
          <month>07</month>
          <volume>54</volume>
          <issue>7</issue>
          <fpage>584</fpage>
          <lpage>96</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1365-2788.2010.01288.x</pub-id>
          <pub-id pub-id-type="medline">20492348</pub-id>
          <pub-id pub-id-type="pii">JIR1288</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schuengel</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kef</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Damen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Worm</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>'People who need people': Attachment and professional caregiving</article-title>
          <source>J Intellect Disabil Res</source>
          <year>2010</year>
          <month>03</month>
          <volume>54 Suppl 1</volume>
          <fpage>38</fpage>
          <lpage>47</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1365-2788.2009.01236.x</pub-id>
          <pub-id pub-id-type="medline">20586883</pub-id>
          <pub-id pub-id-type="pii">JIR1236</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schuengel</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Janssen</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>People with mental retardation and psychopathologytress, affect regulation and attachment: A review</article-title>
          <source>International Review of Research in Mental Retardation</source>
          <year>2006</year>
          <volume>32</volume>
          <fpage>229</fpage>
          <lpage>60</lpage>
          <pub-id pub-id-type="doi">10.1016/S0074-7750(06)32008-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>de Looff</surname>
              <given-names>PC</given-names>
            </name>
            <name name-style="western">
              <surname>Cornet</surname>
              <given-names>LJM</given-names>
            </name>
            <name name-style="western">
              <surname>Embregts</surname>
              <given-names>PJCM</given-names>
            </name>
            <name name-style="western">
              <surname>Nijman</surname>
              <given-names>HLI</given-names>
            </name>
            <name name-style="western">
              <surname>Didden</surname>
              <given-names>HCM</given-names>
            </name>
          </person-group>
          <article-title>Associations of sympathetic and parasympathetic activity in job stress and burnout: A systematic review</article-title>
          <source>PLoS One</source>
          <year>2018</year>
          <volume>13</volume>
          <issue>10</issue>
          <fpage>e0205741</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0205741"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0205741</pub-id>
          <pub-id pub-id-type="medline">30335812</pub-id>
          <pub-id pub-id-type="pii">PONE-D-18-01101</pub-id>
          <pub-id pub-id-type="pmcid">PMC6193670</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ziegler</surname>
              <given-names>MG</given-names>
            </name>
          </person-group>
          <article-title>Psychological stress and the autonomic nervous system</article-title>
          <source>Primer on the Autonomic Nervous System (Second Edition)</source>
          <year>2004</year>
          <publisher-loc>San Diego, California</publisher-loc>
          <publisher-name>Academic Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Godfrey</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Babcock</surname>
              <given-names>JC</given-names>
            </name>
          </person-group>
          <article-title>Facial affect recognition moderates the relation between autonomic nervous system reactivity and aggression during dyadic conflict</article-title>
          <source>Psychophysiology</source>
          <year>2020</year>
          <month>09</month>
          <volume>57</volume>
          <issue>9</issue>
          <fpage>e13588</fpage>
          <pub-id pub-id-type="doi">10.1111/psyp.13588</pub-id>
          <pub-id pub-id-type="medline">32323355</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Alberdi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Aztiria</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Basarab</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Towards an automatic early stress recognition system for office environments based on multimodal measurements: A review</article-title>
          <source>J Biomed Inform</source>
          <year>2016</year>
          <month>02</month>
          <volume>59</volume>
          <fpage>49</fpage>
          <lpage>75</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1532-0464(15)00275-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jbi.2015.11.007</pub-id>
          <pub-id pub-id-type="medline">26621099</pub-id>
          <pub-id pub-id-type="pii">S1532-0464(15)00275-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>de Looff</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Noordzij</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Moerbeek</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Nijman</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Didden</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Embregts</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Changes in heart rate and skin conductance in the 30 minutes preceding aggressive behavior</article-title>
          <source>Psychophysiology</source>
          <year>2019</year>
          <month>10</month>
          <volume>56</volume>
          <issue>10</issue>
          <fpage>e13420</fpage>
          <pub-id pub-id-type="doi">10.1111/psyp.13420</pub-id>
          <pub-id pub-id-type="medline">31184379</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kuijpers</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Nijman</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Bongers</surname>
              <given-names>IMB</given-names>
            </name>
            <name name-style="western">
              <surname>Lubberding</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ouwerkerk</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Can mobile skin conductance assessments be helpful in signalling imminent inpatient aggression?</article-title>
          <source>Acta Neuropsychiatr</source>
          <year>2012</year>
          <month>02</month>
          <volume>24</volume>
          <issue>1</issue>
          <fpage>56</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1601-5215.2011.00582.x</pub-id>
          <pub-id pub-id-type="medline">25288460</pub-id>
          <pub-id pub-id-type="pii">S0924270800025953</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nijman</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>de Looff</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Kuijpers</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>á Campo</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Stevens</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Budy</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Watch it!; A study into the associations between skin conductance and aggressive behavior</article-title>
          <year>2014</year>
          <month>08</month>
          <conf-name>Proceedings of the International Conference on Measuring Behavior</conf-name>
          <conf-date>August 27-29, 2014</conf-date>
          <conf-loc>Wageningen, the Netherlands</conf-loc>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goodwin</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Mazefsky</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Ioannidis</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Erdogmus</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Siegel</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Predicting aggression to others in youth with autism using a wearable biosensor</article-title>
          <source>Autism Res</source>
          <year>2019</year>
          <month>08</month>
          <volume>12</volume>
          <issue>8</issue>
          <fpage>1286</fpage>
          <lpage>1296</lpage>
          <pub-id pub-id-type="doi">10.1002/aur.2151</pub-id>
          <pub-id pub-id-type="medline">31225952</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Greer</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Newbery</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Cella</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wykes</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Predicting inpatient aggression in forensic services using remote monitoring technology: qualitative study of staff perspectives</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>09</month>
          <day>19</day>
          <volume>21</volume>
          <issue>9</issue>
          <fpage>e15620</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/9/e15620/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/15620</pub-id>
          <pub-id pub-id-type="medline">31538943</pub-id>
          <pub-id pub-id-type="pii">v21i9e15620</pub-id>
          <pub-id pub-id-type="pmcid">PMC6754691</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McFarland</surname>
              <given-names>DH</given-names>
            </name>
            <name name-style="western">
              <surname>Fortin</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Polka</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Physiological measures of mother-infant interactional synchrony</article-title>
          <source>Dev Psychobiol</source>
          <year>2020</year>
          <month>01</month>
          <volume>62</volume>
          <issue>1</issue>
          <fpage>50</fpage>
          <lpage>61</lpage>
          <pub-id pub-id-type="doi">10.1002/dev.21913</pub-id>
          <pub-id pub-id-type="medline">31493313</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wass</surname>
              <given-names>SV</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>CG</given-names>
            </name>
            <name name-style="western">
              <surname>Clackson</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Gibb</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Eitzenberger</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mirza</surname>
              <given-names>FU</given-names>
            </name>
          </person-group>
          <article-title>Parents mimic and influence their infant's autonomic state through dynamic affective state matching</article-title>
          <source>Curr Biol</source>
          <year>2019</year>
          <month>07</month>
          <day>22</day>
          <volume>29</volume>
          <issue>14</issue>
          <fpage>2415</fpage>
          <lpage>2422.e4</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0960-9822(19)30709-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.cub.2019.06.016</pub-id>
          <pub-id pub-id-type="medline">31303488</pub-id>
          <pub-id pub-id-type="pii">S0960-9822(19)30709-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lackner</surname>
              <given-names>HK</given-names>
            </name>
            <name name-style="western">
              <surname>Feyaerts</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Rominger</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Oben</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Schwerdtfeger</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Papousek</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Impact of humor-related communication elements in natural dyadic interactions on interpersonal physiological synchrony</article-title>
          <source>Psychophysiology</source>
          <year>2019</year>
          <month>04</month>
          <volume>56</volume>
          <issue>4</issue>
          <fpage>e13320</fpage>
          <pub-id pub-id-type="doi">10.1111/psyp.13320</pub-id>
          <pub-id pub-id-type="medline">30628090</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Freihart</surname>
              <given-names>BK</given-names>
            </name>
            <name name-style="western">
              <surname>Meston</surname>
              <given-names>CM</given-names>
            </name>
          </person-group>
          <article-title>Preliminary evidence for a relationship between physiological synchrony and sexual satisfaction in opposite-sex couples</article-title>
          <source>J Sex Med</source>
          <year>2019</year>
          <month>12</month>
          <volume>16</volume>
          <issue>12</issue>
          <fpage>2000</fpage>
          <lpage>2010</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jsxm.2019.09.023</pub-id>
          <pub-id pub-id-type="medline">31708485</pub-id>
          <pub-id pub-id-type="pii">S1743-6095(19)31455-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kratochwill</surname>
              <given-names>TR</given-names>
            </name>
            <name name-style="western">
              <surname>Levin</surname>
              <given-names>JR</given-names>
            </name>
          </person-group>
          <article-title>Enhancing the scientific credibility of single-case intervention research: randomization to the rescue</article-title>
          <source>Psychol Methods</source>
          <year>2010</year>
          <month>06</month>
          <volume>15</volume>
          <issue>2</issue>
          <fpage>124</fpage>
          <lpage>44</lpage>
          <pub-id pub-id-type="doi">10.1037/a0017736</pub-id>
          <pub-id pub-id-type="medline">20515235</pub-id>
          <pub-id pub-id-type="pii">2010-10555-002</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sharma</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Gedeon</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Objective measures, sensors and computational techniques for stress recognition and classification: a survey</article-title>
          <source>Comput Methods Programs Biomed</source>
          <year>2012</year>
          <month>12</month>
          <volume>108</volume>
          <issue>3</issue>
          <fpage>1287</fpage>
          <lpage>301</lpage>
          <pub-id pub-id-type="doi">10.1016/j.cmpb.2012.07.003</pub-id>
          <pub-id pub-id-type="medline">22921417</pub-id>
          <pub-id pub-id-type="pii">S0169-2607(12)00177-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Porcino</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Shamseer</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kravitz</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Orkin</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Punja</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ravaud</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Schmid</surname>
              <given-names>CH</given-names>
            </name>
            <name name-style="western">
              <surname>Vohra</surname>
              <given-names>S</given-names>
            </name>
            <collab>SPENT group</collab>
          </person-group>
          <article-title>SPIRIT extension and elaboration for n-of-1 trials: SPENT 2019 checklist</article-title>
          <source>BMJ</source>
          <year>2020</year>
          <month>03</month>
          <day>27</day>
          <volume>368</volume>
          <fpage>m122</fpage>
          <pub-id pub-id-type="doi">10.1136/bmj.m122</pub-id>
          <pub-id pub-id-type="medline">32107202</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Garbarino</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lai</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bender</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Picard</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Tognetti</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Empatica E3-A wearable wireless multisensor device for real-time computerized biofeedback and data acquisition</article-title>
          <year>2014</year>
          <conf-name>Mobihealth 4th International Conference</conf-name>
          <conf-date>November 3-5, 2014</conf-date>
          <conf-loc>Athens, Greece</conf-loc>
          <pub-id pub-id-type="doi">10.4108/icst.mobihealth.2014.257418</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McCarthy</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Pradhan</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Redpath</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Adler</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Validation of the Empatica E4 Wristband</article-title>
          <year>2016</year>
          <conf-name>IEEE EMBS International Student Conference (ISC)</conf-name>
          <conf-date>May 29-31, 2016</conf-date>
          <conf-loc>Ottawa, ON, Canada</conf-loc>
          <pub-id pub-id-type="doi">10.1109/embsisc.2016.7508621</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van Lier</surname>
              <given-names>HG</given-names>
            </name>
            <name name-style="western">
              <surname>Pieterse</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Garde</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Postel</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>de Haan</surname>
              <given-names>HA</given-names>
            </name>
            <name name-style="western">
              <surname>Vollenbroek-Hutten</surname>
              <given-names>MMR</given-names>
            </name>
            <name name-style="western">
              <surname>Schraagen</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Noordzij</surname>
              <given-names>ML</given-names>
            </name>
          </person-group>
          <article-title>A standardized validity assessment protocol for physiological signals from wearable technology: Methodological underpinnings and an application to the E4 biosensor</article-title>
          <source>Behav Res Methods</source>
          <year>2020</year>
          <month>04</month>
          <volume>52</volume>
          <issue>2</issue>
          <fpage>607</fpage>
          <lpage>629</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31290128"/>
          </comment>
          <pub-id pub-id-type="doi">10.3758/s13428-019-01263-9</pub-id>
          <pub-id pub-id-type="medline">31290128</pub-id>
          <pub-id pub-id-type="pii">10.3758/s13428-019-01263-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC7148282</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kay</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Wolkenfeld</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Murrill</surname>
              <given-names>LM</given-names>
            </name>
          </person-group>
          <article-title>Profiles of aggression among psychiatric patients. I. Nature and prevalence</article-title>
          <source>J Nerv Ment Dis</source>
          <year>1988</year>
          <month>09</month>
          <volume>176</volume>
          <issue>9</issue>
          <fpage>539</fpage>
          <lpage>46</lpage>
          <pub-id pub-id-type="doi">10.1097/00005053-198809000-00007</pub-id>
          <pub-id pub-id-type="medline">3418327</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Williamson</surname>
              <given-names>GM</given-names>
            </name>
          </person-group>
          <article-title>Perceived stress in a probability sample of the United States</article-title>
          <source>The Social Psychological of Health: The Claremont Symposium on Applied Social Psychology</source>
          <year>1988</year>
          <publisher-loc>Newbury Park, CA: Sage</publisher-loc>
          <publisher-name>S. Spacapan &#38; S. Oskamp</publisher-name>
          <fpage>31</fpage>
          <lpage>67</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Review of the psychometric evidence of the perceived stress scale</article-title>
          <source>Asian Nurs Res (Korean Soc Nurs Sci)</source>
          <year>2012</year>
          <month>12</month>
          <volume>6</volume>
          <issue>4</issue>
          <fpage>121</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://linkinghub.elsevier.com/retrieve/pii/S1976-1317(12)00052-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.anr.2012.08.004</pub-id>
          <pub-id pub-id-type="medline">25031113</pub-id>
          <pub-id pub-id-type="pii">S1976-1317(12)00052-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Jaques</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Fedor</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sano</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Picard</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Automatic identification of artifacts in electrodermal activity data</article-title>
          <year>2015</year>
          <access-date>2020-09-15</access-date>
          <conf-name>The 37th Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC)</conf-name>
          <conf-date>August 25-29, 2015</conf-date>
          <conf-loc>Milan, Italy</conf-loc>
          <fpage>1934</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26736662"/>
          </comment>
          <pub-id pub-id-type="doi">10.1109/EMBC.2015.7318762</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Coco</surname>
              <given-names>MI</given-names>
            </name>
            <name name-style="western">
              <surname>Dale</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Cross-recurrence quantification analysis of categorical and continuous time series: an R package</article-title>
          <source>Front Psychol</source>
          <year>2014</year>
          <volume>5</volume>
          <fpage>510</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3389/fpsyg.2014.00510"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyg.2014.00510</pub-id>
          <pub-id pub-id-type="medline">25018736</pub-id>
          <pub-id pub-id-type="pmcid">PMC4073592</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lorber</surname>
              <given-names>MF</given-names>
            </name>
          </person-group>
          <article-title>Psychophysiology of aggression, psychopathy, and conduct problems: a meta-analysis</article-title>
          <source>Psychol Bull</source>
          <year>2004</year>
          <month>07</month>
          <volume>130</volume>
          <issue>4</issue>
          <fpage>531</fpage>
          <lpage>52</lpage>
          <pub-id pub-id-type="doi">10.1037/0033-2909.130.4.531</pub-id>
          <pub-id pub-id-type="medline">15250812</pub-id>
          <pub-id pub-id-type="pii">2004-15935-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ortiz</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Raine</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Heart rate level and antisocial behavior in children and adolescents: A meta-analysis</article-title>
          <source>J Am Acad Child Adolesc Psychiatry</source>
          <year>2004</year>
          <month>03</month>
          <volume>43</volume>
          <issue>2</issue>
          <fpage>154</fpage>
          <lpage>62</lpage>
          <pub-id pub-id-type="doi">10.1097/00004583-200402000-00010</pub-id>
          <pub-id pub-id-type="medline">14726721</pub-id>
          <pub-id pub-id-type="pii">S0890-8567(09)61271-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Portnoy</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Farrington</surname>
              <given-names>DP</given-names>
            </name>
          </person-group>
          <article-title>Resting heart rate and antisocial behavior: An updated systematic review and meta-analysis</article-title>
          <source>Aggression and Violent Behavior</source>
          <year>2015</year>
          <month>05</month>
          <volume>22</volume>
          <fpage>33</fpage>
          <lpage>45</lpage>
          <pub-id pub-id-type="doi">10.1016/j.avb.2015.02.004</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ollander</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Godin</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Campagne</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Charbonnier</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>A comparison of wearable and stationary sensors for stress detection</article-title>
          <year>2016</year>
          <conf-name>International Conference on Systems, Man, and Cybernetics (SMC)</conf-name>
          <conf-date>October 9-12, 2016</conf-date>
          <conf-loc>Budapest, Hungary</conf-loc>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schäfer</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Vagedes</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>How accurate is pulse rate variability as an estimate of heart rate variability? A review on studies comparing photoplethysmographic technology with an electrocardiogram</article-title>
          <source>Int J Cardiol</source>
          <year>2013</year>
          <month>06</month>
          <day>05</day>
          <volume>166</volume>
          <issue>1</issue>
          <fpage>15</fpage>
          <lpage>29</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijcard.2012.03.119</pub-id>
          <pub-id pub-id-type="medline">22809539</pub-id>
          <pub-id pub-id-type="pii">S0167-5273(12)00326-9</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
