<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<?covid-19-tdm?>
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v9i5e19203</article-id>
      <article-id pub-id-type="pmid">32365043</article-id>
      <article-id pub-id-type="doi">10.2196/19203</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Assessing the Real-Time Mental Health Challenges of COVID-19 in Individuals With Serious Mental Illnesses: Protocol for a Quantitative Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Weizenbaum</surname>
            <given-names>Emma</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Zhao</surname>
            <given-names>Nan</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Aguirre</surname>
            <given-names>Katherine</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Olalla</surname>
            <given-names>Julian</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Moore</surname>
            <given-names>Raeanne Cristine</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>University of California San Diego</institution>
            <addr-line>220 Dickinson St, Ste B (8231)</addr-line>
            <addr-line>San Diego, CA, 92103-8231</addr-line>
            <country>United States</country>
            <phone>1 6195435378</phone>
            <email>r6moore@ucsd.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7499-041X</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Depp</surname>
            <given-names>Colin Andrew</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1841-6229</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Harvey</surname>
            <given-names>Philip D</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9501-9366</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Pinkham</surname>
            <given-names>Amy E</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2803-4520</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>University of California San Diego</institution>
        <addr-line>San Diego, CA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>VA San Diego Healthcare System</institution>
        <addr-line>San Diego, CA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>University of Miami Miller School of Medicine</institution>
        <addr-line>Miami, FL</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Bruce W Carter VA Medical Center</institution>
        <addr-line>Miami, FL</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>The University of Texas at Dallas</institution>
        <addr-line>Richardson, TX</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff6">
        <label>6</label>
        <institution>University of Texas Southwestern Medical School</institution>
        <addr-line>Dallas, TX</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Raeanne Cristine Moore <email>r6moore@ucsd.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>5</month>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>22</day>
        <month>5</month>
        <year>2020</year>
      </pub-date>
      <volume>9</volume>
      <issue>5</issue>
      <elocation-id>e19203</elocation-id>
      <history>
        <date date-type="received">
          <day>8</day>
          <month>4</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>24</day>
          <month>4</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>1</day>
          <month>5</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>4</day>
          <month>5</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Raeanne Cristine Moore, Colin Andrew Depp, Philip D Harvey, Amy E Pinkham. Originally published in JMIR Research Protocols (http://www.researchprotocols.org), 22.05.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on http://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://www.researchprotocols.org/2020/5/e19203/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>The outbreak of coronavirus disease 2019 (COVID-19) has caused significant stress and mental health problems among the general public. However, persons at greatest risk for poor mental health outcomes, such as people with serious mental illness, have been largely overlooked.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This paper presents the protocol for a study that aims to examine the mental health impact of COVID-19 and social distancing behaviors in people with serious mental illness and the behaviors undertaken to prevent COVID-19 infection in this group.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Participants will include individuals with serious mental illness (eg, schizophrenia, bipolar disorder) and nonpsychiatric control participants who are currently participating in or have previously participated in several ongoing parent observational studies. Data will be collected from April 2020 through August 2020. Participants will complete phone interviews at 2 time points to assess their current emotional functioning and discuss the measures they have taken to prevent COVID-19 infection. Baseline (pre-COVID-19) mental health, sampled by ecological momentary assessment over an extended period, will be compared with current mental health, also sampled by ecological momentary assessment over an extended period. Demographic, cognitive, and psychosocial factors at baseline will be used to examine risk and resilience to current mental health and coping.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The inclusion of participants for the first round of telephone assessments started on April 3, 2020 and will be completed by May 31, 2020. As of April 30, 2020, 101 individuals had completed these first-round assessments. The second round of telephone assessments will likely occur between June 1, 2020, and August 31, 2020. Study results will be published in peer-reviewed scientific journals.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Our findings will have broad implications for understanding the psychological consequences of COVID-19 among vulnerable persons with serious mental illness and will provide the opportunity to identify targets to reduce negative outcomes in the future. We also hope our efforts will provide a roadmap and resources for other researchers who would like to implement a similar approach.</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>DERR1-10.2196/19203</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>mental disorders</kwd>
        <kwd>technology</kwd>
        <kwd>telemedicine</kwd>
        <kwd>pandemic</kwd>
        <kwd>psychology</kwd>
        <kwd>stress</kwd>
        <kwd>social distancing</kwd>
        <kwd>coping</kwd>
        <kwd>COVID-19</kwd>
        <kwd>public health</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Coronavirus disease 2019 (COVID-19) has created a global pandemic and disrupted our society and daily lives. Americans have been forced to separate from their workplaces and their friends, engage in previously foreign behaviors including “social distancing” and “sheltering in place,” and unemployment rates have jumped to unprecedented highs. The media have mainly focused on the psychological effects of COVID-19 in the general public, largely overlooking its impact on the most vulnerable groups in our society. The aim of this paper is to present the protocol for a study that will examine the effect of the pandemic on people with serious mental illness (SMI).</p>
      <p>A recently published review in Lancet Psychiatry outlined the heightened risk of COVID-19 transmission among people with mental health disorders [<xref ref-type="bibr" rid="ref1">1</xref>]. In addition to increased risk for infection, people with mental health disorders, and particularly those with SMI, could experience greater susceptibility to emotional responses to the pandemic, such as fear, anxiety, stress, depression, as well as risk of relapse or worsening of positive (eg, paranoia, hallucinations) and negative (eg, anhedonia, apathy) psychotic symptoms. This could be due to several reasons, including higher vulnerability to stress compared to the general population [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref3">3</xref>], reduced access to resources to permit ongoing mental health treatment and services [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>], greater job or food insecurity [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>], and additional restrictions in existing congregated situations such as group homes [<xref ref-type="bibr" rid="ref8">8</xref>]. Social isolation or distancing may be less discrepant from daily living in some people with SMI than the general population. Moreover, some people with SMI may be less engaged in social networks and standard news media. Thus, the hypothesis of reduced subjective stress compared to the population in general needs to be considered.</p>
      <p>On the other hand, health messages and awareness of the crisis are quite likely to not be well disseminated to people with SMI, creating a public health risk for individuals with SMI and others with whom they may have contact. An additional issue is challenges in the ability to understand and comply with complex directives and precautionary measures. People with SMI represent about 2%-3% of the population, and COVID-19 may result in collective increases in symptom severity, which, in turn, could result in expansive increases in mortality, emergency care utilization, and distress. Thus, it is critical to understand the influences of the COVID-19 pandemic on people with SMI. Further, our previous research has suggested that people with SMI are particularly challenged in self-assessments of both their emotional states and of their ability to engage in productive behaviors targeting their everyday functioning and self-management [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>].</p>
      <p>Our research team has two ongoing studies centered around Strategy 3.1 of the National Institute of Mental Health’s (NIMH) strategic plan to “identify and validate new targets for treatment development that underlie disease mechanisms” [<xref ref-type="bibr" rid="ref11">11</xref>]. Both studies are multisite collaborations between the University of Texas at Dallas, University of California San Diego, and the University of Miami. Study 1 (principal investigator [PI]: author AEP, R01MH112620) assesses the construct of introspective accuracy, or the ability to correctly judge one’s own skills and abilities. The goals of this study are (1) to learn how impaired introspective accuracy in individuals with serious mental illness contributes to difficulties in real-world functioning, (2) to understand how introspective accuracy differs from other types of self-awareness, and (3) to discover how clinical symptoms affect the amount and direction of introspective accuracy impairments among outpatients with serious mental illness. To date, 189 participants aged 18-60 years have completed the study protocol (101 with schizophrenia or schizoaffective disorder, 72 with bipolar disorder, 16 controls; see <xref ref-type="table" rid="table1">Table 1</xref> for baseline demographic and clinical characteristics of the sample), which includes an in-person, lab-based assessment followed by 30 days of at-home symptom tracking and cognitive testing via smartphone-based ecological momentary assessment (EMA). The goals of study 2 (PI: author CAD, R01MH116902) are to understand, over a 1-year period, how cognitive biases in the ways that outpatients with psychotic disorders (eg, schizophrenia, bipolar disorder with psychosis) perceive other people impact suicidal ideation and behavior. Ninety-seven participants aged 18-65 years have completed baseline assessments (38 with schizophrenia, 41 with schizoaffective disorder, 16 with bipolar disorder with psychosis, 2 with major depressive disorder and psychosis; see <xref ref-type="table" rid="table2">Table 2</xref> for baseline demographic and clinical characteristics of the sample). Similar to study 1, the baseline assessments for study 2 include an in-person, lab-based assessment followed by 10 days of in-the-moment reports of symptoms and performance-based social cognition assessments via smartphone-based EMA.</p>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Participant demographic and clinical characteristics from parent study 1.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="490"/>
          <col width="0"/>
          <col width="240"/>
          <col width="0"/>
          <col width="240"/>
          <thead>
            <tr valign="top">
              <td colspan="2">Characteristic</td>
              <td colspan="2">Patients (n=196)</td>
              <td colspan="2">Controls (n=16)</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="2">Sex (male), n (%)</td>
              <td colspan="2">88 (45)</td>
              <td colspan="2">11 (69)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">
                <bold>Race, n (%)</bold>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">Caucasian</td>
              <td colspan="2">79 (40)</td>
              <td>10 (63)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">African American</td>
              <td colspan="2">82 (42)</td>
              <td>4 (25)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">Native American</td>
              <td colspan="2">3 (2)</td>
              <td>0 (0)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">Asian</td>
              <td colspan="2">6 (3)</td>
              <td>1 (6)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">Native Hawaiian/Pacific Islander</td>
              <td colspan="2">2 (1)</td>
              <td>0 ()</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">Other</td>
              <td colspan="2">24 (12)</td>
              <td>1 (6)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">
                <bold>Ethnicity, n (%)</bold>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">Hispanic</td>
              <td colspan="2">51 (26)</td>
              <td>3 (19)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">Non-Hispanic</td>
              <td colspan="2">145 (74)</td>
              <td>13 (81)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">
                <bold>Diagnosis, n (%)</bold>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">Schizophrenia</td>
              <td colspan="2">60 (31)</td>
              <td>N/A<sup>a</sup></td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">Schizoaffective disorder</td>
              <td colspan="2">52 (27)</td>
              <td>N/A</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">Bipolar disorder (with psychotic features)</td>
              <td colspan="2">45 (23)</td>
              <td>N/A</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">Bipolar disorder (without psychotic features)</td>
              <td colspan="2">38 (19)</td>
              <td>N/A</td>
            </tr>
            <tr valign="top">
              <td colspan="2">
                <bold>Employment status<sup>b</sup>, n (%)</bold>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">Employed, full time</td>
              <td colspan="2">22 (11)</td>
              <td>13 (81)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">Employed, part time</td>
              <td colspan="2">25 (13)</td>
              <td>1 (6)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">Unemployed</td>
              <td colspan="2">29 (15)</td>
              <td>1 (6)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">Stay-at-home parent</td>
              <td colspan="2">2 (1)</td>
              <td>0 (0)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">Part-time student</td>
              <td colspan="2">5 (3)</td>
              <td>0 (0)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">Full-time student</td>
              <td colspan="2">6 (3)</td>
              <td>2 (13)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">Receiving disability</td>
              <td colspan="2">96 (49)</td>
              <td>0 (0)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">Receiving disability, part-time work</td>
              <td colspan="2">13 (7)</td>
              <td>0 (0)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">Retired</td>
              <td colspan="2">6 (3)</td>
              <td>0 (0)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">
                <bold>Residential status<sup>c</sup>, n (%)</bold>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">Independent, financially responsible</td>
              <td colspan="2">136 (69)</td>
              <td>16 (100)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">Independent, not financially responsible</td>
              <td colspan="2">38 (19)</td>
              <td>0 (0)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">Residential facility, unsupervised</td>
              <td colspan="2">8 (4)</td>
              <td>0 (0)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">Residential facility, supervised</td>
              <td colspan="2">13 (7)</td>
              <td>0 (0)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">Age (years), mean (SD)</td>
              <td colspan="2">41.30 (10.97)</td>
              <td colspan="2">35.56 (9.06)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">Education (years), mean (SD)</td>
              <td colspan="2">13.30 (2.57)</td>
              <td colspan="2">15.13 (1.09)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">Maternal education (years)<sup>d</sup>, mean (SD)</td>
              <td colspan="2">13.11 (3.57)</td>
              <td colspan="2">13.75 (3.97)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">Paternal education (years)<sup>e</sup>, mean (SD)</td>
              <td colspan="2">13.59 (3.74)</td>
              <td colspan="2">14.69 (2.56)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">
                <bold>Positive and Negative Syndrome Scale, mean (SD)</bold>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">Positive total</td>
              <td colspan="2">15.64 (5.08)</td>
              <td>N/A</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">Negative total</td>
              <td colspan="2">12.29 (3.91)</td>
              <td>N/A</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">General total</td>
              <td colspan="2">30.14 (7.03)</td>
              <td>N/A</td>
            </tr>
            <tr valign="top">
              <td colspan="2">Montgomery-Asberg Depression Rating Scale total, mean (SD)</td>
              <td colspan="2">10.70 (10.65)</td>
              <td colspan="2">N/A</td>
            </tr>
            <tr valign="top">
              <td colspan="2">Young Mania Rating Scale total, mean (SD)</td>
              <td colspan="2">1.89 (4.35)</td>
              <td colspan="2">N/A</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table1fn1">
            <p><sup>a</sup>N/A: not applicable.</p>
          </fn>
          <fn id="table1fn2">
            <p><sup>b</sup>Categories were not mutually exclusive.</p>
          </fn>
          <fn id="table1fn3">
            <p><sup>c</sup>Missing for 1 patient.</p>
          </fn>
          <fn id="table1fn4">
            <p><sup>d</sup>Missing for 29 patients.</p>
          </fn>
          <fn id="table1fn5">
            <p><sup>e</sup>Missing for 55 patients and 3 controls.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <p>We also have one study that responds to NIMH Strategic Aim 2.2 [<xref ref-type="bibr" rid="ref12">12</xref>] to develop novel behavioral assessments to evaluate domains relevant to mental illness. This is a single-site study at UCSD (PI: author RCM, R21MH116104) with the goals of understanding the real-time effects of mood on real-world cognitive performance and discovering how real-world cognition relates to real-time daily functioning among individuals with bipolar disorder. Sixty-six participants aged 18-65 years have completed this study (36 with bipolar disorder I, 10 with bipolar disorder II, 20 controls; see <xref ref-type="table" rid="table3">Table 3</xref> for baseline demographic and clinical characteristics of the sample), which included a baseline assessment followed by 14 days of smartphone-based EMA and mobile cognitive testing (administered 3 times per day for a total possibility of 42 EMAs per participant).</p>
      <p>For the present study, we will follow up with these previously enrolled research participants to assess their current mental health and psychosocial functioning with the exact same questions that were utilized during their previous participation. This study design will allow us to directly compare participants’ prepandemic mental health functioning, based on dense sampling of their momentary responses regarding symptoms, functioning, and self-evaluations with mental health functioning during the acute phase of the COVID-19 pandemic. We will also be positioned to examine demographic, cognitive, and psychosocial factors that may be predictive of better and worse mental health outcomes in this unprecedented time. Therefore, the aims of this study are to learn about (1) the mental health impact of COVID-19 and social distancing behaviors among at-risk populations and (2) prevention behaviors taken to reduce the risk of COVID-19 infection among persons with SMI. In so doing, we will use a comprehensive and detailed set of previously collected EMA data (up to 90 observations per patient collected over a 30-day sampling period) and ask those same questions again in two telephone reassessments: the first round of telephone assessments will occur between April 3, 2020, and May 31, 2020; the second round will occur 1 month after reopening. Although this will differ by state, we anticipate a date between June 1, 2020, and August 31, 2020. Our results should provide vital information regarding the overall level of awareness individuals with SMI have regarding the health risks of COVID-19 and how it is currently impacting their daily lives.</p>
      <table-wrap position="float" id="table2">
        <label>Table 2</label>
        <caption>
          <p>Participant demographic and clinical characteristics from parent study 2 (note: this study includes only individuals with a diagnoses of mental illness).</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="490"/>
          <col width="240"/>
          <col width="240"/>
          <thead>
            <tr valign="top">
              <td colspan="2">Characteristic</td>
              <td>Suicidal ideation (n=48)</td>
              <td>No suicidal ideation (n=49)</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="2">Sex (male), n (%)</td>
              <td>22 (47)</td>
              <td>23 (47)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">
                <bold>Race, n (%)</bold>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Caucasian</td>
              <td>14 (29)</td>
              <td>17 (35)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>African American</td>
              <td>17 (36)</td>
              <td>28 (57)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Native American</td>
              <td>0 (0)</td>
              <td>0 (0)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Asian</td>
              <td>3 (6)</td>
              <td>1 (2)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Native Hawaiian/Pacific Islander</td>
              <td>0 (0)</td>
              <td>1 (2)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Other</td>
              <td>14 (29)</td>
              <td>2 (4)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">
                <bold>Ethnicity, n (%)</bold>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Hispanic</td>
              <td>16 (33)</td>
              <td>7 (14)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Non-Hispanic</td>
              <td>32 (67)</td>
              <td>42 (86)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">
                <bold>Diagnosis, n (%)</bold>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Schizophrenia</td>
              <td>14 (29)</td>
              <td>23 (47)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Schizoaffective disorder</td>
              <td>24 (50)</td>
              <td>18 (37)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Bipolar disorder (with psychotic features)</td>
              <td>8 (18)</td>
              <td>7 (14)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Major depressive disorder (without psychotic features)</td>
              <td>1 (2)</td>
              <td>1 (2)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">
                <bold>Employment status<sup>a</sup>, n (%)</bold>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Employed, full time</td>
              <td>2 (4)</td>
              <td>0 (0)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Employed, part time</td>
              <td>6 (13)</td>
              <td>7 (16)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Unemployed</td>
              <td>5 (12)</td>
              <td>4 (9)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Part-time student</td>
              <td>1 (2)</td>
              <td>0 (0)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Full-time student</td>
              <td>1 (2)</td>
              <td>0 (0)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Receiving disability</td>
              <td>26 (59)</td>
              <td>30 (68)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Receiving disability, part-time work</td>
              <td>2 (4)</td>
              <td>3 (7)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Retired</td>
              <td>2 (4)</td>
              <td>0 (0)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">
                <bold>Residential status<sup>b</sup>, n (%)</bold>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Independent, financially responsible</td>
              <td>31 (69)</td>
              <td>30 (68)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Independent, not financially responsible</td>
              <td>10 (22)</td>
              <td>11 (25)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Residential facility, unsupervised</td>
              <td>0 (0)</td>
              <td>1 (2)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Residential facility, supervised</td>
              <td>4 (9)</td>
              <td>2 (4)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">Age (years)<sup>c</sup>, mean (SD)</td>
              <td>44.04 (12.20)</td>
              <td>44.6 (11.02)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">Education (years)<sup>d</sup>, mean (SD)</td>
              <td>12.40 (2.84)</td>
              <td>12.81 (1.86)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">Maternal education (years)<sup>e</sup>, mean (SD)</td>
              <td>11.74 (4.13)</td>
              <td>12.63 (3.44)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">Paternal education (years)<sup>f</sup>, mean (SD)</td>
              <td>13.83 (3.52)</td>
              <td>13.14 (3.55)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">Montgomery-Asberg Depression Rating Scale total<sup>g</sup>, mean (SD)</td>
              <td>21.95 (11.2)</td>
              <td>9.68 (9.86)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">Young Mania Rating Scale total<sup>h</sup>, mean (SD)</td>
              <td>2.30 (3.85)</td>
              <td>1.21 (3.38)</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table2fn1">
            <p><sup>a</sup>Not available (ie, data not entered prior to shelter-in-place orders and unavailable at this time) for 3 patients with suicide ideation and 5 patients without suicide ideation.</p>
          </fn>
          <fn id="table2fn2">
            <p><sup>b</sup>Not available for 3 patients with suicide ideation and 5 patients without suicide ideation.</p>
          </fn>
          <fn id="table2fn3">
            <p><sup>c</sup>Not available for 3 patients with suicide ideation and 5 patients without suicide ideation.</p>
          </fn>
          <fn id="table2fn4">
            <p><sup>d</sup>Not available for 2 patients with suicide ideation and 5 patients without suicide ideation.</p>
          </fn>
          <fn id="table2fn5">
            <p><sup>e</sup>Missing for 10 patients with suicide ideation and 11 patients without suicide ideation.</p>
          </fn>
          <fn id="table2fn6">
            <p><sup>f</sup>Missing for 14 patients with suicide ideation and 16 patients without suicide ideation.</p>
          </fn>
          <fn id="table2fn7">
            <p><sup>g</sup>Total not available for 4 patients with suicide ideation and 5 patients without suicide ideation.</p>
          </fn>
          <fn id="table2fn8">
            <p><sup>h</sup>Total not available for 2 patients with suicide ideation and 5 patients without suicide ideation.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <table-wrap position="float" id="table3">
        <label>Table 3</label>
        <caption>
          <p>Participant demographic and clinical characteristics for parent study 3.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="490"/>
          <col width="240"/>
          <col width="240"/>
          <thead>
            <tr valign="top">
              <td colspan="2">Characteristic</td>
              <td>Bipolar disorder (n=46)</td>
              <td>Controls (n=20)</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="2">Sex (male), n (%)</td>
              <td>16 (35)</td>
              <td>6 (30)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">
                <bold>Race, n (%)</bold>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Caucasian</td>
              <td>26 (57)</td>
              <td>8 (40)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>African American</td>
              <td>4 (9)</td>
              <td>2 (10)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Asian</td>
              <td>2 (4)</td>
              <td>5 (25)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Native Hawaiian/Pacific Islander</td>
              <td>3 (7)</td>
              <td>1 (5)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Other</td>
              <td>11 (24)</td>
              <td>4 (20)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">
                <bold>Ethnicity<sup>a</sup>, n (%)</bold>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Hispanic</td>
              <td>8 (18)</td>
              <td>2 (10)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Non-Hispanic</td>
              <td>37 (82)</td>
              <td>18 (90)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">
                <bold>Diagnosis, n (%)</bold>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Bipolar disorder I</td>
              <td>14 (30)</td>
              <td>N/A<sup>b</sup></td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Bipolar disorder II</td>
              <td>10 (22)</td>
              <td>N/A</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Bipolar disorder I (with psychotic features)</td>
              <td>22 (48)</td>
              <td>N/A</td>
            </tr>
            <tr valign="top">
              <td colspan="2">
                <bold>Employment status, n (%)</bold>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Employed, full time</td>
              <td>13 (28)</td>
              <td>12 (60)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Employed, part time</td>
              <td>4 (9)</td>
              <td>4 (20)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Unemployed</td>
              <td>6 (13)</td>
              <td>0 (0)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Stay-at-home parent</td>
              <td>0 (0)</td>
              <td>0 (0)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Part-time student</td>
              <td>0 (0)</td>
              <td>0 (0)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Full-time student</td>
              <td>1 (2)</td>
              <td>1 (5)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Receiving disability, unemployed</td>
              <td>16 (35)</td>
              <td>0 (0)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Receiving disability, part-time work</td>
              <td>5 (11)</td>
              <td>1 (5)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Retired</td>
              <td>1 (2)</td>
              <td>2 (10)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">
                <bold>Residential status, n (%)</bold>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Independent, financially responsible</td>
              <td>36 (78)</td>
              <td>16 (80)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Independent, not financially responsible</td>
              <td>8 (17)</td>
              <td>4 (20)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Residential facility, unsupervised</td>
              <td>1 (2)</td>
              <td>0 (0)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Residential facility, supervised</td>
              <td>1 (2)</td>
              <td>0 (0)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">Age (years), mean (SD)</td>
              <td>42.72 (11.42)</td>
              <td>41.03 (14.56)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">Education (years), mean (SD)</td>
              <td>14.91 (2.52)</td>
              <td>15.65 (2.74)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">Maternal education (years)<sup>c</sup>, mean (SD)</td>
              <td>14.20 (3.93)</td>
              <td>12.83 (3.62)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">Paternal education (years)<sup>d</sup>, mean (SD)</td>
              <td>15.22 (3.04)</td>
              <td>15.24 (3.07)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">Montgomery-Asberg Depression Rating Scale total, mean (SD)</td>
              <td>11.20 (8.50)</td>
              <td>N/A</td>
            </tr>
            <tr valign="top">
              <td colspan="2">Young Mania Rating Scale total, mean (SD)</td>
              <td>6.44 (5.64)</td>
              <td>N/A</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table3fn1">
            <p><sup>a</sup>Missing for 1 participant with bipolar disorder.</p>
          </fn>
          <fn id="table3fn2">
            <p><sup>b</sup>N/A: not applicable.</p>
          </fn>
          <fn id="table3fn3">
            <p><sup>c</sup>Missing for 1 participant with bipolar disorder and 2 controls.</p>
          </fn>
          <fn id="table3fn4">
            <p><sup>d</sup>Missing for 9 participants with bipolar disorder and 3 controls.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Design</title>
        <p>This study involves 2 telephone interviews during which participants will be readministered psychiatric symptom–related questions that they received during the parent study via EMA, with the major modification being that the questions for the present study will be administered via a telephone survey. These items are presented in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> as a combination of the three surveys (please note that each parent study had a slightly different EMA survey). Participants will also be asked new questions about how they are currently feeling, thinking about, and dealing with COVID-19. The survey will take approximately 30 minutes to complete.</p>
      </sec>
      <sec>
        <title>Study Population and Inclusion and Exclusion Criteria</title>
        <p>All participants who are currently or have previously participated in one of our ongoing parent studies (N=352 participants to date; approximately 24% participants overlap between studies), and who consented to being contacted for future studies, will be called and invited to participate. In general, participants include adults between the ages of 18 and 65 years who have a diagnosis of schizophrenia, schizoaffective disorder, bipolar disorder (I or II), or major depression with psychotic features. All individuals are receiving only outpatient care and are free from neurological and/or neurodegenerative disorders. A small sample of psychiatrically healthy individuals is also included (n=35).</p>
      </sec>
      <sec>
        <title>Questionnaires</title>
        <p>The parent study EMA questionnaires were developed by authors CAD, PDH, RCM, and AEP. All three questionnaires include items about engagement in daily activities and social interactions (Where are you? Who are you with? What are you doing?), mood (in the moment or since the past alarm), symptoms (eg, “since the past alarm, how often have you heard voices”), and other behavioral indicators of health (eg, sleep, substance use).</p>
        <p>The newly developed COVID-19 exposure and prevention behavior questionnaire includes 16 items on exposure and prevention behaviors (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>). We will also be administering open-source scales to assess the psychological impacts of COVID-19, including the Center for Epidemiologic Studies Depression Scale [<xref ref-type="bibr" rid="ref13">13</xref>], National Institutes of Health PROMIS (Patient-Reported Outcomes Measurement Information System) emotional distress-anxiety scale [<xref ref-type="bibr" rid="ref14">14</xref>], Perceived Stress Scale [<xref ref-type="bibr" rid="ref15">15</xref>], 3 items from the UCLA Loneliness Scale [<xref ref-type="bibr" rid="ref16">16</xref>], modified to be specific to COVID-19, the 6-item Lifetime Orientation Test-Revised (LOT-R; measure of optimism) [<xref ref-type="bibr" rid="ref17">17</xref>], Satisfaction with Life Scale [<xref ref-type="bibr" rid="ref18">18</xref>], Duke Social Support Scale-Social Interaction Subscale (4 items) [<xref ref-type="bibr" rid="ref19">19</xref>], and an 11-item brief coping scale [<xref ref-type="bibr" rid="ref20">20</xref>]. The corresponding author can be contacted to request a complete packet of these measures.</p>
        <sec>
          <title>Consent</title>
          <p>This study was approved by each participating university’s Institutional Review Board. Participants will provide verbal consent on the phone and will be compensated for their participation.</p>
        </sec>
      </sec>
      <sec>
        <title>Data Analysis Plan</title>
        <p>The estimated sample size is 200. For aim 1, the primary outcome will be change in average mood ratings (sadness, relaxed, energized, happiness, anxious) from the previous EMA surveys to now (spring 2020, when shelter-in-place orders are effective), then again during the summer of 2020 (unknown if shelter-in-place orders will be effective or if people have returned to a “normal” life). Changes in these outcomes will be evaluated using a mixed-models repeated measures analysis of variance with restricted maximum likelihood estimation. Group membership (schizophrenia, schizoaffective disorder, bipolar disorder) and assessment point (baseline, follow-up) will be treated as fixed effects and participants will be treated as a random effect. The group-by-time interaction will be the fixed effect of interest. Secondary analyses will be conducted to evaluate (1) the predictors of change from baseline, with a focus on diagnosis and psychotic symptoms, examined with regression models, and (2) group differences at each time point and differences in change scores between controls (n=35) and patient groups.</p>
        <p>For aim 2, the primary outcome will be characterization of prevention behavior by group. For studies and participants where we have this information, we will also relate these data to assessments of insight, including clinical insight, self-monitoring ability collected during EMA, and the results of a comprehensive assessment of the ability to evaluate one’s own performance on an array of neurocognitive, social cognitive, and functional measures. These analyses will be examined with correlational statistics, including regression models.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>The inclusion of participants for the first round of telephone assessments started on April 3, 2020 and will be completed by May 31, 2020. As of April 30, 2020, 101 individuals had completed these first-round assessments. The second round of telephone assessments will likely occur between June 1, 2020, and August 31, 2020. Study results will be published in peer-reviewed scientific journals in a timely fashion at completion of data collection. Data addressing non-COVID-19 topics from the sample collected to date are already being submitted for publication to scientific journals.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>This study will shed light on the direct impact of the COVID-19 pandemic on the well-being of people with serious mental illness, a largely overlooked yet vulnerable population during this pandemic. Individuals with mental illness are often burdened not only by their illness but also by social isolation, under- or unemployment, lower socioeconomic status, cognitive impairments, and limited access care. Such individuals may therefore represent a particularly vulnerable and important group in whom we must strive to understand the effects of COVID-19. Findings from this study have the potential to characterize the degree of distress among persons with SMI during this pandemic and will also help to clarify whether individuals with SMI are able to protect themselves and others from infection. These findings can also help us identify risk and resiliency factors predictive of positive and negative outcomes to this high-stress situation, which could provide targets for early intervention in the (likely inevitable) event that another pandemic occurs and/or that social distancing measures are necessary in the future. Lastly, we hope this protocol paper will provide a roadmap and resources for other researchers who would like to implement a similar approach in their studies.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Psychiatric symptom EMA questions from parent studies (combined), adapted for a telephone follow-up assessment. Includes skip-logic.</p>
        <media xlink:href="resprot_v9i5e19203_app1.docx" xlink:title="DOCX File , 51 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>COVID-19 exposure and prevention behavior questionnaire.</p>
        <media xlink:href="resprot_v9i5e19203_app2.docx" xlink:title="DOCX File , 17 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">COVID-19</term>
          <def>
            <p>coronavirus disease 2019</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">EMA</term>
          <def>
            <p>ecological momentary assessment</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">NIMH</term>
          <def>
            <p>National Institute of Mental Health</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">PI</term>
          <def>
            <p>principal investigator</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">SMI</term>
          <def>
            <p>serious mental illness</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <fn-group>
      <fn fn-type="con">
        <p>All authors contributed extensively to the work presented in this paper. RCM designed the protocol and wrote the paper; CAD, PDH, and AEP wrote the paper. RCM, CAD, and AEP are the PIs on the parent grants of which this study is an extension of.</p>
      </fn>
      <fn fn-type="conflict">
        <p>RCM is a cofounder and vice president of research of KeyWise AI, Inc. She has a research grant from Gilead Sciences. PDH has received consulting fees or travel reimbursements from Acadia Pharma, Alkermes, Bio Excel, Boehringer Ingelheim, Minerva Pharma, Otsuka Pharma, Regeneron Pharma, Roche Pharma, and Sunovion Pharma during the past year. He receives royalties from the Brief Assessment of Cognition in Schizophrenia. He is chief scientific officer of i-Function, Inc. He had a research grant from Takeda and the Stanley Medical Research Foundation. The remaining authors declare that they have no conflicts of interest pertinent to this study.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yao</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Patients with mental health disorders in the COVID-19 epidemic</article-title>
          <source>The Lancet Psychiatry</source>
          <year>2020</year>
          <month>04</month>
          <volume>7</volume>
          <issue>4</issue>
          <fpage>e21</fpage>
          <pub-id pub-id-type="doi">10.1016/S2215-0366(20)30090-0</pub-id>
          <pub-id pub-id-type="medline">32199510</pub-id>
          <pub-id pub-id-type="pii">S2215-0366(20)30090-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Norman</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Malla</surname>
              <given-names>AK</given-names>
            </name>
          </person-group>
          <article-title>Stressful life events and schizophrenia. I: A review of the research</article-title>
          <source>Br J Psychiatry</source>
          <year>1993</year>
          <month>02</month>
          <volume>162</volume>
          <fpage>161</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1192/bjp.162.2.161</pub-id>
          <pub-id pub-id-type="medline">8435685</pub-id>
          <pub-id pub-id-type="pii">S0007125000180006</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Phillips</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Francey</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>McMurray</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Stress and psychosis: towards the development of new models of investigation</article-title>
          <source>Clin Psychol Rev</source>
          <year>2007</year>
          <month>04</month>
          <volume>27</volume>
          <issue>3</issue>
          <fpage>307</fpage>
          <lpage>17</lpage>
          <pub-id pub-id-type="doi">10.1016/j.cpr.2006.10.003</pub-id>
          <pub-id pub-id-type="medline">17169470</pub-id>
          <pub-id pub-id-type="pii">S0272-7358(06)00134-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hall</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>LaPierre</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Kurth</surname>
              <given-names>NK</given-names>
            </name>
          </person-group>
          <article-title>Medicaid managed care: issues for enrollees with serious mental illness</article-title>
          <source>Am J Manag Care</source>
          <year>2019</year>
          <month>09</month>
          <volume>25</volume>
          <issue>9</issue>
          <fpage>450</fpage>
          <lpage>456</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ajmc.com/pubMed.php?pii=88139"/>
          </comment>
          <pub-id pub-id-type="medline">31518095</pub-id>
          <pub-id pub-id-type="pii">88139</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lawrence</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Kisely</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Inequalities in healthcare provision for people with severe mental illness</article-title>
          <source>J Psychopharmacol</source>
          <year>2010</year>
          <month>11</month>
          <volume>24</volume>
          <issue>4 Suppl</issue>
          <fpage>61</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20923921"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1359786810382058</pub-id>
          <pub-id pub-id-type="medline">20923921</pub-id>
          <pub-id pub-id-type="pii">24/4_suppl/61</pub-id>
          <pub-id pub-id-type="pmcid">PMC2951586</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cook</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>Employment barriers for persons with psychiatric disabilities: update of a report for the President's Commission</article-title>
          <source>Psychiatr Serv</source>
          <year>2006</year>
          <month>10</month>
          <volume>57</volume>
          <issue>10</issue>
          <fpage>1391</fpage>
          <lpage>405</lpage>
          <pub-id pub-id-type="doi">10.1176/ps.2006.57.10.1391</pub-id>
          <pub-id pub-id-type="medline">17035556</pub-id>
          <pub-id pub-id-type="pii">57/10/1391</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mangurian</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Sreshta</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Seligman</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Food insecurity among adults with severe mental illness</article-title>
          <source>Psychiatr Serv</source>
          <year>2013</year>
          <month>09</month>
          <day>01</day>
          <volume>64</volume>
          <issue>9</issue>
          <fpage>931</fpage>
          <lpage>2</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24026843"/>
          </comment>
          <pub-id pub-id-type="doi">10.1176/appi.ps.201300022</pub-id>
          <pub-id pub-id-type="medline">24026843</pub-id>
          <pub-id pub-id-type="pii">1730567</pub-id>
          <pub-id pub-id-type="pmcid">PMC4103585</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fakhoury</surname>
              <given-names>WKH</given-names>
            </name>
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Shepherd</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Priebe</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Research in supported housing</article-title>
          <source>Soc Psychiatry Psychiatr Epidemiol</source>
          <year>2002</year>
          <month>07</month>
          <volume>37</volume>
          <issue>7</issue>
          <fpage>301</fpage>
          <lpage>15</lpage>
          <pub-id pub-id-type="doi">10.1007/s00127-002-0549-4</pub-id>
          <pub-id pub-id-type="medline">12111022</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Silberstein</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Pinkham</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Penn</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Harvey</surname>
              <given-names>PD</given-names>
            </name>
          </person-group>
          <article-title>Self-assessment of social cognitive ability in schizophrenia: Association with social cognitive test performance, informant assessments of social cognitive ability, and everyday outcomes</article-title>
          <source>Schizophr Res</source>
          <year>2018</year>
          <month>09</month>
          <volume>199</volume>
          <fpage>75</fpage>
          <lpage>82</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29673732"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.schres.2018.04.015</pub-id>
          <pub-id pub-id-type="medline">29673732</pub-id>
          <pub-id pub-id-type="pii">S0920-9964(18)30227-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC6151277</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sabbag</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Twamley</surname>
              <given-names>EW</given-names>
            </name>
            <name name-style="western">
              <surname>Vella</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Heaton</surname>
              <given-names>RK</given-names>
            </name>
            <name name-style="western">
              <surname>Patterson</surname>
              <given-names>TL</given-names>
            </name>
            <name name-style="western">
              <surname>Harvey</surname>
              <given-names>PD</given-names>
            </name>
          </person-group>
          <article-title>Predictors of the accuracy of self assessment of everyday functioning in people with schizophrenia</article-title>
          <source>Schizophr Res</source>
          <year>2012</year>
          <month>05</month>
          <volume>137</volume>
          <issue>1-3</issue>
          <fpage>190</fpage>
          <lpage>5</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22386735"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.schres.2012.02.002</pub-id>
          <pub-id pub-id-type="medline">22386735</pub-id>
          <pub-id pub-id-type="pii">S0920-9964(12)00070-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC3351672</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="web">
          <source>National Institute of Mental Health</source>
          <year>2019</year>
          <access-date>2020-04-05</access-date>
          <comment>Priorities for Strategy 3.1<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nimh.nih.gov/about/strategic-planning-reports/strategic-research-priorities/srp-objective-3/priorities-for-strategy-31.shtml">https://www.nimh.nih.gov/about/strategic-planning-reports/strategic-research-priorities/srp-objective-3/priorities-for-strategy-31.shtml</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="web">
          <source>National Institute of Mental Health</source>
          <year>2019</year>
          <access-date>2020-04-05</access-date>
          <comment>Priorities for Strategy 2.2<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nimh.nih.gov/about/strategic-planning-reports/strategic-research-priorities/srp-objective-2/priorities-for-strategy-22.shtml">https://www.nimh.nih.gov/about/strategic-planning-reports/strategic-research-priorities/srp-objective-2/priorities-for-strategy-22.shtml</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Andresen</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Malmgren</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Carter</surname>
              <given-names>WB</given-names>
            </name>
            <name name-style="western">
              <surname>Patrick</surname>
              <given-names>DL</given-names>
            </name>
          </person-group>
          <article-title>Screening for depression in well older adults: evaluation of a short form of the CES-D (Center for Epidemiologic Studies Depression Scale)</article-title>
          <source>Am J Prev Med</source>
          <year>1994</year>
          <volume>10</volume>
          <issue>2</issue>
          <fpage>77</fpage>
          <lpage>84</lpage>
          <pub-id pub-id-type="medline">8037935</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cook</surname>
              <given-names>KF</given-names>
            </name>
            <name name-style="western">
              <surname>Jensen</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Schalet</surname>
              <given-names>BD</given-names>
            </name>
            <name name-style="western">
              <surname>Beaumont</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Amtmann</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Czajkowski</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Dewalt</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Fries</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Pilkonis</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Reeve</surname>
              <given-names>BB</given-names>
            </name>
            <name name-style="western">
              <surname>Stone</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Weinfurt</surname>
              <given-names>KP</given-names>
            </name>
            <name name-style="western">
              <surname>Cella</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>PROMIS measures of pain, fatigue, negative affect, physical function, and social function demonstrated clinical validity across a range of chronic conditions</article-title>
          <source>J Clin Epidemiol</source>
          <year>2016</year>
          <month>05</month>
          <volume>73</volume>
          <fpage>89</fpage>
          <lpage>102</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26952842"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jclinepi.2015.08.038</pub-id>
          <pub-id pub-id-type="medline">26952842</pub-id>
          <pub-id pub-id-type="pii">S0895-4356(16)30010-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC5131708</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kamarck</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Mermelstein</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>A global measure of perceived stress</article-title>
          <source>J Health Soc Behav</source>
          <year>1983</year>
          <month>12</month>
          <volume>24</volume>
          <issue>4</issue>
          <fpage>385</fpage>
          <lpage>96</lpage>
          <pub-id pub-id-type="medline">6668417</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Russell</surname>
              <given-names>DW</given-names>
            </name>
          </person-group>
          <article-title>UCLA Loneliness Scale (Version 3): reliability, validity, and factor structure</article-title>
          <source>J Pers Assess</source>
          <year>1996</year>
          <month>02</month>
          <volume>66</volume>
          <issue>1</issue>
          <fpage>20</fpage>
          <lpage>40</lpage>
          <pub-id pub-id-type="doi">10.1207/s15327752jpa6601_2</pub-id>
          <pub-id pub-id-type="medline">8576833</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Scheier</surname>
              <given-names>MF</given-names>
            </name>
            <name name-style="western">
              <surname>Carver</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Bridges</surname>
              <given-names>MW</given-names>
            </name>
          </person-group>
          <article-title>Distinguishing optimism from neuroticism (and trait anxiety, self-mastery, and self-esteem): a reevaluation of the Life Orientation Test</article-title>
          <source>J Pers Soc Psychol</source>
          <year>1994</year>
          <month>12</month>
          <volume>67</volume>
          <issue>6</issue>
          <fpage>1063</fpage>
          <lpage>78</lpage>
          <pub-id pub-id-type="doi">10.1037//0022-3514.67.6.1063</pub-id>
          <pub-id pub-id-type="medline">7815302</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Diener</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Emmons</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Larsen</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Griffin</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>The Satisfaction With Life Scale</article-title>
          <source>J Pers Assess</source>
          <year>1985</year>
          <month>02</month>
          <volume>49</volume>
          <issue>1</issue>
          <fpage>71</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.1207/s15327752jpa4901_13</pub-id>
          <pub-id pub-id-type="medline">16367493</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Blazer</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hybels</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hughes</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <source>Duke social support index</source>
          <year>1990</year>
          <publisher-loc>Princeton, NJ</publisher-loc>
          <publisher-name>Educational Testing Service</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Carver</surname>
              <given-names>CS</given-names>
            </name>
          </person-group>
          <article-title>You want to measure coping but your protocol's too long: consider the brief COPE</article-title>
          <source>Int J Behav Med</source>
          <year>1997</year>
          <volume>4</volume>
          <issue>1</issue>
          <fpage>92</fpage>
          <lpage>100</lpage>
          <pub-id pub-id-type="doi">10.1207/s15327558ijbm0401_6</pub-id>
          <pub-id pub-id-type="medline">16250744</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
