<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article article-type="research-article" dtd-version="2.0" xmlns:xlink="http://www.w3.org/1999/xlink">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v10i10e29495</article-id>
      <article-id pub-id-type="pmid">34643541</article-id>
      <article-id pub-id-type="doi">10.2196/29495</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Text Messaging Versus Email Messaging to Support Patients With Major Depressive Disorder: Protocol for a Randomized Hybrid Type II Effectiveness-Implementation Trial</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Li</surname>
            <given-names>Huijun</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Chokshi</surname>
            <given-names>Sara</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Adu</surname>
            <given-names>Medard Kofi</given-names>
          </name>
          <degrees>BSc, MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9593-0275</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Shalaby</surname>
            <given-names>Reham</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3717-6398</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Eboreime</surname>
            <given-names>Ejemai</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8277-2570</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Sapara</surname>
            <given-names>Adegboyega</given-names>
          </name>
          <degrees>PhD, FRCPC</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1467-4770</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Nkire</surname>
            <given-names>Nnamdi</given-names>
          </name>
          <degrees>MD, MBBS, DHSM, DCP, FRAMI</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1156-7585</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Chawla</surname>
            <given-names>Rajan</given-names>
          </name>
          <degrees>MBBS, CCT, MSC, MRCPsych</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3914-4146</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Chima</surname>
            <given-names>Chidi</given-names>
          </name>
          <degrees>MBBS, MPH, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2972-6644</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Achor</surname>
            <given-names>Michael</given-names>
          </name>
          <degrees>MD, MSc, FRCPC</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6807-4925</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Osiogo</surname>
            <given-names>Felix</given-names>
          </name>
          <degrees>FRCPC, FWACS, CCT-UK, MBBS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8760-6627</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author">
          <name name-style="western">
            <surname>Chue</surname>
            <given-names>Pierre</given-names>
          </name>
          <degrees>MD, DABPN, MRCPsych, FRCPC</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7916-415X</ext-link>
        </contrib>
        <contrib id="contrib11" contrib-type="author">
          <name name-style="western">
            <surname>Greenshaw</surname>
            <given-names>Andrew J</given-names>
          </name>
          <degrees>PhD, FRSA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9097-900X</ext-link>
        </contrib>
        <contrib id="contrib12" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Agyapong</surname>
            <given-names>Vincent Israel</given-names>
          </name>
          <degrees>MD, PhD, FRCPC, FRCPsych</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <address>
            <institution>Department of Psychiatry</institution>
            <institution>Faculty of Medicine</institution>
            <institution>Dalhousie University</institution>
            <addr-line>5909 Veterans' Memorial Lane</addr-line>
            <addr-line>8th Floor Abbie J. Lane Memorial Building QEII Health Sciences Centre</addr-line>
            <addr-line>Halifax, NS, T6G 2B7</addr-line>
            <country>Canada</country>
            <phone>1 7807144315</phone>
            <email>vincent.agyapong@nshealth.ca</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2743-0372</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Psychiatry</institution>
        <institution>Faculty of Medicine and Dentistry</institution>
        <institution>University of Alberta</institution>
        <addr-line>Edmonton, AB</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Psychiatry</institution>
        <institution>Faculty of Medicine</institution>
        <institution>Dalhousie University</institution>
        <addr-line>Halifax, NS</addr-line>
        <country>Canada</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Vincent Israel Agyapong <email>vincent.agyapong@nshealth.ca</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>10</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>13</day>
        <month>10</month>
        <year>2021</year>
      </pub-date>
      <volume>10</volume>
      <issue>10</issue>
      <elocation-id>e29495</elocation-id>
      <history>
        <date date-type="received">
          <day>13</day>
          <month>6</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>8</day>
          <month>8</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>18</day>
          <month>8</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>3</day>
          <month>9</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Medard Kofi Adu, Reham Shalaby, Ejemai Eboreime, Adegboyega Sapara, Nnamdi Nkire, Rajan Chawla, Chidi Chima, Michael Achor, Felix Osiogo, Pierre Chue, Andrew J Greenshaw, Vincent Israel Agyapong. Originally published in JMIR Research Protocols (https://www.researchprotocols.org), 13.10.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on https://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.researchprotocols.org/2021/10/e29495" xlink:type="simple"/>
      <related-article related-article-type="correction-forward" xlink:title="This is a corrected version. See correction statement in:" xlink:href="https://www.researchprotocols.org/2021/11/e34515" vol="10" page="e34515"> </related-article>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Major depressive disorder (MDD) accounts for 40.5% of disability-adjusted life years caused by mental and substance use disorders. Barriers such as stigma and financial and physical access to care have been reported, highlighting the need for innovative, accessible, and cost-effective psychological interventions. The effectiveness of supportive SMS text messaging in alleviating depression symptoms has been proven in clinical trials, but this approach can only help those with mobile phones.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This paper presents the protocol for a study that will aim to evaluate the feasibility, comparative effectiveness, and user satisfaction of daily supportive email messaging as an effective strategy compared to daily supportive text messaging as part of the treatment of patients with MDD.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>This trial will be carried out using a hybrid type II implementation-effectiveness design. This design evaluates the effectiveness of an implementation strategy or intervention, while also evaluating the implementation context associated with the intervention. Patients with MDD receiving usual care will be randomized to receive either daily supportive email messaging or daily supportive text messaging of the same content for 6 months. The Patient Health Questionnaire-9, the Generalized Anxiety Disorder-7, and the 5-item World Health Organization Well-Being Index will be used to evaluate the effectiveness of both strategies. The implementation evaluation will be guided by the RE-AIM (Reach, Effectiveness, Adoption, Implementation, and Maintenance) framework, as well as the Consolidated Framework for Implementation Research. All outcome measures will be analyzed using descriptive and inferential statistics. Qualitative data will be analyzed using thematic analysis.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Data collection for this trial began in April 2021. We expect the study results to be available within 18 months of study commencement. The results will shed light on the feasibility, acceptability, and effectiveness of using automated emails as a strategy for delivering supportive messages to patients with MDD in comparison to text messaging.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The outcome of this trial will have translational impact on routine patient care and access to mental health, as well as potentially support mental health policy decision-making for health care resource allocation.</p>
        </sec>
        <sec sec-type="trial registration">
          <title>Trial Registration</title>
          <p>ClinicalTrials.gov NCT04638231; https://clinicaltrials.gov/ct2/show/NCT04638231</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>DERR1-10.2196/29495</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>email messaging</kwd>
        <kwd>text messaging</kwd>
        <kwd>supportive</kwd>
        <kwd>major depressive disorder</kwd>
        <kwd>randomized trial</kwd>
        <kwd>mental health</kwd>
        <kwd>digital health</kwd>
        <kwd>mobile health</kwd>
        <kwd>mHealth</kwd>
        <kwd>patient care</kwd>
        <kwd>health policy</kwd>
        <kwd>decision-making</kwd>
        <kwd>health care resources</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Depression is a debilitating condition characterized by changes in mood, self-attitude, cognitive functioning, sleep, appetite, and energy levels [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. Decreases in the quality of life associated with depression leads to impairment in occupational and social functioning [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref3">3</xref>]. In 2010, it was estimated that mental and substance use disorders were the leading cause of years lived with disability worldwide, with depressive disorders accounting for 40.5% of disability-adjusted life years caused by mental and substance use disorders [<xref ref-type="bibr" rid="ref4">4</xref>]. Depression is thus a major contributor to the overall global burden of disease [<xref ref-type="bibr" rid="ref4">4</xref>-<xref ref-type="bibr" rid="ref6">6</xref>], and it is projected by the World Health Organization that major depressive disorder (MDD) will be the leading cause of disability worldwide by 2030 [<xref ref-type="bibr" rid="ref7">7</xref>].</p>
        <p>In 2012, over 3.2 million Canadians over 15 years of age (11.3%) reported symptoms of major depression, which is associated with higher health and service utilization than most other patients [<xref ref-type="bibr" rid="ref8">8</xref>]. Psychosocial interventions and pharmacotherapy are among preferred first-line treatments for severe mental health problems including major depression [<xref ref-type="bibr" rid="ref9">9</xref>]. Psychotherapies, such as cognitive behavior therapy, interpersonal psychotherapy, problem-solving, and behavioral activation are common and effective forms of treatment for depression [<xref ref-type="bibr" rid="ref9">9</xref>]. However, access to these psychotherapies is limited by human resource capacity constraints, which leaves the majority of people with depressive disorders untreated [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>]. Access is further limited by geographic location as psychosocial services are also more frequently available in cities and towns [<xref ref-type="bibr" rid="ref12">12</xref>], with far less access for rural inhabitants [<xref ref-type="bibr" rid="ref13">13</xref>]. Even in cities and towns, these services are mostly only available during the working days and day-time business hours [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref14">14</xref>], with caregivers often dealing with twice the recommended number of clients, further restricting appointment availability [<xref ref-type="bibr" rid="ref14">14</xref>]. Long wait-times to access counseling services and the stigma associated with seeking mental health counseling also compound the problem. In the 2012 Canadian Community Health Survey on Mental Health, barriers such as lack of a readily available care system, stigma, and affordability of health care services were reported by 2.3 million Canadians, who expressed they had unmet or partially met mental health care needs [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. It is clear that the traditional ways of providing mental health care alone will not be able to meet the demands for services given that the prevalence of depression is so high and not likely to decrease any time soon [<xref ref-type="bibr" rid="ref17">17</xref>]. Consequently, there is a need to develop innovative psychological interventions that are not human resource intensive, and are easily accessible, cost-effective, independent of geographic location, scalable, and can be offered to thousands of people simultaneously.</p>
        <p>Digital technologies for the provision of health care interventions have advanced significantly in the last decade, and further development of this field looks very promising [<xref ref-type="bibr" rid="ref18">18</xref>]. Current evidence supports the efficacy and cost-effectiveness of these new technologies, such as tele–mental health, as they may enhance access to mental health care and contribute to closing the treatment gap that has existed over the years [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>]. Useful communication methods for the delivery of mental health services have included smartphone apps, text messages, and email [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>]. There is therefore a need for the health profession to embrace these new trends of digital technological care, particularly in the domain of mental health [<xref ref-type="bibr" rid="ref22">22</xref>].</p>
      </sec>
      <sec>
        <title>Intervention and Implementation Strategies</title>
        <p>eHealth approaches have been rapidly expanding in recent decades, with evidence indicating that the provision of internet-based mental health services is clinically effective [<xref ref-type="bibr" rid="ref23">23</xref>] and cost-effective even though many health professionals have, until quite recently, been slow to engage in this clinical domain [<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref25">25</xref>]. Supportive text messages have also become increasingly accepted as an appropriate and acceptable means of delivering psychological care to patients with mental health issues [<xref ref-type="bibr" rid="ref26">26</xref>]. It is estimated that 99% of received text messages are opened, and 90% of all text messages are read within 3 minutes of reception [<xref ref-type="bibr" rid="ref27">27</xref>], presenting an accessible opportunity to close the psychological treatment gap for patients with depression [<xref ref-type="bibr" rid="ref28">28</xref>]. In 3 randomized controlled trials conducted in Ireland [<xref ref-type="bibr" rid="ref29">29</xref>] and Canada [<xref ref-type="bibr" rid="ref30">30</xref>], patients with MDD who received twice-daily supportive text messages had significantly greater reductions in their depression symptom scores than patients who received treatment as usual. In the first of the 2 studies conducted in Ireland, after 3 months, the mean difference in Becks Depression Inventory-II (BDI-II) scores between the intervention and control groups was –7.9 (95% CI –13.06 to –2.76, Cohen <italic>d</italic>=0.85) in favor of the intervention group [<xref ref-type="bibr" rid="ref29">29</xref>]. Similar results were reported in another Irish study with a larger sample size and, after 3 months of exposure, a Canadian study reported a significant difference in mean BDI-II scores for the intervention versus control groups (mean 20.8, SD 11.7 vs mean 24.9, SD 11.5, respectively; <italic>F</italic><sub>1,60</sub>=4.83, <italic>P</italic>=.03, <italic>η</italic><sub>p</sub><sup>2</sup>=0.07) with an effect size (Cohen <italic>d</italic>) of 0.67 [<xref ref-type="bibr" rid="ref30">30</xref>]. A recent literature review of studies conducted on the effectiveness of text messaging as an adjunct therapy for mothers with postpartum depression living in low-income countries also reported a positive outcome [<xref ref-type="bibr" rid="ref31">31</xref>], where the mothers showed a preference for receiving psychological care via text messaging [<xref ref-type="bibr" rid="ref32">32</xref>]. Several studies reported high user satisfaction with a supportive text message intervention [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref33">33</xref>], and in one of these studies, 83% of subscribers to the Text4Mood program reported that daily messages contributed to improving their overall mental well-being [<xref ref-type="bibr" rid="ref28">28</xref>].</p>
        <p>Though patronage of supportive text messaging programs is deemed great in most cases due to the high numbers of subscribers, anecdotally, some people were unable to subscribe to supportive text messaging programs such as Text4Hope [<xref ref-type="bibr" rid="ref33">33</xref>] and Text4Mood [<xref ref-type="bibr" rid="ref28">28</xref>] because they did not have active mobile phone numbers, including several individuals for whom these programs were recommended by Addiction and Mental Health clinics in Edmonton resulting in inquiries as to whether the messages could be sent to them via email. In the participants’ satisfaction survey for the Text4Hope program, the majority of respondents (64%) were in favor of email messaging as part of their health care support during crisis periods despite having access to mobile phones.</p>
        <p>With the rise of eHealth apps, email has been established as a secure avenue of communication, increasingly used for interactions between physicians and their patients [<xref ref-type="bibr" rid="ref34">34</xref>]. The uniqueness of email messaging can be linked to its special characteristics, including flexibility of message length, asynchronous communication, and rapid message delivery [<xref ref-type="bibr" rid="ref18">18</xref>]. There is a lack of data on whether email messaging is as effective as text messaging to clinically support patients with MDD.</p>
      </sec>
      <sec>
        <title>Study Aims and Objectives</title>
        <p>The <italic>Supportive Text vs Email Messaging</italic> (STEM) trial aims to evaluate comparatively the implementation and impact of two implementation strategies (text messaging and email messaging) for delivering supportive messages to patients with MDD.</p>
        <p>The specific objectives are outlined below:</p>
        <list list-type="order">
          <list-item>
            <p>Implementation evaluation:</p>
            <list list-type="bullet">
              <list-item>
                <p>To compare the impact of both strategies for delivering the daily supportive messages on implementation outcomes (adoption, fidelity, reach, cost, sustainability);</p>
              </list-item>
              <list-item>
                <p>To evaluate contextual factors that could inhibit or facilitate the implementation of each strategy.</p>
              </list-item>
            </list>
          </list-item>
          <list-item>
            <p>Clinical effectiveness evaluation:</p>
            <list list-type="bullet">
              <list-item>
                <p>To compare the mean difference in Patient Health Questionnaire-9 (PHQ-9) [<xref ref-type="bibr" rid="ref35">35</xref>] scores from baseline and at 6, 12, and 24 weeks for patients with MDD receiving standard care plus daily supportive email messages to those receiving standard care plus daily supportive text messages;</p>
              </list-item>
              <list-item>
                <p>To compare the quality of life using the 5-item World Health Organization Well-Being Index (WHO-5) [<xref ref-type="bibr" rid="ref36">36</xref>] at baseline and at 6, 12, and 24 weeks for patients with MDD receiving standard care plus daily supportive email messages to those receiving standard care plus daily supportive text messages;</p>
              </list-item>
              <list-item>
                <p>To compare anxiety levels using the Generalized Anxiety Disorder-7 (GAD-7) scale [<xref ref-type="bibr" rid="ref37">37</xref>], at baseline and at 6, 12, and 24 weeks, as well as the dropout and satisfaction rates between patients in the two treatment arms.</p>
              </list-item>
            </list>
          </list-item>
        </list>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design</title>
        <p>The STEM study design is a mixed methods, hybrid type II implementation-effectiveness trial. This design evaluates the effectiveness of an implementation strategy or intervention, while also evaluating the implementation context associated with the intervention [<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref39">39</xref>]. This study is a randomized noninferiority trial testing the outcomes for email messaging (as a strategy for delivering daily evidence-based supportive messages to patients with MDD in addition to usual care), in comparison to outcomes for text messaging, which has been deemed effective by previous studies (with noted implementation limitations [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref33">33</xref>]). The relevant guidelines and checklist were obtained from the Enhancing the Quality and Transparency of Health Research (EQUATOR) network website and used in the design of this trial [<xref ref-type="bibr" rid="ref40">40</xref>]. These include the SPIRIT (Standard Protocol Items: Recommendations for Interventional Trials) checklist (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>) and CONSORT (Consolidated Standards of Reporting Trials) guidelines (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>) [<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref42">42</xref>].</p>
      </sec>
      <sec>
        <title>Study Settings</title>
        <p>Patients will be recruited from the Alberta Health Services Access 24/7 clinic located in Edmonton, Canada. This city center Access 24/7 clinic is a zone-wide centralized intake clinic for addiction and mental health. Patients with mental health concerns can self-present or are referred by a primary care provider to the clinic for assessments and referral to other community mental health clinics for follow-up or to other community support services as necessary.</p>
      </sec>
      <sec>
        <title>Participant Recruitment</title>
        <p>Patients who have been assessed by a psychiatrist at the Urgent Psychiatric Clinic of the Access 24/7 clinic in Edmonton and diagnosed with an MDD according to the Diagnostic and Statistical Manual of Mental Disorders (DSM-5) criteria using a structured clinical interview will be offered an information leaflet about the study and invited to participate.</p>
      </sec>
      <sec>
        <title>Inclusion Criteria</title>
        <p>The inclusion criteria are as follows:</p>
        <list list-type="order">
          <list-item>
            <p>Persons aged 18 to 65 years who have the capacity to provide informed consent;</p>
          </list-item>
          <list-item>
            <p>Patients who have been assessed using structured clinical interviews for DSM-5 and diagnosed with an MDD;</p>
          </list-item>
          <list-item>
            <p>Patients who have a mobile phone with an active line and a functional email address and can access both email messages and text messages;</p>
          </list-item>
          <list-item>
            <p>Patients who willingly agree to be enrolled in the trial and sign the consent form.</p>
          </list-item>
        </list>
      </sec>
      <sec>
        <title>Exclusion Criteria</title>
        <p>Patients will be ineligible if they are patients with active psychotic disorders or residing outside of regular mobile phone and internet connection areas. They will also be ineligible if they previously or currently subscribed to Text4Hope, Text4Mood, Text4Support, or another supportive text messaging program.</p>
      </sec>
      <sec>
        <title>Sample Size</title>
        <p>Based on the effect sizes (Cohen <italic>d</italic> of 0.85 and 0.67) achieved in 2 previous randomized trials (n&lt;80 for each trial), which compared daily supportive text messages plus treatment as usual with treatment as usual alone for the management of patients with MDD, a sample size of 80 is estimated to have sufficient power for the current protocol. Allowing for a projected maximal 20% overall dropout rate, we propose to recruit 100 patients with MDD into the trial, with 50 patients randomly allocated into each study arm.</p>
      </sec>
      <sec>
        <title>Randomization and Blinding</title>
        <p>We will use computer-generated block randomization to ensure balance (1:1) between the two treatment groups. Randomization codes will be provided via text message directly to the blinded researcher’s password-protected phone line with a secure online backup. This will occur for enrollment as each participant signs the consent form. All study participants will complete baseline assessments before randomization, and follow-up assessments will occur through online surveys with the survey links delivered via text messaging or email messaging depending on which study arm participants belong to. Participants will be asked to use either the email address or phone number with which they receive messages as their study ID on the follow-up online surveys.</p>
      </sec>
      <sec>
        <title>Intervention and Implementation Strategies</title>
        <p>A research coordinator will assist participants who have provided written informed consent to enroll in either the email messaging or text messaging program by inputting their email address or phone number into the online email messaging or text messaging platforms that will be used to deliver the daily messages. Starting a day after enrollment, participants will receive either daily supportive text messages or daily supportive email messages. Both the email and text messages have the same content and have been crafted by mental health therapists, clinical psychologists, psychiatrists, and mental health service users based on cognitive behavior therapy principles. Each message will be scheduled to be delivered to the participants’ mobile phone or email address at 10 AM MT, and each participant will receive the messages for 6 months.</p>
      </sec>
      <sec>
        <title>Conceptual Framework</title>
        <p>This hybrid trial will evaluate and compare both the effectiveness of each STEM strategy (supportive text messaging and email messaging) as well as context, process, and outcomes of the implementation. The trial will integrate two implementation science frameworks to guide the evaluation:</p>
        <list list-type="order">
          <list-item>
            <p>The RE-AIM (Reach, Effectiveness, Adoption, Implementation, and Maintenance) framework [<xref ref-type="bibr" rid="ref43">43</xref>], which comprises five domains, will be used to assess external validity and feasibility of scale-up.</p>
          </list-item>
          <list-item>
            <p>The Consolidated Framework for Implementation Research (CFIR) [<xref ref-type="bibr" rid="ref43">43</xref>,<xref ref-type="bibr" rid="ref44">44</xref>] will be used to systematically assess contextual factors (barriers and facilitators) that influence the adoption and implementation of the strategies. The CFIR guides the evaluation of contextual influences on intervention implementation and consists of five domains: intervention characteristics, outer setting, inner setting, characteristics of individuals, and process of implementation.</p>
          </list-item>
        </list>
        <p><xref rid="figure1" ref-type="fig">Figure 1</xref> is an illustration of the evaluation framework of the STEM trial, while <xref ref-type="table" rid="table1">Table 1</xref> is an overview of the outcome measures.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Conceptual framework of the <italic>Supportive Text vs Email Messaging</italic> (STEM) trial informed by the RE-AIM (Reach, Effectiveness, Adoption, Implementation, and Maintenance) and Consolidated Framework for Implementation Research frameworks. PHQ-9: Patient Health Questionnaire-9, WHO-5: 5-item World Health Organization Well-Being Index, GAD-7: Generalized Anxiety Disorder-7.</p>
          </caption>
          <graphic xlink:href="resprot_v10i10e29495_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Overview of the <italic>Supportive Text vs Email Messaging</italic> (STEM) outcome measures.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="210"/>
            <col width="0"/>
            <col width="200"/>
            <col width="0"/>
            <col width="200"/>
            <col width="0"/>
            <col width="60"/>
            <col width="0"/>
            <col width="60"/>
            <col width="0"/>
            <col width="60"/>
            <col width="0"/>
            <col width="60"/>
            <col width="0"/>
            <col width="60"/>
            <col width="0"/>
            <col width="60"/>
            <thead>
              <tr valign="top">
                <td colspan="3">RE-AIM<sup>a</sup> domain and outcomes</td>
                <td colspan="2">Measures</td>
                <td colspan="2">Data source</td>
                <td colspan="11">Timeline (months)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">1-3</td>
                <td colspan="2">4-6</td>
                <td colspan="2">7-9</td>
                <td colspan="2">10-12</td>
                <td colspan="2">13-15</td>
                <td colspan="2">16-18</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="3">
                  <bold>Reach</bold>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Dose delivered</td>
                <td colspan="2">The frequency of emails and text messages sent to the subscribers (including delivery failures)</td>
                <td colspan="2">STEM metadata</td>
                <td colspan="2">✓</td>
                <td colspan="2">✓</td>
                <td colspan="2">✓</td>
                <td colspan="2">✓</td>
                <td colspan="2">✓</td>
                <td colspan="2">✓</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Dose received</td>
                <td colspan="2">The average number of times participants read the emails or text messages</td>
                <td colspan="2">Survey questionnaire</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">✓</td>
                <td colspan="2">✓</td>
                <td colspan="2">✓</td>
                <td colspan="2">✓</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Effectiveness</bold>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Depression symptom score</td>
                <td colspan="2">Patient Health Questionnaire-9 (PHQ-9)</td>
                <td colspan="2">Clinical questionnaire</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">✓</td>
                <td colspan="2">✓</td>
                <td colspan="2">✓</td>
                <td colspan="2">✓</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Patients’ quality of life</td>
                <td colspan="2">5-item World Health Organization Well-Being Index (WHO-5)</td>
                <td colspan="2">Clinical questionnaire</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">✓</td>
                <td colspan="2">✓</td>
                <td colspan="2">✓</td>
                <td colspan="2">✓</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Anxiety symptom scores</td>
                <td colspan="2">Generalized Anxiety Disorder-7 (GAD-7)</td>
                <td colspan="2">Clinical questionnaire</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">✓</td>
                <td colspan="2">✓</td>
                <td colspan="2">✓</td>
                <td colspan="2">✓</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Adoption</bold>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Acceptability/uptake</td>
                <td colspan="2">The number of subscriptions to the text and email services</td>
                <td colspan="2">STEM metadata</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">✓</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Acceptability/uptake</td>
                <td colspan="2">Barriers and facilitators</td>
                <td colspan="2">Qualitative focus group discussions guided by the CFIR<sup>b</sup></td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">✓</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Implementation</bold>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Feasibility</td>
                <td colspan="2">Implementation drivers (barriers and facilitators)</td>
                <td colspan="2">Qualitative focus group discussions guided by the CFIR</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">✓</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Fidelity</td>
                <td colspan="2">The proportion of participants who read the messages at least once a day</td>
                <td colspan="2">Survey questionnaire</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">✓</td>
                <td colspan="2">✓</td>
                <td colspan="2">✓</td>
                <td colspan="2">✓</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Cost</td>
                <td colspan="2">Comparative cost of developing and maintaining both strategies</td>
                <td colspan="2">STEM metadata</td>
                <td colspan="2">✓</td>
                <td colspan="2">✓</td>
                <td colspan="2">✓</td>
                <td colspan="2">✓</td>
                <td colspan="2">✓</td>
                <td colspan="2">✓</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Maintenance</bold>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Sustainability</td>
                <td colspan="2">Dropout rates; barriers and facilitators</td>
                <td colspan="2">Subscription data; qualitative focus group discussions guided by the CFIR</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">✓</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>RE-AIM: Reach, Effectiveness, Adoption, Implementation, and Maintenance.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>CFIR: Consolidated Framework for Implementation Research.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Effectiveness Evaluation</title>
        <sec>
          <title>Hypothesis</title>
          <p>As the same messages will be delivered through the supportive text message program and the email program, we hypothesize that daily email messaging will not be inferior to daily supportive text messaging in reducing depression symptoms and improving quality of life for patients with MDD. We further hypothesize that participant dropout rates and satisfaction rates will be comparable in the two arms of the study.</p>
        </sec>
        <sec>
          <title>Data Collection</title>
          <p>Participants who provide informed written consent and agree to participate in the study will be asked to complete a baseline assessment questionnaire that captures both demographic and clinical information. At 6, 12, and 24 weeks, an online survey link will be sent to participants via email or text messages along with an invitation for them to complete the assessments. Participants will enter the email address or phone number through which they receive the messages as their study identifier at the start of the survey so that their data at the 4 time points can be matched. Participants who have not completed their follow-up assessments within 3 days of the due date will be contacted by a research coordinator and reminded to do so, or if they require assistance to complete the assessment, such assistance will be offered, including the option to complete the assessment over the telephone. In instances where such assistance is required, a blinded research assistant will be asked to read out the survey questions to the participant and record their responses.</p>
        </sec>
        <sec>
          <title>Outcome Measures</title>
          <p>The primary effectiveness outcome measures for the study will be the differences between mean scores on the following scales measured at baseline, 6, 12, and 24 weeks for the two study arms: the PHQ-9, WHO-5, and GAD-7.</p>
          <p>The PHQ-9 scale will be used to provide depression symptom scores [<xref ref-type="bibr" rid="ref35">35</xref>]. The PHQ-9 is a 9-item validated instrument (associated with a Cronbach alpha of .89) that is used to diagnose and measure the severity of depression in general medical and mental health settings. Each of the 9 questionnaire items is scored between 0 (not at all) to 3 (nearly every day). Higher scores on the scale indicate higher levels of depression. The PHQ-9 demonstrated good convergent validity with related constructs with an adequate internal consistency [<xref ref-type="bibr" rid="ref45">45</xref>].</p>
          <p>The WHO-5 will be used to measure patients’ quality of life [<xref ref-type="bibr" rid="ref46">46</xref>]. The WHO-5 is a short 5-item questionnaire that measures the subjective well-being of the respondents. The scale has adequate validity as an outcome measure in clinical trials and as a generic scale for assessing well-being over time or between groups [<xref ref-type="bibr" rid="ref47">47</xref>].</p>
          <p>Secondary outcomes include changed mean scores on the GAD-7 scale [<xref ref-type="bibr" rid="ref37">37</xref>] at baseline, 6, 12, and 24 weeks for the two study arms, as well as participant dropout rates and satisfaction rates at 12 and 24 weeks in the two arms. The GAD-7 is a validated 7-item questionnaire (associated with a Cronbach alpha of .92) that is used to assess the self-reported levels of anxiety in respondents in the 2 weeks prior to assessment. Each item on the scale is scored between 0 (not at all) to 4 (nearly every day). Higher scores on the scale indicate higher levels of anxiety.</p>
        </sec>
        <sec>
          <title>Data Analyses</title>
          <p>We will summarize the baseline demographic and clinical characteristics of participants in raw values and percentages and compare them between the two treatment arms using chi-square or Fisher exact tests and appropriate <italic>t</italic> tests. The primary and secondary outcome measures will be analyzed using descriptive and inferential statistical analysis. For the primary outcome measures, we will use analysis of covariance (ANCOVA) to assess the change in scores between the two treatment arms, with baseline PHQ-9 and WHO-5 scores as covariates; the treatment arm as the independent variable; and PHQ-9 and WHO-5 scores at 6, 12, and 24 months as respective dependent variables for each time point. Secondary quantitative outcome measures will be compared using chi-square or Fisher exact tests and appropriate <italic>t</italic> tests.</p>
        </sec>
      </sec>
      <sec>
        <title>Implementation Evaluation</title>
        <p>Implementation evaluation will seek to explore and compare the context, process, and outcomes of implementing the two strategies, guided by the CFIR and the RE-AIM frameworks. A mixed method approach will be applied in evaluating the implementation of the STEM trial.</p>
        <sec>
          <title>Data Collection</title>
          <p>Quantitative data will be collected on the implementation outcomes: acceptability, fidelity (adherence to reading messages), and sustainability (continued utilization). Data will be collected using user satisfaction survey questionnaires at 6, 12, and 24 weeks for the two study arms.</p>
          <p>Qualitative data will be collected via focus group (see details below) discussions involving the patients. The discussion topic guide will be informed by the CFIR domains and will also elicit participants’ views on barriers and facilitators to the implementation of both strategies.</p>
          <p>We will invite a random sample of 10 participants via text message and email to take part in a virtual focus group workshop using end-to-end encrypted teleconferencing (with appropriate consent for confidentiality) to discuss the impacts of the interventions. In order to explore the reasons why participants remain or drop out of the study, we will hold a focus group for a cross-section of participants who remained in the study and those who dropped out to discuss the impacts of the supportive email and text message interventions. Thus, an invitation will go to both those who remain in the study and those who dropped out, and participation in the focus group workshop will be voluntary. We will offer a CAD $50 (US $39) gift card as honorarium to cover the cost for participants attending the focus group.</p>
        </sec>
        <sec>
          <title>Data Analysis</title>
          <p>Quantitative data will be analyzed as described under “Effectiveness Evaluation” section. Qualitative data obtained through audio recordings from the patient focus group discussions will be transcribed, then analyzed using thematic analysis aided by NVIVO software (QSR International). Data analysis will be both deductive and inductive. Deductive analysis will be guided by the CFIR and RE-AIM. Two researchers will independently conduct the initial coding after familiarization with the transcripts; thereafter, the subsequent and final coding criteria will be agreed upon by both researchers following an iterative review of emerging themes as informed by the research questions. The final sets of themes and subthemes relevant to the overall research goals will be reported and supported with verbatim quotes.</p>
          <sec>
            <title>Addressing Missing Data</title>
            <p>Though preventing missing data is difficult in clinical research, measures will be put in place by the researchers to minimize the occurrence of missing data. This includes having a well-defined data collection strategy that is understood by all study personnel, as well as having a simple set of questionnaires to collect only relevant data needed, minimizing the number of follow-ups with participants, and creating substantial gaps in the number of follow-ups. The investigators will identify and actively engage the participants who would be at the greatest risk of being lost during follow-up. Further, the data collection would be monitored and reported in as close to real time as possible during the study. Notwithstanding the above, the mean substitution strategy would be employed by the research team to handle missing data [<xref ref-type="bibr" rid="ref48">48</xref>]. Here, the mean value of a variable is used in the place of the missing data value for that same variable. This allows the researchers to utilize the collected data in an incomplete data set. Questionnaires with more than 20% missing responses will be excluded.</p>
          </sec>
          <sec>
            <title>Gender Analysis</title>
            <p>Gender analyses will guide the entire study. Beyond gender disaggregation and adjustments to accommodate potential differences in subscription, the development and adaptation of the supportive messages will receive input from gender specialists. Further, the implementation science framework CFIR is designed to accommodate and understand gender among the characteristics of individuals involved in intervention implementation.</p>
          </sec>
        </sec>
      </sec>
      <sec>
        <title>Ethics and Dissemination</title>
        <p>All study participants will be provided with an information leaflet and offered the opportunity to ask questions about the study before being asked to provide written informed consent to participate in the study. Data collection will occur online through patient self-completed rating scales. The study has received institutional review board approval from the University of Alberta Human Ethics Review Board (Pro00105429), and the trial has been registered at ClinicalTrials.gov (NCT04638231). Results will be disseminated as publications, conference presentations, and stakeholder policy dialogues.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>Data collection for this trial began in April 2021. We expect the study results to be available within 18 months of study commencement. The findings of the trial are expected to shed light on the feasibility, acceptability, and effectiveness of using automated emails as a strategy for delivering supportive messages to patients with MDD in comparison to text messaging.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Implications of the Study</title>
        <p>Supportive messaging may be effective for providing patient support for various mood disorders. It is accepted that this intervention can reduce demand for physical mental health services, particularly the need to seek acute mental health care at emergency departments [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref33">33</xref>].</p>
        <p>As previous studies have delivered these messages using text messaging services on mobile devices, this study seeks to examine the effectiveness of email-based delivery of equivalent messages. The STEM trial will provide comparative evidence on both delivery strategies as well as useful information to inform us on how to better implement them at scale. Findings from this study will be useful for mental health professionals managing MDD, and will contribute to knowledge on eHealth approaches generally. During the current COVID-19 pandemic, this is particularly important as health care agencies seek alternatives to physical contact where possible [<xref ref-type="bibr" rid="ref49">49</xref>,<xref ref-type="bibr" rid="ref50">50</xref>].</p>
        <p>The external validity of this trial is limited by the single catchment site context. Despite this, findings from this trial will inform the implementation of a planned full-scale multicenter clinical trial using Resilience N Hope [<xref ref-type="bibr" rid="ref51">51</xref>] to determine the effectiveness of this strategy across various contexts. The limitations are mitigated by the mixed methods approach to the design. It is hoped that the triangulation of findings from both quantitative and qualitative methods will provide useful insights. In addition, the proposed application of implementation science frameworks will provide practical information to inform implementation at scale. Unavoidably, the study sample might experience a considerable selection bias, based upon the necessity of having a functioning mobile phone and an email address in order to be able to participate in the study. Thus, this bias may limit the generalizability of our findings as patients who lack these prerequisites will not necessarily be represented in here.</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>The STEM trial is expected to inform effective and contextually feasible strategies for delivering supportive messages to patients with MDD. The outcome of this trial will have translational impact on routine patient care and access to mental health as well as potentially support mental health policy decision-making for health care resource allocation.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>The SPIRIT checklist.</p>
        <media xlink:href="resprot_v10i10e29495_app1.docx" xlink:title="DOCX File , 17 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>CONSORT 2010 checklist.</p>
        <media xlink:href="resprot_v10i10e29495_app2.docx" xlink:title="DOCX File , 40 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ANCOVA</term>
          <def>
            <p>analysis of covariance</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">BDI-II</term>
          <def>
            <p>Becks Depression Inventory-II</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">CFIR</term>
          <def>
            <p>Consolidated Framework for Implementation Research</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">CONSORT</term>
          <def>
            <p>Consolidated Standards of Reporting Trials</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">DSM-5</term>
          <def>
            <p>Diagnostic and Statistical Manual of Mental Disorders</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">EQUATOR</term>
          <def>
            <p>Enhancing the Quality and Transparency of Health Research</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">GAD-7</term>
          <def>
            <p>Generalized Anxiety Disorder-7</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">MDD</term>
          <def>
            <p>major depressive disorder</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">PHQ-9</term>
          <def>
            <p>Patient Health Questionnaire-9</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">RE-AIM</term>
          <def>
            <p>Reach, Effectiveness, Adoption, Implementation, and Maintenance</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">SPIRIT</term>
          <def>
            <p>Standard Protocol Items: Recommendations for Interventional Trials</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb12">STEM</term>
          <def>
            <p>Supportive Text vs Email Messaging</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb13">WHO-5</term>
          <def>
            <p>5-item World Health Organization Well-Being Index</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This work was supported by the Alberta Mental Health Foundation.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>VIOA conceived and designed the study. MKA, RS, and EE jointly drafted the initial manuscript with VIOA. AS, NN, RC, FO, CC, MA, PC, and AJG critically reviewed the manuscript and contributed to the final draft. All authors reviewed and approved the final draft of the manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>PS</given-names>
            </name>
            <name name-style="western">
              <surname>Lane</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Olfson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pincus</surname>
              <given-names>HA</given-names>
            </name>
            <name name-style="western">
              <surname>Wells</surname>
              <given-names>KB</given-names>
            </name>
            <name name-style="western">
              <surname>Kessler</surname>
              <given-names>RC</given-names>
            </name>
          </person-group>
          <article-title>Twelve-month use of mental health services in the United States: results from the National Comorbidity Survey Replication</article-title>
          <source>Arch Gen Psychiatry</source>
          <year>2005</year>
          <month>06</month>
          <volume>62</volume>
          <issue>6</issue>
          <fpage>629</fpage>
          <lpage>40</lpage>
          <pub-id pub-id-type="doi">10.1001/archpsyc.62.6.629</pub-id>
          <pub-id pub-id-type="medline">15939840</pub-id>
          <pub-id pub-id-type="pii">62/6/629</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pratt</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Brody</surname>
              <given-names>DJ</given-names>
            </name>
          </person-group>
          <article-title>Depression in the United States household population, 2005-2006</article-title>
          <source>NCHS Data Brief</source>
          <year>2008</year>
          <month>09</month>
          <issue>7</issue>
          <fpage>1</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/nchs/data/databriefs/db07.pdf"/>
          </comment>
          <pub-id pub-id-type="medline">19389321</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wells</surname>
              <given-names>KB</given-names>
            </name>
          </person-group>
          <article-title>The Functioning and Well-being of Depressed Patients</article-title>
          <source>JAMA</source>
          <year>1989</year>
          <month>08</month>
          <day>18</day>
          <volume>262</volume>
          <issue>7</issue>
          <fpage>914</fpage>
          <pub-id pub-id-type="doi">10.1001/jama.1989.03430070062031</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Whiteford</surname>
              <given-names>HA</given-names>
            </name>
            <name name-style="western">
              <surname>Degenhardt</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Rehm</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Baxter</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ferrari</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Erskine</surname>
              <given-names>HE</given-names>
            </name>
            <name name-style="western">
              <surname>Charlson</surname>
              <given-names>FJ</given-names>
            </name>
            <name name-style="western">
              <surname>Norman</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Flaxman</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Johns</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Burstein</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Vos</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Global burden of disease attributable to mental and substance use disorders: findings from the Global Burden of Disease Study 2010</article-title>
          <source>The Lancet</source>
          <year>2013</year>
          <month>11</month>
          <volume>382</volume>
          <issue>9904</issue>
          <fpage>1575</fpage>
          <lpage>1586</lpage>
          <pub-id pub-id-type="doi">10.1016/s0140-6736(13)61611-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lopez</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>CC</given-names>
            </name>
          </person-group>
          <article-title>The global burden of disease, 1990-2020</article-title>
          <source>Nat Med</source>
          <year>1998</year>
          <month>11</month>
          <volume>4</volume>
          <issue>11</issue>
          <fpage>1241</fpage>
          <lpage>3</lpage>
          <pub-id pub-id-type="doi">10.1038/3218</pub-id>
          <pub-id pub-id-type="medline">9809543</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>CJL</given-names>
            </name>
            <name name-style="western">
              <surname>Lopez</surname>
              <given-names>AD</given-names>
            </name>
            <collab>World Health Organization</collab>
            <collab>World Bank</collab>
            <collab>Harvard School of Public Health</collab>
          </person-group>
          <article-title>The global burden of disease: a comprehensive assessment of mortality and disability from diseases, injuries, and risk factors in 1990 and projected to 2020</article-title>
          <source>World Health Organization</source>
          <year>1996</year>
          <access-date>2021-09-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://apps.who.int/iris/handle/10665/41864">https://apps.who.int/iris/handle/10665/41864</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="web">
          <article-title>Depression: A global crisis</article-title>
          <source>World Federation for Mental Health</source>
          <year>2012</year>
          <month>10</month>
          <day>12</day>
          <access-date>2021-09-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/mental_health/management/depression/wfmh_paper_depression_wmhd_2012.pdf">https://www.who.int/mental_health/management/depression/wfmh_paper_depression_wmhd_2012.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lal</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Malla</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Service Engagement in First-Episode Psychosis: Current Issues and Future Directions</article-title>
          <source>Can J Psychiatry</source>
          <year>2015</year>
          <month>08</month>
          <day>01</day>
          <volume>60</volume>
          <issue>8</issue>
          <fpage>341</fpage>
          <lpage>5</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26454555"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/070674371506000802</pub-id>
          <pub-id pub-id-type="medline">26454555</pub-id>
          <pub-id pub-id-type="pmcid">PMC4542513</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cuijpers</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Personalized treatment for functional outcome in depression</article-title>
          <source>Medicographia</source>
          <year>2014</year>
          <volume>36</volume>
          <issue>4</issue>
          <fpage>476</fpage>
          <lpage>481</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chisholm</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Sweeny</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Sheehan</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Rasmussen</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Smit</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Cuijpers</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Saxena</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Scaling-up treatment of depression and anxiety: a global return on investment analysis</article-title>
          <source>The Lancet Psychiatry</source>
          <year>2016</year>
          <month>05</month>
          <volume>3</volume>
          <issue>5</issue>
          <fpage>415</fpage>
          <lpage>424</lpage>
          <pub-id pub-id-type="doi">10.1016/s2215-0366(16)30024-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Singla</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Raviola</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Scaling up psychological treatments for common mental disorders: a call to action</article-title>
          <source>World Psychiatry</source>
          <year>2018</year>
          <month>06</month>
          <day>24</day>
          <volume>17</volume>
          <issue>2</issue>
          <fpage>226</fpage>
          <lpage>227</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1002/wps.20532"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/wps.20532</pub-id>
          <pub-id pub-id-type="medline">29856556</pub-id>
          <pub-id pub-id-type="pmcid">PMC5980618</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Iyer</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Jordan</surname>
              <given-names>Gerald</given-names>
            </name>
            <name name-style="western">
              <surname>MacDonald</surname>
              <given-names>Kathleen</given-names>
            </name>
            <name name-style="western">
              <surname>Joober</surname>
              <given-names>Ridha</given-names>
            </name>
            <name name-style="western">
              <surname>Malla</surname>
              <given-names>Ashok</given-names>
            </name>
          </person-group>
          <article-title>Early intervention for psychosis: a Canadian perspective</article-title>
          <source>J Nerv Ment Dis</source>
          <year>2015</year>
          <month>05</month>
          <volume>203</volume>
          <issue>5</issue>
          <fpage>356</fpage>
          <lpage>64</lpage>
          <pub-id pub-id-type="doi">10.1097/NMD.0000000000000288</pub-id>
          <pub-id pub-id-type="medline">25900548</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Agyapong</surname>
              <given-names>VI</given-names>
            </name>
            <name name-style="western">
              <surname>Ahern</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>McLoughlin</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Farren</surname>
              <given-names>CK</given-names>
            </name>
          </person-group>
          <article-title>Supportive text messaging for depression and comorbid alcohol use disorder: single-blind randomised trial</article-title>
          <source>J Affect Disord</source>
          <year>2012</year>
          <month>12</month>
          <day>10</day>
          <volume>141</volume>
          <issue>2-3</issue>
          <fpage>168</fpage>
          <lpage>76</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jad.2012.02.040</pub-id>
          <pub-id pub-id-type="medline">22464008</pub-id>
          <pub-id pub-id-type="pii">S0165-0327(12)00189-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nolin</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Malla</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tibbo</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Norman</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Abdel-Baki</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Early Intervention for Psychosis in Canada: What Is the State of Affairs?</article-title>
          <source>Can J Psychiatry</source>
          <year>2016</year>
          <month>03</month>
          <day>03</day>
          <volume>61</volume>
          <issue>3</issue>
          <fpage>186</fpage>
          <lpage>94</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27254094"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/0706743716632516</pub-id>
          <pub-id pub-id-type="medline">27254094</pub-id>
          <pub-id pub-id-type="pii">61/3/186</pub-id>
          <pub-id pub-id-type="pmcid">PMC4813422</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Penning</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Schimmele</surname>
              <given-names>CM</given-names>
            </name>
          </person-group>
          <article-title>Immigrant Status and Unmet Health Care Needs</article-title>
          <source>Can J Public Health</source>
          <year>2005</year>
          <month>9</month>
          <day>1</day>
          <volume>96</volume>
          <issue>5</issue>
          <fpage>369</fpage>
          <lpage>373</lpage>
          <pub-id pub-id-type="doi">10.1007/bf03404035</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sunderland</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Findlay</surname>
              <given-names>LC</given-names>
            </name>
          </person-group>
          <article-title>Perceived need for mental health care in Canada: Results from the 2012 Canadian Community Health Survey–Mental Health</article-title>
          <source>Statistics Canada</source>
          <year>2012</year>
          <access-date>2021-09-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www150.statcan.gc.ca/n1/pub/82-003-x/2013009/article/11863-eng.htm">https://www150.statcan.gc.ca/n1/pub/82-003-x/2013009/article/11863-eng.htm</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mohr</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Tomasino</surname>
              <given-names>KN</given-names>
            </name>
            <name name-style="western">
              <surname>Lattie</surname>
              <given-names>EG</given-names>
            </name>
            <name name-style="western">
              <surname>Palac</surname>
              <given-names>HL</given-names>
            </name>
            <name name-style="western">
              <surname>Kwasny</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Weingardt</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Karr</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kaiser</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Rossom</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Bardsley</surname>
              <given-names>LR</given-names>
            </name>
            <name name-style="western">
              <surname>Caccamo</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Stiles-Shields</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Schueller</surname>
              <given-names>SM</given-names>
            </name>
          </person-group>
          <article-title>IntelliCare: An Eclectic, Skills-Based App Suite for the Treatment of Depression and Anxiety</article-title>
          <source>J Med Internet Res</source>
          <year>2017</year>
          <month>01</month>
          <day>05</day>
          <volume>19</volume>
          <issue>1</issue>
          <fpage>e10</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2017/1/e10/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.6645</pub-id>
          <pub-id pub-id-type="medline">28057609</pub-id>
          <pub-id pub-id-type="pii">v19i1e10</pub-id>
          <pub-id pub-id-type="pmcid">PMC5247623</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Klein</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Gerlinger</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Knaevelsrud</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bohus</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Meisenzahl</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Kersting</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Röhr</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Riedel-Heller</surname>
              <given-names>SG</given-names>
            </name>
            <name name-style="western">
              <surname>Sprick</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Dirmaier</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Härter</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hegerl</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Hohagen</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Hauth</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Internet-based interventions in the treatment of mental disorders : Overview, quality criteria, perspectives</article-title>
          <source>Nervenarzt</source>
          <year>2016</year>
          <month>11</month>
          <day>20</day>
          <volume>87</volume>
          <issue>11</issue>
          <fpage>1185</fpage>
          <lpage>1193</lpage>
          <pub-id pub-id-type="doi">10.1007/s00115-016-0217-7</pub-id>
          <pub-id pub-id-type="medline">27649987</pub-id>
          <pub-id pub-id-type="pii">10.1007/s00115-016-0217-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Versluis</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Verkuil</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Spinhoven</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>van der Ploeg</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Brosschot</surname>
              <given-names>JF</given-names>
            </name>
          </person-group>
          <article-title>Changing Mental Health and Positive Psychological Well-Being Using Ecological Momentary Interventions: A Systematic Review and Meta-analysis</article-title>
          <source>J Med Internet Res</source>
          <year>2016</year>
          <month>06</month>
          <day>27</day>
          <volume>18</volume>
          <issue>6</issue>
          <fpage>e152</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2016/6/e152/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.5642</pub-id>
          <pub-id pub-id-type="pii">v18i6e152</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kerst</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Zielasek</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gaebel</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Smartphone applications for depression: a systematic literature review and a survey of health care professionals' attitudes towards their use in clinical practice</article-title>
          <source>Eur Arch Psychiatry Clin Neurosci</source>
          <year>2020</year>
          <month>03</month>
          <day>3</day>
          <volume>270</volume>
          <issue>2</issue>
          <fpage>139</fpage>
          <lpage>152</lpage>
          <pub-id pub-id-type="doi">10.1007/s00406-018-0974-3</pub-id>
          <pub-id pub-id-type="medline">30607530</pub-id>
          <pub-id pub-id-type="pii">10.1007/s00406-018-0974-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Tian</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Fu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Xie</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Effect of music intervention on mental health in patients with diabetes mellitus: protocol for a systematic review and meta-analysis of randomizsed controlled trials</article-title>
          <source>BMJ Open</source>
          <year>2020</year>
          <month>08</month>
          <day>20</day>
          <volume>10</volume>
          <issue>8</issue>
          <fpage>e036268</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&amp;pmid=32819943"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2019-036268</pub-id>
          <pub-id pub-id-type="medline">32819943</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2019-036268</pub-id>
          <pub-id pub-id-type="pmcid">PMC7440704</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hilty</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Luo</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Boland</surname>
              <given-names>RJ</given-names>
            </name>
          </person-group>
          <article-title>Mobile Health, Smartphone/Device, and Apps for Psychiatry and Medicine: Competencies, Training, and Faculty Development Issues</article-title>
          <source>Psychiatr Clin North Am</source>
          <year>2019</year>
          <month>09</month>
          <volume>42</volume>
          <issue>3</issue>
          <fpage>513</fpage>
          <lpage>534</lpage>
          <pub-id pub-id-type="doi">10.1016/j.psc.2019.05.007</pub-id>
          <pub-id pub-id-type="medline">31358129</pub-id>
          <pub-id pub-id-type="pii">S0193-953X(19)30048-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Beard</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Silverman</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Forgeard</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wilmer</surname>
              <given-names>MT</given-names>
            </name>
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Björgvinsson</surname>
              <given-names>Thröstur</given-names>
            </name>
          </person-group>
          <article-title>Smartphone, Social Media, and Mental Health App Use in an Acute Transdiagnostic Psychiatric Sample</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2019</year>
          <month>06</month>
          <day>07</day>
          <volume>7</volume>
          <issue>6</issue>
          <fpage>e13364</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2019/6/e13364/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/13364</pub-id>
          <pub-id pub-id-type="medline">31199338</pub-id>
          <pub-id pub-id-type="pii">v7i6e13364</pub-id>
          <pub-id pub-id-type="pmcid">PMC6592519</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bodenheimer</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Grumbach</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Electronic technology: a spark to revitalize primary care?</article-title>
          <source>JAMA</source>
          <year>2003</year>
          <month>07</month>
          <day>09</day>
          <volume>290</volume>
          <issue>2</issue>
          <fpage>259</fpage>
          <lpage>64</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.290.2.259</pub-id>
          <pub-id pub-id-type="medline">12851283</pub-id>
          <pub-id pub-id-type="pii">290/2/259</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sucala</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Schnur</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Constantino</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Brackman</surname>
              <given-names>EH</given-names>
            </name>
            <name name-style="western">
              <surname>Montgomery</surname>
              <given-names>GH</given-names>
            </name>
          </person-group>
          <article-title>The therapeutic relationship in e-therapy for mental health: a systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2012</year>
          <month>08</month>
          <day>02</day>
          <volume>14</volume>
          <issue>4</issue>
          <fpage>e110</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2012/4/e110/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.2084</pub-id>
          <pub-id pub-id-type="medline">22858538</pub-id>
          <pub-id pub-id-type="pii">v14i4e110</pub-id>
          <pub-id pub-id-type="pmcid">PMC3411180</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hall</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Cole-Lewis</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Bernhardt</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Mobile text messaging for health: a systematic review of reviews</article-title>
          <source>Annu Rev Public Health</source>
          <year>2015</year>
          <month>03</month>
          <day>18</day>
          <volume>36</volume>
          <issue>1</issue>
          <fpage>393</fpage>
          <lpage>415</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25785892"/>
          </comment>
          <pub-id pub-id-type="doi">10.1146/annurev-publhealth-031914-122855</pub-id>
          <pub-id pub-id-type="medline">25785892</pub-id>
          <pub-id pub-id-type="pmcid">PMC4406229</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>SMS open rates exceed 99%</article-title>
          <source>Tatango</source>
          <year>2020</year>
          <access-date>2021-09-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.tatango.com/blog/sms-open-rates-exceed-99/">https://www.tatango.com/blog/sms-open-rates-exceed-99/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Agyapong</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Mrklas</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Juhás</surname>
              <given-names>Michal</given-names>
            </name>
            <name name-style="western">
              <surname>Omeje</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ohinmaa</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dursun</surname>
              <given-names>Sm</given-names>
            </name>
            <name name-style="western">
              <surname>Greenshaw</surname>
              <given-names>Aj</given-names>
            </name>
          </person-group>
          <article-title>Cross-sectional survey evaluating Text4Mood: mobile health program to reduce psychological treatment gap in mental healthcare in Alberta through daily supportive text messages</article-title>
          <source>BMC Psychiatry</source>
          <year>2016</year>
          <month>11</month>
          <day>08</day>
          <volume>16</volume>
          <issue>1</issue>
          <fpage>378</fpage>
          <lpage>12</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpsychiatry.biomedcentral.com/articles/10.1186/s12888-016-1104-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12888-016-1104-2</pub-id>
          <pub-id pub-id-type="medline">27821096</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12888-016-1104-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC5100254</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>O'Reilly</surname>
              <given-names>Helen</given-names>
            </name>
            <name name-style="western">
              <surname>Hagerty</surname>
              <given-names>Aisling</given-names>
            </name>
            <name name-style="western">
              <surname>O'Donnell</surname>
              <given-names>Seamus</given-names>
            </name>
            <name name-style="western">
              <surname>Farrell</surname>
              <given-names>Aoife</given-names>
            </name>
            <name name-style="western">
              <surname>Hartnett</surname>
              <given-names>Dan</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>Edel</given-names>
            </name>
            <name name-style="western">
              <surname>Kehoe</surname>
              <given-names>Elizabeth</given-names>
            </name>
            <name name-style="western">
              <surname>Agyapong</surname>
              <given-names>Vincent</given-names>
            </name>
            <name name-style="western">
              <surname>McLoughlin</surname>
              <given-names>Declan M</given-names>
            </name>
            <name name-style="western">
              <surname>Farren</surname>
              <given-names>Conor</given-names>
            </name>
          </person-group>
          <article-title>Alcohol Use Disorder and Comorbid Depression: A Randomized Controlled Trial Investigating the Effectiveness of Supportive Text Messages in Aiding Recovery</article-title>
          <source>Alcohol Alcohol</source>
          <year>2019</year>
          <month>01</month>
          <day>09</day>
          <volume>54</volume>
          <issue>5</issue>
          <fpage>551</fpage>
          <lpage>558</lpage>
          <pub-id pub-id-type="doi">10.1093/alcalc/agz060</pub-id>
          <pub-id pub-id-type="medline">31361815</pub-id>
          <pub-id pub-id-type="pii">5541097</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Agyapong</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Juhás</surname>
              <given-names>Michal</given-names>
            </name>
            <name name-style="western">
              <surname>Ohinmaa</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Omeje</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mrklas</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Suen</surname>
              <given-names>Vym</given-names>
            </name>
            <name name-style="western">
              <surname>Dursun</surname>
              <given-names>Sm</given-names>
            </name>
            <name name-style="western">
              <surname>Greenshaw</surname>
              <given-names>Aj</given-names>
            </name>
          </person-group>
          <article-title>Randomized controlled pilot trial of supportive text messages for patients with depression</article-title>
          <source>BMC Psychiatry</source>
          <year>2017</year>
          <month>08</month>
          <day>02</day>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>286</fpage>
          <pub-id pub-id-type="doi">10.1186/s12888-017-1448-2</pub-id>
          <pub-id pub-id-type="medline">28768493</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12888-017-1448-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC5541655</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Berrouiguet</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Baca-García</surname>
              <given-names>Enrique</given-names>
            </name>
            <name name-style="western">
              <surname>Brandt</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Walter</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Courtet</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Fundamentals for Future Mobile-Health (mHealth): A Systematic Review of Mobile Phone and Web-Based Text Messaging in Mental Health</article-title>
          <source>J Med Internet Res</source>
          <year>2016</year>
          <month>06</month>
          <day>10</day>
          <volume>18</volume>
          <issue>6</issue>
          <fpage>e135</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2016/6/e135/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.5066</pub-id>
          <pub-id pub-id-type="medline">27287668</pub-id>
          <pub-id pub-id-type="pii">v18i6e135</pub-id>
          <pub-id pub-id-type="pmcid">PMC4920962</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Broom</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Ladley</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Rhyne</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Halloran</surname>
              <given-names>DR</given-names>
            </name>
          </person-group>
          <article-title>Feasibility and Perception of Using Text Messages as an Adjunct Therapy for Low-Income, Minority Mothers With Postpartum Depression</article-title>
          <source>JMIR Ment Health</source>
          <year>2015</year>
          <month>03</month>
          <day>16</day>
          <volume>2</volume>
          <issue>1</issue>
          <fpage>e4</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2015/1/e4/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mental.4074</pub-id>
          <pub-id pub-id-type="medline">26543910</pub-id>
          <pub-id pub-id-type="pii">v2i1e4</pub-id>
          <pub-id pub-id-type="pmcid">PMC4607381</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Agyapong</surname>
              <given-names>VIO</given-names>
            </name>
            <name name-style="western">
              <surname>Milnes</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>McLoughlin</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Farren</surname>
              <given-names>CK</given-names>
            </name>
          </person-group>
          <article-title>Perception of patients with alcohol use disorder and comorbid depression about the usefulness of supportive text messages</article-title>
          <source>THC</source>
          <year>2013</year>
          <month>01</month>
          <day>01</day>
          <volume>21</volume>
          <issue>1</issue>
          <fpage>31</fpage>
          <lpage>39</lpage>
          <pub-id pub-id-type="doi">10.3233/thc-120707</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bradley</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hendricks</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Lock</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Whiting</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Parr</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Email communication: Issues for mental health counselors</article-title>
          <source>Journal of Mental Health Counseling</source>
          <year>2011</year>
          <volume>33</volume>
          <issue>1</issue>
          <fpage>67</fpage>
          <lpage>79</lpage>
          <pub-id pub-id-type="doi">10.17744/mehc.33.1.05208025375v03r7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Löwe</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Kroenke</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Herzog</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Gräfe</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Measuring depression outcome with a brief self-report instrument: sensitivity to change of the Patient Health Questionnaire (PHQ-9)</article-title>
          <source>Journal of Affective Disorders</source>
          <year>2004</year>
          <month>7</month>
          <volume>81</volume>
          <issue>1</issue>
          <fpage>61</fpage>
          <lpage>66</lpage>
          <pub-id pub-id-type="doi">10.1016/s0165-0327(03)00198-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Allgaier</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kramer</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Mergl</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Fejtkova</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hegerl</surname>
              <given-names>U</given-names>
            </name>
          </person-group>
          <article-title>Validity of the geriatric depression scale in nursing home residents: comparison of GDS-15, GDS-8, and GDS-4</article-title>
          <source>Psychiatr Prax</source>
          <year>2011</year>
          <month>08</month>
          <day>19</day>
          <volume>38</volume>
          <issue>6</issue>
          <fpage>280</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1055/s-0030-1266105</pub-id>
          <pub-id pub-id-type="medline">21598210</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Spitzer</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Kroenke</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>JBW</given-names>
            </name>
            <name name-style="western">
              <surname>Löwe</surname>
              <given-names>Bernd</given-names>
            </name>
          </person-group>
          <article-title>A brief measure for assessing generalized anxiety disorder: the GAD-7</article-title>
          <source>Arch Intern Med</source>
          <year>2006</year>
          <month>05</month>
          <day>22</day>
          <volume>166</volume>
          <issue>10</issue>
          <fpage>1092</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1001/archinte.166.10.1092</pub-id>
          <pub-id pub-id-type="medline">16717171</pub-id>
          <pub-id pub-id-type="pii">166/10/1092</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Curran</surname>
              <given-names>GM</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness-implementation Hybrid Designs</article-title>
          <source>Medical Care</source>
          <year>2012</year>
          <volume>50</volume>
          <issue>3</issue>
          <fpage>217</fpage>
          <lpage>226</lpage>
          <pub-id pub-id-type="doi">10.1097/mlr.0b013e3182408812</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Landes</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>McBain</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Curran</surname>
              <given-names>GM</given-names>
            </name>
          </person-group>
          <article-title>Reprint of: An introduction to effectiveness-implementation hybrid designs</article-title>
          <source>Psychiatry Res</source>
          <year>2020</year>
          <month>01</month>
          <volume>283</volume>
          <fpage>112630</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0165-1781(19)32168-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.psychres.2019.112630</pub-id>
          <pub-id pub-id-type="medline">31722790</pub-id>
          <pub-id pub-id-type="pii">S0165-1781(19)32168-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Groves</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Enhancing the quality and transparency of health research</article-title>
          <source>BMJ</source>
          <year>2008</year>
          <month>07</month>
          <day>08</day>
          <volume>337</volume>
          <issue>jul08 1</issue>
          <fpage>a718</fpage>
          <lpage>a718</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/18614488"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.a718</pub-id>
          <pub-id pub-id-type="medline">18614488</pub-id>
          <pub-id pub-id-type="pmcid">PMC2453250</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tetzlaff</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Gøtzsche</surname>
              <given-names>Peter C</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Mann</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Berlin</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Dickersin</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Hróbjartsson</surname>
              <given-names>Asbjørn</given-names>
            </name>
            <name name-style="western">
              <surname>Schulz</surname>
              <given-names>KF</given-names>
            </name>
            <name name-style="western">
              <surname>Parulekar</surname>
              <given-names>WR</given-names>
            </name>
            <name name-style="western">
              <surname>Krleza-Jeric</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Laupacis</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>SPIRIT 2013 explanation and elaboration: guidance for protocols of clinical trials</article-title>
          <source>BMJ</source>
          <year>2013</year>
          <month>01</month>
          <day>08</day>
          <volume>346</volume>
          <issue>jan08 15</issue>
          <fpage>e7586</fpage>
          <lpage>e7586</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.bmj.com/lookup/pmidlookup?view=long&amp;pmid=23303884"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.e7586</pub-id>
          <pub-id pub-id-type="medline">23303884</pub-id>
          <pub-id pub-id-type="pmcid">PMC3541470</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Antes</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>The new CONSORT statement</article-title>
          <source>BMJ</source>
          <year>2010</year>
          <month>03</month>
          <day>23</day>
          <volume>340</volume>
          <issue>mar23 1</issue>
          <fpage>c1432</fpage>
          <lpage>c1432</lpage>
          <pub-id pub-id-type="doi">10.1136/bmj.c1432</pub-id>
          <pub-id pub-id-type="medline">20332507</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Damschroder</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Aron</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Keith</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Kirsh</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Alexander</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Lowery</surname>
              <given-names>JC</given-names>
            </name>
          </person-group>
          <article-title>Fostering implementation of health services research findings into practice: a consolidated framework for advancing implementation science</article-title>
          <source>Implement Sci</source>
          <year>2009</year>
          <month>08</month>
          <day>07</day>
          <volume>4</volume>
          <issue>1</issue>
          <fpage>50</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/1748-5908-4-50"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1748-5908-4-50</pub-id>
          <pub-id pub-id-type="medline">19664226</pub-id>
          <pub-id pub-id-type="pii">1748-5908-4-50</pub-id>
          <pub-id pub-id-type="pmcid">PMC2736161</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Glasgow</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Vogt</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Boles</surname>
              <given-names>SM</given-names>
            </name>
          </person-group>
          <article-title>Evaluating the public health impact of health promotion interventions: the RE-AIM framework</article-title>
          <source>Am J Public Health</source>
          <year>1999</year>
          <month>09</month>
          <volume>89</volume>
          <issue>9</issue>
          <fpage>1322</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.2105/ajph.89.9.1322</pub-id>
          <pub-id pub-id-type="medline">10474547</pub-id>
          <pub-id pub-id-type="pmcid">PMC1508772</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>YE</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>The Psychometric Properties of the Patient Health Questionnaire-9 in a Sample of Korean University Students</article-title>
          <source>Psychiatry Investig</source>
          <year>2019</year>
          <month>12</month>
          <volume>16</volume>
          <issue>12</issue>
          <fpage>904</fpage>
          <lpage>910</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://psychiatryinvestigation.org/journal/view.php?doi=10.30773/pi.2019.0226"/>
          </comment>
          <pub-id pub-id-type="doi">10.30773/pi.2019.0226</pub-id>
          <pub-id pub-id-type="medline">31870089</pub-id>
          <pub-id pub-id-type="pii">pi.2019.0226</pub-id>
          <pub-id pub-id-type="pmcid">PMC6933137</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Heun</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Bonsignore</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Barkow</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Jessen</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Validity of the five-item WHO Well-Being Index (WHO-5) in an elderly population</article-title>
          <source>Eur Arch Psychiatry Clin Nuerosci</source>
          <year>2001</year>
          <month>6</month>
          <volume>251</volume>
          <issue>S2</issue>
          <fpage>27</fpage>
          <lpage>31</lpage>
          <pub-id pub-id-type="doi">10.1007/bf03035123</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Topp</surname>
              <given-names>CW</given-names>
            </name>
            <name name-style="western">
              <surname>Østergaard</surname>
              <given-names>Søren Dinesen</given-names>
            </name>
            <name name-style="western">
              <surname>Søndergaard</surname>
              <given-names>Susan</given-names>
            </name>
            <name name-style="western">
              <surname>Bech</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>The WHO-5 Well-Being Index: a systematic review of the literature</article-title>
          <source>Psychother Psychosom</source>
          <year>2015</year>
          <volume>84</volume>
          <issue>3</issue>
          <fpage>167</fpage>
          <lpage>76</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.karger.com?DOI=10.1159/000376585"/>
          </comment>
          <pub-id pub-id-type="doi">10.1159/000376585</pub-id>
          <pub-id pub-id-type="medline">25831962</pub-id>
          <pub-id pub-id-type="pii">000376585</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kang</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>The prevention and handling of the missing data</article-title>
          <source>Korean J Anesthesiol</source>
          <year>2013</year>
          <month>05</month>
          <volume>64</volume>
          <issue>5</issue>
          <fpage>402</fpage>
          <lpage>6</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ekja.org/journal/view.php?doi=10.4097/kjae.2013.64.5.402"/>
          </comment>
          <pub-id pub-id-type="doi">10.4097/kjae.2013.64.5.402</pub-id>
          <pub-id pub-id-type="medline">23741561</pub-id>
          <pub-id pub-id-type="pmcid">PMC3668100</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Agyapong</surname>
              <given-names>VIO</given-names>
            </name>
          </person-group>
          <article-title>Coronavirus Disease 2019 Pandemic: Health System and Community Response to a Text Message (Text4Hope) Program Supporting Mental Health in Alberta</article-title>
          <source>Disaster Med Public Health Prep</source>
          <year>2020</year>
          <month>10</month>
          <day>22</day>
          <volume>14</volume>
          <issue>5</issue>
          <fpage>e5</fpage>
          <lpage>e6</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32317038"/>
          </comment>
          <pub-id pub-id-type="doi">10.1017/dmp.2020.114</pub-id>
          <pub-id pub-id-type="medline">32317038</pub-id>
          <pub-id pub-id-type="pii">S1935789320001147</pub-id>
          <pub-id pub-id-type="pmcid">PMC7198462</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Li</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>Q</given-names>
            </name>
          </person-group>
          <article-title>Social Media Use, eHealth Literacy, Disease Knowledge, and Preventive Behaviors in the COVID-19 Pandemic: Cross-Sectional Study on Chinese Netizens</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>10</month>
          <day>09</day>
          <volume>22</volume>
          <issue>10</issue>
          <fpage>e19684</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/10/e19684/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/19684</pub-id>
          <pub-id pub-id-type="medline">33006940</pub-id>
          <pub-id pub-id-type="pii">v22i10e19684</pub-id>
          <pub-id pub-id-type="pmcid">PMC7581310</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="web">
          <source>Resilience N Hope</source>
          <access-date>2021-09-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://application.resiliencenhope.com/">https://application.resiliencenhope.com/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
