<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v11i10e41445</article-id>
      <article-id pub-id-type="pmid">36282565</article-id>
      <article-id pub-id-type="doi">10.2196/41445</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Feasibility of Digital Cognitive Behavioral Therapy for Depressed Older Adults With the Moodbuster Platform: Protocol for 2 Pilot Feasibility Studies</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
        <contrib contrib-type="editor">
          <name>
            <surname>Leung</surname>
            <given-names>Tiffany</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Uludag</surname>
            <given-names>Kadir</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Amarti</surname>
            <given-names>Khadicha</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Clinical Psychology Section</institution>
            <institution>Department of Clinical, Neuro- and Developmental Psychology</institution>
            <institution>Vrije Universiteit</institution>
            <addr-line>De Boelelaan 1117</addr-line>
            <addr-line>Amsterdam, 1081 HV</addr-line>
            <country>Netherlands</country>
            <phone>31 020 59 83 348</phone>
            <email>k.amarti@vu.nl</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0586-6407</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Schulte</surname>
            <given-names>Mieke H J</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4295-1141</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Kleiboer</surname>
            <given-names>Annet</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8040-5697</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Van Genugten</surname>
            <given-names>Claire Rosalie</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3209-4673</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Oudega</surname>
            <given-names>Mardien</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1521-1682</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Sonnenberg</surname>
            <given-names>Caroline</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5034-0239</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Gonçalves</surname>
            <given-names>Gonçalo C</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3849-9065</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Rocha</surname>
            <given-names>Artur</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5637-1041</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Riper</surname>
            <given-names>Heleen</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <xref rid="aff6" ref-type="aff">6</xref>
          <xref rid="aff7" ref-type="aff">7</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8144-8901</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Clinical Psychology Section</institution>
        <institution>Department of Clinical, Neuro- and Developmental Psychology</institution>
        <institution>Vrije Universiteit</institution>
        <addr-line>Amsterdam</addr-line>
        <country>Netherlands</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Amsterdam Public Health Research Institute</institution>
        <institution>Vrije Universiteit</institution>
        <addr-line>Amsterdam</addr-line>
        <country>Netherlands</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Amsterdam Universitair Medisch Centrum</institution>
        <institution>Vrije Universiteit</institution>
        <institution>Public Health Research Institute and Neuroscience Amsterdam</institution>
        <addr-line>Amsterdam</addr-line>
        <country>Netherlands</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Department of Old Age Psychiatry</institution>
        <institution>Geestelijk Gezondheidszorg inGeest Specialized Mental Health Care</institution>
        <addr-line>Amsterdam</addr-line>
        <country>Netherlands</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Institute for Systems and Computer Engineering, Technology and Science</institution>
        <addr-line>Porto</addr-line>
        <country>Portugal</country>
      </aff>
      <aff id="aff6">
        <label>6</label>
        <institution>Institute of Telepsychiatry</institution>
        <institution>University of Southern Denmark</institution>
        <addr-line>Odense</addr-line>
        <country>Denmark</country>
      </aff>
      <aff id="aff7">
        <label>7</label>
        <institution>Faculty of Medicine</institution>
        <institution>University of Turku</institution>
        <addr-line>Turku</addr-line>
        <country>Finland</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Khadicha Amarti <email>k.amarti@vu.nl</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>10</month>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>25</day>
        <month>10</month>
        <year>2022</year>
      </pub-date>
      <volume>11</volume>
      <issue>10</issue>
      <elocation-id>e41445</elocation-id>
      <history>
        <date date-type="received">
          <day>26</day>
          <month>7</month>
          <year>2022</year>
        </date>
        <date date-type="rev-request">
          <day>24</day>
          <month>8</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>30</day>
          <month>9</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>30</day>
          <month>9</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Khadicha Amarti, Mieke H J Schulte, Annet Kleiboer, Claire Rosalie Van Genugten, Mardien Oudega, Caroline Sonnenberg, Gonçalo C Gonçalves, Artur Rocha, Heleen Riper. Originally published in JMIR Research Protocols (https://www.researchprotocols.org), 25.10.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on https://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.researchprotocols.org/2022/10/e41445" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Internet-based interventions can be effective in the treatment of depression. However, internet-based interventions for older adults with depression are scarce, and little is known about their feasibility and effectiveness.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>To present the design of 2 studies aiming to assess the feasibility of internet-based cognitive behavioral treatment for older adults with depression. We will assess the feasibility of an online, guided version of the Moodbuster platform among depressed older adults from the general population as well as the feasibility of a blended format (combining integrated face-to-face sessions and internet-based modules) in a specialized mental health care outpatient clinic.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>A single-group, pretest-posttest design will be applied in both settings. The primary outcome of the studies will be feasibility in terms of (1) acceptance and satisfaction (measured with the Client Satisfaction Questionnaire-8), (2) usability (measured with the System Usability Scale), and (3) engagement (measured with the Twente Engagement with eHealth Technologies Scale). Secondary outcomes include (1) the severity of depressive symptoms (measured with the 8-item Patient Health Questionnaire depression scale), (2) participant and therapist experience with the digital technology (measured with qualitative interviews), (3) the working alliance between patients and practitioners (from both perspectives; measured with the Working Alliance Inventory–Short Revised questionnaire), (4) the technical alliance between patients and the platform (measured with the Working Alliance Inventory for Online Interventions–Short Form questionnaire), and (5) uptake, in terms of attempted and completed modules. A total of 30 older adults with mild to moderate depressive symptoms (Geriatric Depression Scale 15 score between 5 and 11) will be recruited from the general population. A total of 15 older adults with moderate to severe depressive symptoms (Geriatric Depression Scale 15 score between 8 and 15) will be recruited from a specialized mental health care outpatient clinic. A mixed methods approach combining quantitative and qualitative analyses will be adopted. Both the primary and secondary outcomes will be further explored with individual semistructured interviews and synthesized descriptively. Descriptive statistics (reported as means and SDs) will be used to examine the primary and secondary outcome measures. Within-group depression severity will be analyzed using a 2-tailed, paired-sample <italic>t</italic> test to investigate differences between time points. The interviews will be recorded and analyzed using thematic analysis.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The studies were funded in October 2019. Recruitment started in September 2022.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The results of these pilot studies will show whether this platform is feasible for use by the older adult population in a blended, guided format in the 2 settings and will represent the first exploration of the size of the effect of Moodbuster in terms of decreased depressive symptoms.</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>PRR1-10.2196/41445</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>iCBT</kwd>
        <kwd>study protocol</kwd>
        <kwd>feasibility study</kwd>
        <kwd>acceptance</kwd>
        <kwd>satisfaction</kwd>
        <kwd>usability</kwd>
        <kwd>engagement</kwd>
        <kwd>depression severity</kwd>
        <kwd>older adults</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Depression is a common mental disorder that is associated with the substantial loss of a person’s well-being and quality of life [<xref ref-type="bibr" rid="ref1">1</xref>]. Essential components of depression are depressed mood and loss of interest or pleasure in nearly all activities [<xref ref-type="bibr" rid="ref2">2</xref>]. Depression constitutes a large and rising proportion of global disease [<xref ref-type="bibr" rid="ref3">3</xref>] and is a major public health problem [<xref ref-type="bibr" rid="ref4">4</xref>]. Late-life depression is the third leading contributor to the global burden of disease [<xref ref-type="bibr" rid="ref5">5</xref>]. Late-life depression can be distinguished from adult depression in several ways. First, depressed older adults may show different or less obvious symptoms than their younger counterparts, and cognitive symptoms (eg, disorientation, memory loss, and distractibility) may be particularly prominent [<xref ref-type="bibr" rid="ref6">6</xref>]. Cognitive impairment may mask the symptoms of late-life depression, as is often seen in vascular disease, Alzheimer dementia, and Parkinson disease [<xref ref-type="bibr" rid="ref7">7</xref>]. Second, depression in later life is associated with increased risk of physical and psychological disability, decreased quality of life, and increased costs due to higher health care needs in general [<xref ref-type="bibr" rid="ref7">7</xref>]. Lastly, depressive symptoms in later life increase the distress of family and friends and the burden of informal caregivers, such as spouses or other family members, which often contributes to social isolation of the older adult with depression [<xref ref-type="bibr" rid="ref8">8</xref>].</p>
        <p>Late-life depression is often not recognized or treated [<xref ref-type="bibr" rid="ref6">6</xref>]. This is unfortunate, because treatment of late-life depression is effective, and decreases not only depressive symptoms [<xref ref-type="bibr" rid="ref4">4</xref>], but also secondary symptoms, such as pain, general functioning, and health-related quality of life [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. Depending on the diagnosed type of depression and the severity of the impairment, a variety of treatment interventions can be considered for older adults, such as psychoeducation, psychotherapy, and antidepressants [<xref ref-type="bibr" rid="ref11">11</xref>]. Although antidepressants are effective as a treatment option for older adults [<xref ref-type="bibr" rid="ref12">12</xref>], they can put them at greater risk for adverse events compared to younger adults with depression because of multiple medical comorbidities and drug-drug interactions, and can contribute to polypharmacy, which increases with aging [<xref ref-type="bibr" rid="ref13">13</xref>]. Psychotherapies such as problem-solving therapy, cognitive behavioral therapy (CBT), and interpersonal psychotherapy are associated with fewer risks and have benefits equal to antidepressants [<xref ref-type="bibr" rid="ref13">13</xref>]. CBT is an especially well studied [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>] and effective type of psychotherapy for depression in later life [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. Unfortunately, only a small proportion of older adults seek psychological treatment [<xref ref-type="bibr" rid="ref17">17</xref>]. Internet-based interventions can help bridge this treatment gap [<xref ref-type="bibr" rid="ref18">18</xref>].</p>
      </sec>
      <sec>
        <title>Internet-Based CBT</title>
        <p>In recent years, internet-based interventions for the treatment of various common mental disorders, including depression, have been developed and evaluated [<xref ref-type="bibr" rid="ref19">19</xref>]. These online treatments may overcome barriers that hinder access to face-to-face treatment, such as costs, long waiting lists, limited access to psychological treatment in particular neighborhoods, and the perceived stigma of seeking treatment for a psychiatric disorder [<xref ref-type="bibr" rid="ref20">20</xref>]. Internet-based CBT (iCBT) provides the same information and teaches similar skills as traditional face-to-face CBT, but does so through the internet with structured materials [<xref ref-type="bibr" rid="ref21">21</xref>-<xref ref-type="bibr" rid="ref23">23</xref>]. Additionally, iCBT interventions can be provided in different ways: with therapeutic guidance (ie, guided), without human support related to the therapeutic content (ie, unguided), or in a blended format (ie, integrating online and face-to-face sessions) [<xref ref-type="bibr" rid="ref24">24</xref>-<xref ref-type="bibr" rid="ref26">26</xref>]. Ample research has shown that iCBT interventions for depression are effective compared to inactive and active controls. Guided iCBT outperforms unguided interventions, especially among more severely depressed individuals [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref28">28</xref>].</p>
        <p>Research into internet-based interventions for older depressed adults is scarce, underlining the need for more research to be able to assess the feasibility and effectiveness of these interventions for this specific group. A study by Spek et al [<xref ref-type="bibr" rid="ref21">21</xref>] measured the effectiveness of an unguided CBT intervention for older adults (aged between 50 and 60 years) and found that it was at least as effective as face-to-face group CBT in reducing symptoms of depression. Furthermore, a randomized controlled trial (RCT) performed by Titov et al [<xref ref-type="bibr" rid="ref29">29</xref>] supported the use of therapist-guided iCBT as an evidence-based approach to psychological treatment for older adults (aged between 60 and 76 years) with depression. Despite the fact that older adults are generally positive about internet-based interventions [<xref ref-type="bibr" rid="ref30">30</xref>], there are hardly any digital interventions for the treatment of depression that specifically target older adults, either within the general population or in specialized mental health care outpatient clinics. Also, with the growing number of older adults in our society, there has been a large rise in the number of patients suffering from depression [<xref ref-type="bibr" rid="ref31">31</xref>]. Furthermore, older adults are not always able to engage with traditional face-to-face interventions, as they might have limited access to health services due to physical health and constraints or due to limited mobility for other reasons, such as a lack of public transport. The need for innovative and effective digital interventions for older adults is thus a public health priority. Lastly, the study by Spek et al [<xref ref-type="bibr" rid="ref21">21</xref>] recruited participants from the general population and provided the intervention in an unguided format. We therefore plan to evaluate the feasibility of using the intervention in a specialized mental health care outpatient clinic with a blended format and in the general population with a guided format.</p>
      </sec>
      <sec>
        <title>Aim of the Current Studies</title>
        <p>The 2 current studies aim to evaluate the feasibility of an online treatment platform (Moodbuster) that targets depressive symptoms in older adults (aged at least 55 years) in 2 settings. The first study will test the feasibility of Moodbuster with an online guided treatment format for older adults with mild to moderate depressive symptoms recruited from the general population. The second study will test the intervention in a blended treatment format by integrating face-to-face and online sessions into one treatment protocol. It will target older adults with moderate to severe depression recruited from a specialized mental health care outpatient clinic. The primary aim of both studies is to evaluate the feasibility of the online platform in terms of (1) acceptance and satisfaction, (2) usability, and (3) engagement. Secondary outcomes include depressive symptom severity, participant experience with digital technologies, technical alliance, working alliance, and uptake.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design</title>
        <p>A single-group, pretest-posttest design will be used in both studies. Assessments will be taken at screening (T–1), at baseline (T0), and postintervention (T1). The intervention will last 8 weeks for the group with mild to moderate depressive symptoms from the general population and 16 to 20 weeks for the group with moderate to severe depressive symptoms from the specialized mental health care outpatient clinic. Written informed consent will be obtained from all participants. <xref rid="figure1" ref-type="fig">Figures 1</xref> and <xref rid="figure2" ref-type="fig">2</xref> show the participant flow for both studies.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Flowchart of the study design for the group of older adult with mild to moderate depressive symptoms. GDS: Geriatric Depression Scale.</p>
          </caption>
          <graphic xlink:href="resprot_v11i10e41445_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Flowchart of the study design for the group of older adult with moderate to severe depressive symptoms. GDS: Geriatric Depression Scale.</p>
          </caption>
          <graphic xlink:href="resprot_v11i10e41445_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Participants</title>
        <sec>
          <title>General Population</title>
          <p>Participants with mild to moderate depressive symptoms will be recruited from the general population in the Netherlands. They will be eligible to participate if they (1) are aged at least 55 years, (2) have a Geriatric Depression Scale-15 (GDS-15) score between 5 and 10, (3) are able to work with a computer, and (4) have access to a computer with internet. Candidates will be excluded from the study if they (1) do not have adequate proficiency in the Dutch language or (2) have suicidal thoughts, assessed as having a score of 1 or higher on the 9th item of the Patient Health Questionnaire 9 (PHQ-9) [<xref ref-type="bibr" rid="ref32">32</xref>]. Having suicidal ideation is considered an exclusion criterion to minimize the risk of an adverse event during the study period.</p>
        </sec>
        <sec>
          <title>Specialized Mental Health Care Service</title>
          <p>Participants with moderate to severe depressive symptoms will be recruited via a specialized mental health care outpatient clinic (Geestelijk gezondheidszorg [GGZ] inGeest, Amsterdam, the Netherlands). Patients who are in treatment at the clinic will be eligible to participate if they (1) are aged at least 55 years, (2) have a GDS-15 score between 8 and 15, (3) are able to work with a computer, and (4) have access to a computer with internet. Candidates will be excluded from the study if they (1) do not have adequate proficiency in the Dutch language or (2) have suicidal thoughts, assessed as having a score of 1 or higher on the 9th item of the PHQ-9 [<xref ref-type="bibr" rid="ref32">32</xref>]. Having suicidal ideation is considered an exclusion criterion to minimize the risk of an adverse event during the study period.</p>
        </sec>
      </sec>
      <sec>
        <title>Study Intervention: Online Treatment Platform</title>
        <p>Moodbuster 2.0 has been developed and tested in a number of European projects. It is an innovative online and mobile solution for the treatment of adult depression and can be applied for research purposes. The platform has a patient and therapist portal (<xref rid="figure3" ref-type="fig">Figure 3</xref>) and can be used in unguided, guided, or blended formats and in different settings [<xref ref-type="bibr" rid="ref33">33</xref>-<xref ref-type="bibr" rid="ref35">35</xref>]. For the purpose of these studies, Moodbuster 2.0 has been adapted to meet the needs of depressed older adults. To make Moodbuster more aligned with the target group of older adults, the original Moodbuster modules were adjusted by making the content shorter and more relevant to older adults.</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Screenshot of the patient portal of Moodbuster 2.0.</p>
          </caption>
          <graphic xlink:href="resprot_v11i10e41445_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>Moodbuster 2.0 for older adults consists of 7 web-based CBT modules. These modules are aimed at psychoeducation, behavioral activation, cognitive therapy, problem-solving, exercise, sleep, and relapse prevention. The sleep module is a new addition we have made to the platform; it is aimed at older adults, as insomnia and other sleep-related problems are strongly associated with the persistence of depressive symptoms in older adults [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref36">36</xref>-<xref ref-type="bibr" rid="ref38">38</xref>]. Texts and videos lead the user through the modules, during which exercises are performed and homework assignments are given.</p>
        <p>The online guided treatment for older adults from the general population includes the support of an online coach [<xref ref-type="bibr" rid="ref39">39</xref>]. Participants receive online CBT over a period of 7 to 8 weeks. The participants are instructed to complete 1 module each week. The psychoeducation module is obligatory. We advise the participants to start with the behavioral activation and cognitive therapy modules. The problem-solving, exercise, sleep, and relapse-prevention modules are optional and are used according to the preferences of the participant. Online support for the guide consists of actively giving the participants feedback for the assignments (at the least after every completed module) using the secure messaging system included in the Moodbuster platform. Furthermore, the guide can answer any questions the participants might have.</p>
        <p>The blended CBT treatment that will be offered to participants with moderate to severe depressive symptoms is based on evidence-based CBT protocols implemented in routine practice [<xref ref-type="bibr" rid="ref40">40</xref>]. The blended format provides individuals face-to-face sessions and online sessions. Participants receive treatment over a period of 16 to 20 weeks, depending on the intensity of the treatment. The therapist and patient decide together the best way to organize face-to-face sessions and online sessions. For example, they can schedule an online session after each face-to-face session or an online session after 2 face-to-face sessions. The practitioner should provide feedback for the online sessions within the face-to-face sessions.</p>
      </sec>
      <sec>
        <title>Study Procedure</title>
        <p>The participants will be recruited from the 2 target groups and settings simultaneously. Participants with mild to moderate depressive symptoms (as assessed with the GDS-15) [<xref ref-type="bibr" rid="ref41">41</xref>] will be recruited from the general population via advertisements in digital media and an online recruitment platform, Link2Trials (Link2Trials BV). For this group the following steps will be taken: potential participants can express their interest by filling out a web form, after which they will receive an information letter and a printed informed consent form via postal mail. When the signed informed consent form is received, it will be scanned and safely stored at the department. Participants who sign the consent form will receive a link to the online screening questionnaires (T–1) through a secure electronic data capture (EDC) system and, once found eligible for participation, they will receive a link to the baseline questionnaires (T0) through Castor EDC (Castor Research Inc). Once the baseline questionnaires are completed, another email will be sent with login credentials for accessing the Moodbuster 2.0 platform. Participants are strongly advised to change their password upon the first login. Participants are advised to work through the intervention in 7 to 8 weeks (ie, 1 module per week). After a maximum of 8 weeks of participation, participants will receive another email with a link to another set of questionnaires to acquire posttreatment assessments (T1). After completing the posttreatment assessments, participants will receive an email to thank them for their participation and ask them if they wish to be informed about the study’s results. After filling in the last questionnaire, participants will be reimbursed for their participation with €30 (US $29.41). After the treatment has ended, the participants are invited to fill in an open-field questionnaire to evaluate their experience with Moodbuster.</p>
        <p>Patients with moderate to severe depressive symptoms will be recruited from the patient population of the specialized mental health care outpatient clinic. For this group, the following steps will be taken: patients who express interest during intake with their therapist will receive an information letter and an informed consent form at the end of the session. Patients who sign the consent form will be assessed by their therapist to confirm they have moderate to severe depressive symptoms (as assessed with the GDS-15 [<xref ref-type="bibr" rid="ref41">41</xref>]). Once found eligible for participation, they will receive a link to the baseline questionnaires (T0) through Castor EDC. Once the baseline questionnaires are completed, another email will be sent with the login credentials for accessing the platform. The GGZ inGeest therapists will aid participants with logging in on the platform the first time they use it. Participants are strongly advised to change their password upon the first login. Also in this step, the practitioners will assist the participants with becoming familiar with the platform and answer any questions they might have. It will also be communicated that participants should contact their therapist if they feel their symptoms are suddenly deteriorating. Participants will use the platform in a blended format. The therapists will be trained on how to use the platform before the participants start the treatment. After 16 to 20 weeks of participation (depending on the duration of the treatment), the participants will receive another email with a link to another set of questionnaires to acquire posttreatment assessments (T1). After completing the posttreatment assessments, the participants will receive an email to thank them for their participation and ask them if they wish to be informed of the study’s results. After the treatment ends, 5 participants will be invited to participate in individual interviews, which will be conducted face-to-face, through videoconferencing, or by telephone, to evaluate their experience with Moodbuster.</p>
      </sec>
      <sec>
        <title>Assessments</title>
        <p>Questionnaires will be completed online for both groups. Data will be collected and managed using Castor EDC. <xref ref-type="table" rid="table1">Table 1</xref> provides an overview of the measures employed at specific time points.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Measures at each assessment interval.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="360"/>
            <col width="0"/>
            <col width="220"/>
            <col width="0"/>
            <col width="130"/>
            <col width="0"/>
            <col width="110"/>
            <col width="0"/>
            <col width="150"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Questionnaires</td>
                <td colspan="2">Aim</td>
                <td colspan="2">Screening (T-1)</td>
                <td colspan="2">Baseline (T0)</td>
                <td>Posttreatment (T1)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="10">
                  <bold>Screening</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Geriatric Depression Scale-15</td>
                <td colspan="2">Depressive symptoms</td>
                <td colspan="2">✓</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Item 9 of Patient Health Questionnaire-9</td>
                <td colspan="2">Suicidal ideation</td>
                <td colspan="2">✓</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="10">
                  <bold>Feasibility</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Client Satisfaction Questionnaire-8</td>
                <td colspan="2">Acceptability/ satisfaction</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">✓</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>System Usability Scale<sup>a</sup></td>
                <td colspan="2">Usability</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">✓</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Twente Engagement with eHealth Platforms Scale</td>
                <td colspan="2">Engagement</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">✓</td>
                <td colspan="2">✓</td>
              </tr>
              <tr valign="top">
                <td colspan="10">
                  <bold>Secondary outcome measures</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Patient Health Questionnaire-8</td>
                <td colspan="2">Depressive symptoms</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">✓</td>
                <td colspan="2">✓</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Working Alliance Inventory—Short Form<sup>a</sup></td>
                <td colspan="2">Working alliance</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">✓</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Working Alliance Inventory Technical—Short Form</td>
                <td colspan="2">Technical alliance</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">✓</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Uptake</td>
                <td colspan="2">Continued use</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">✓</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Digital experiences</td>
                <td colspan="2">General experiences</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">✓</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Digital Health Literacy Instrument</td>
                <td colspan="2">Digital literacy</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">✓</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>Measure taken from from participants and practitioners.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Screening</title>
        <sec>
          <title>Depression Severity</title>
          <p>The GDS-15 [<xref ref-type="bibr" rid="ref41">41</xref>] will be used as a screener to assess depression severity, with a cutoff between 5 and 10 for the group with mild to moderate depressive symptoms and a cutoff of 11 or higher for the group with moderate to severe depressive symptoms. The GDS-15 has 15 items with the option to respond with yes or no. Total scores range from 0 to 15, with higher scores indicating higher severity of depression. The GDS-15 has been found to be a reliable and valid instrument [<xref ref-type="bibr" rid="ref42">42</xref>].</p>
        </sec>
        <sec>
          <title>Suicidal Ideation</title>
          <p>Participants will be screened for suicidal ideation using item 9 from the PHQ-9 [<xref ref-type="bibr" rid="ref32">32</xref>] and excluded. Item 9 of the PHQ-9 asks about thoughts of being better off dead or hurting oneself in some way over the previous 2 weeks. Response options include 0 (“not at all”), 1 (“several days”), 2 (“more than half the days”), or 3 (“nearly every day”). A higher score indicates higher suicidal ideation. Item 9 on the PHQ-9 is a robust predictor of suicide attempts and deaths regardless of age [<xref ref-type="bibr" rid="ref43">43</xref>].</p>
        </sec>
      </sec>
      <sec>
        <title>Primary Outcome Measures</title>
        <sec>
          <title>Acceptance and Satisfaction</title>
          <p>Acceptance and user satisfaction will be measured with the Client Satisfaction Questionnaire-8 (CSQ-8) for internet-based interventions [<xref ref-type="bibr" rid="ref44">44</xref>]. The CSQ-8 is composed of eight 4-point Likert-scale items with response options ranging from 1 (“does not apply to me”) to 4 (“applies to me”). Total scores range from 8 to 32, with higher scores indicating higher levels of client satisfaction. Scores between 8 and 13 indicate poor satisfaction, scores between 14 and 19 indicate fair satisfaction, scores between 20 and 25 indicate good satisfaction, and scores between 26 and 32 indicate excellent satisfaction [<xref ref-type="bibr" rid="ref45">45</xref>]. The CSQ-8 has been found to be a reliable instrument (Cronbach α=.87) [<xref ref-type="bibr" rid="ref46">46</xref>].</p>
        </sec>
        <sec>
          <title>Usability</title>
          <p>Usability will be measured with the System Usability Scale (SUS), which was developed by Brooke [<xref ref-type="bibr" rid="ref47">47</xref>], and with logfile analysis. The SUS has ten 5-point Likert-scale items with response options ranging from 0 (“strongly disagree”) to 4 (“strongly agree”). Total scores are converted (by multiplying the total score by 2.5) to a scale ranging from 0 to 100, where higher scores are indicative of higher platform usability. The SUS is considered a reliable instrument (Cronbach α=.90), with scores higher than 70 indicating “good” usability [<xref ref-type="bibr" rid="ref48">48</xref>,<xref ref-type="bibr" rid="ref49">49</xref>].</p>
        </sec>
        <sec>
          <title>Engagement</title>
          <p>Engagement with the platform will be measured with the Twente Engagement with eHealth Technologies Scale (TWEETS), developed by Kelder and Kip [<xref ref-type="bibr" rid="ref50">50</xref>]. The TWEETS is a 9-item self-reported scale that can be used to measure expectations of engagement, current engagement, or past engagement with digital interventions. In the current studies, expected and past engagement will be assessed. The questions are answered on a 5-point Likert scale in which higher scores indicate higher levels of treatment engagement. The total score is derived by summing the scores for each of the 9 items on a 0 to 4 scale and can range from 0 to 40. The TWEETS has shown to be a valid tool that possesses good psychometric qualities to assess engagement with eHealth technologies (Cronbach α=.87) [<xref ref-type="bibr" rid="ref51">51</xref>].</p>
        </sec>
      </sec>
      <sec>
        <title>Secondary Outcome Measures</title>
        <sec>
          <title>Depression Severity</title>
          <p>Depression severity will be assessed with the Patient Health Questionnaire-8 (PHQ-8) [<xref ref-type="bibr" rid="ref52">52</xref>]. The PHQ-8 is composed of 8 items with response options ranging from 0 (“not at all”) to 3 (“nearly every day”). Total scores range from 0 to 24, with higher scores indicating higher severity of depression. Scores between 5 and 9 indicate mild depression, scores between 10 and 14 indicate moderate depression, scores between 15 and 19 indicate moderately severe depression, and scores between 20 and 24 indicate severe depression. The PHQ-8 has been found to be a reliable and valid instrument (Cronbach α= 0.82) [<xref ref-type="bibr" rid="ref52">52</xref>,<xref ref-type="bibr" rid="ref53">53</xref>].</p>
        </sec>
        <sec>
          <title>Working Alliance</title>
          <p>Working alliance will be measured using the short version of the Working Alliance Inventory–Short Form (WAI-SF) [<xref ref-type="bibr" rid="ref54">54</xref>] which assesses the therapeutic alliance between the practitioner and participant. The questionnaire covers three dimensions of working alliance: (1) therapeutic goals, (2) tasks, and (3) bond. The WAI-SF for patients has 12 items with responses on a 5-point Likert scale, ranging from 1 (“never or rarely”) to 5 (“very often”). The WAI-SF for therapists has 10 items with responses on a 5-point Likert scale ranging from 1 (“never”) to 5 (“always”). The WAI-SF has been found to be a reliable and valid instrument for both patients and therapists (Cronbach α=.86 and α=.88, respectively) [<xref ref-type="bibr" rid="ref54">54</xref>,<xref ref-type="bibr" rid="ref55">55</xref>].</p>
        </sec>
        <sec>
          <title>Technical Alliance</title>
          <p>Technical alliance will be measured with the Dutch Working Alliance Inventory for Online Interventions-Short Form (WAI-TECH-SF) [<xref ref-type="bibr" rid="ref56">56</xref>]. This questionnaire assesses the therapeutic alliance between participant and online platform. The questionnaire was designed to cover three dimensions: (1) therapeutic goals, (2) tasks, and (3) bond. The WAI-TECH-SF has 12 items with responses rated on a 7-point Likert scale, ranging from 1 (“never”) to 7 (“always”). The total score ranges from 12 to 84, with higher scores indicating a better technical alliance. The WAI-TECH-SF has been found to be a reliable instrument (Cronbach α=.97) [<xref ref-type="bibr" rid="ref56">56</xref>].</p>
        </sec>
        <sec>
          <title>Uptake</title>
          <p>Uptake refers to the degree to which a participant engages with the content of the intervention by using or not using [<xref ref-type="bibr" rid="ref57">57</xref>] the intervention, in this case the Moodbuster 2.0 iCBT or blended CBT. This will be measured with a logfile analysis. This analysis measures logins, time spent on the platform, and number of modules attempted and completed [<xref ref-type="bibr" rid="ref58">58</xref>]. Additionally, for the blended CBT intervention this will be measured with feedback from the therapist on the number of face-to-face sessions attended and the number of messages sent to the participants.</p>
        </sec>
        <sec>
          <title>Participant Experiences</title>
          <p>Participants’ experiences with the platform will also be explored by means of semistructured interviews. This is to gain a better understanding of participants’ satisfaction with the use of Moodbuster. Qualitative interviews allow the participants more freedom in how to respond [<xref ref-type="bibr" rid="ref59">59</xref>]. These interviews will focus on issues such as personal experiences with the platform, self-management strategies used by the participants, and contacts between participants and practitioners or guides. For the group with mild to moderate depressive symptoms (ie, the guided group) this will be done by means of an open-ended questionnaire after the last session. For the group with moderate to severe depressive symptoms (ie, the blended therapy group) this will be done by means of a number of individual interviews. The interviews will be conducted by telephone, by video conferencing, or be face-to-face, depending on the preferences of the participant.</p>
        </sec>
      </sec>
      <sec>
        <title>Other Measures</title>
        <sec>
          <title>Demographic Information</title>
          <p>Demographic information will include age, sex (as assigned at birth), living situation, educational level, relationship status, daytime activities, and whether a participant has children.</p>
        </sec>
        <sec>
          <title>Digital Literacy</title>
          <p>Digital literacy is operationalized as the degree of a person’s knowledge, comfort, and perceived skills on a digital instrument such as a computer. Digital literacy will be measured using 2 subscales of the Digital Health Literacy Instrument (DHLI), developed by van der Vaart and Drossaert [<xref ref-type="bibr" rid="ref60">60</xref>]. The 2 subscales of the DHLI that will be used are “operational skills” and “adding content.” The operational skills subscale is composed of 3 items, with response options ranging from 1 (“very easy”) to 4 (“very hard”). Total scores range from 3 to 9, with higher scores indicating a lower degree of operational skills with digital technology. The operational skills subscale has been found to be reliable (Cronbach α=.77) [<xref ref-type="bibr" rid="ref60">60</xref>]. The adding content subscale is composed of 3 items, with response options ranging from 1 (“very easy”) to 4 (“very hard”). Total scores range from 3 to 9, with higher scores indicating a lower degree of ability to add content on a digital tool. The adding content subscale has been found to be reliable (Cronbach α=.89) [<xref ref-type="bibr" rid="ref60">60</xref>].</p>
        </sec>
      </sec>
      <sec>
        <title>Sample Size</title>
        <p>Calculating the sample size for a pilot study is not standardized. Sample size can range from 15 to 100 participants and depends on the aim of the study [<xref ref-type="bibr" rid="ref61">61</xref>]. Some studies recommend at least 12 participants [<xref ref-type="bibr" rid="ref62">62</xref>] and other studies recommend 30 or more participants [<xref ref-type="bibr" rid="ref63">63</xref>]. The target group from the general population is characterized by variation in both age and the nature of depressive symptoms. We will therefore recruit 30 participants from the general population. We will recruit patients receiving specialized mental health care from a smaller pool (only patients at GGZ inGeest); this population is also characterized by more severe depressive symptoms, and it will require more time to complete recruitment. Given the time frame for recruitment, we will therefore recruit 15 participants.</p>
      </sec>
      <sec>
        <title>Statistical Analysis</title>
        <p>When the data collection is completed, the data will be cleaned and assessed for accuracy. The data from participants from the general population will be analyzed separately from the data from the participants that are recruited from the specialized mental health care outpatient clinic.</p>
      </sec>
      <sec>
        <title>Feasibility Parameters</title>
        <p>Quantitative analysis will be conducted using SPSS (version 25; IBM Corp). The primary outcomes will only be assessed after the completion of the interventions (T1). Descriptive statistics (reported as means and SDs) will be calculated to examine and summarize the acceptance and satisfaction of the participants, system usability, and participant engagement with the platform.</p>
      </sec>
      <sec>
        <title>Secondary and Other Study Parameters</title>
        <p>Descriptive statistics will be also used to assess the working alliance, technical alliance, and the participants’ use of the intervention (ie, uptake). To investigate baseline differences between participants who complete the studies and those who drop out, a 2-tailed, independent-sample <italic>t</italic> test or a Mann-Whitney <italic>U</italic> test will be used. The within-group secondary outcome of depressive severity at posttreatment will be inspected for outliers and a normal distribution. For each group, the change in depression severity pre- and postintervention will be analyzed using a 2-tailed, paired-sample <italic>t</italic> test with a significance level of α&#60;.05. Effect size will be measured using Hedges <italic>g</italic>, and will be interpreted as follows: small (0.2), medium (0.5), and high (0.8) [<xref ref-type="bibr" rid="ref64">64</xref>].</p>
      </sec>
      <sec>
        <title>Qualitative Interviews</title>
        <p>The interviews and questionnaires will be analyzed using thematic analysis [<xref ref-type="bibr" rid="ref65">65</xref>]. Thematic analysis is an accessible and flexible method of qualitative data analysis. It identifies and categorizes themes captured in a study. These themes are then coded and organized into meaningful themes. Lastly, interpretative analyses are conducted.</p>
      </sec>
      <sec>
        <title>Data Management</title>
        <p>All raw data will be collected and managed using Castor EDC. Paper-based documents (such as signed informed consent forms) will be stored in a keycard-secured archive at the Department of Clinical, Neuro- and Developmental Psychology, Vrije Universiteit Amsterdam. All participants will receive a random study participant code. In the studies, participants will be referred to exclusively by that participant code, and the document linking the numbers will be destroyed once the studies are completed and the results have been disseminated. FAIR (Findability, Accessibility, Interoperability and Reusability) principles of data management will be applied. After data collection is completed, data will be kept in a repository (DarkStor) that serves as an offline archive for storing sensitive information and data.</p>
      </sec>
      <sec>
        <title>Ethics Approval</title>
        <p>Ethics approval was granted by the University Medical Centre, Amsterdam (2021.0435).</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>Study enrollment started in September 2022. The studies were funded in October 2019 by ZorgOnderzoek Nederland–Medische Wetenschappen (ZonMw). Few studies have studied the acceptability, satisfaction, usability, and engagement of iCBT in a guided and blended format for older adults. In our pilot studies, we expect that iCBT in a guided and blended format will prove acceptable and usable by older adults with depressive symptoms. Furthermore, we expect that symptoms of depression will decrease after following the online (guided or blended) treatment. According to the CONSORT (Consolidated Standards of Reporting Trials) guidelines [<xref ref-type="bibr" rid="ref66">66</xref>] for reporting of feasibility studies, each objective result will be outlined, including expressions of uncertainty and estimations. Furthermore, the results of any other analysis we perform that could be of use for a future definitive trial will be reported. The manuscript will be submitted to the appropriate journals for dissemination after the final data are analyzed.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>The results of these pilot studies will show whether Moodbuster, an online depression treatment platform, is feasible for use by older adults in 2 study settings. We will measure (1) acceptance and satisfaction with the platform, (2) usability of the platform, and (3) engagement with the platform. The treatment will be evaluated in 2 target groups with 2 formats: (1) participants with mild to moderate depressive symptoms in the general population, who will use a guided format, and (2) participants with moderate to severe depressive symptoms at a specialized mental health care outpatient clinic, who will use a blended format. In these pilot studies, a possible main finding could be that older adults will find that online treatment and the use of technology are acceptable. Furthermore, we expect that the platform will be usable by the participants, as well as by the therapists and guides. Lastly, we expect that the participants will be engaged with the platform. iCBT interventions have been widely studied and have been proven effective for a variety of common mental health disorders, including depression [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref28">28</xref>]. Little is yet known as to whether older adults are more or less likely to benefit from internet-based interventions compared to their younger counterparts, as there are very few interventions and RCTs specifically aimed at studying iCBT interventions for older adults. This underlines the need for more research to be able to assess the feasibility and effectiveness of these interventions for this specific group.</p>
      </sec>
      <sec>
        <title>Strengths and Limitations</title>
        <p>This pilot study is a first step in the development and evaluation of a digital intervention for older adults. This approach avoids wasting resources and placing unnecessary burdens on participants, because feasibility issues will be identified and addressed prior to the main RCT. Furthermore, this study will be the first empirical study of older adults in 2 settings and in 2 different groups. We have assessed the power of our sample size according to the recommendations and guidelines for conducting pilot studies found in the existing literature. However, it might prove to be the case that our sample size is too limited, which might influence the results we obtain.</p>
      </sec>
      <sec>
        <title>Future Directions</title>
        <p>Given the limited number of studies on this topic, more research is needed to demonstrate the possibilities of online mental health care for older adults with depression in unguided, guided, and blended settings. The results of this study may provide valuable information on next steps, such as an RCT for testing the clinical effectiveness and cost-effectiveness of iCBT for depressed older adults, and may potentially lead the way to its future implementation in routine care.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CBT</term>
          <def>
            <p>cognitive behavioral therapy</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CSQ-8</term>
          <def>
            <p>Client Satisfaction Questionnaire-8</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">DHLI</term>
          <def>
            <p>Digital Health Literacy Inventory</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">EDC</term>
          <def>
            <p>electronic data capture</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">GDS</term>
          <def>
            <p>Geriatric Depression Scale</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">GGZ inGeest</term>
          <def>
            <p>Geestelijk Gezondheidszorg inGeest</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">iCBT</term>
          <def>
            <p>internet cognitive behavioral therapy</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">PHQ-8</term>
          <def>
            <p>Patient Health Questionnaire-8</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">PHQ-9</term>
          <def>
            <p>Patient Health Questionnaire-9</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">RCT</term>
          <def>
            <p>randomized controlled trial</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">SUS</term>
          <def>
            <p>System Usability Scale</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb12">TWEETS</term>
          <def>
            <p>Twente Engagement with eHealth Technologies Scale</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb13">WAI-SF</term>
          <def>
            <p>Working Alliance Inventory–Short Form</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb14">WAI-TECH-SF</term>
          <def>
            <p>Working Alliance Inventory for Online Interventions–Short Form</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb15">ZonMw</term>
          <def>
            <p>ZorgOnderzoek Nederland–Medische Wetenschappen</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This study was funded by ZorgOnderzoek Nederland–Medische Wetenschappen (ZonMw) (73500095005). The funder had and has no role in the intervention development; study design; collection, management, analysis, or interpretation of the data; writing of the report; or the decision to submit the report for publication. The authors would like to express their sincere thanks to Mr. Tjerk Zweers for his help with designing the recruitment material and website.</p>
    </ack>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>The data sets generated during and/or analyzed during the current study are available from the corresponding author on reasonable request.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="con">
        <p>KA is the principal investigator and pilot coordinator. KA adjusted the intervention. KA, MHJS, AK, and HR designed the study.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cuijpers</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Reynolds</surname>
              <given-names>Charles F</given-names>
            </name>
          </person-group>
          <article-title>Increasing the impact of prevention of depression-new opportunities</article-title>
          <source>JAMA Psychiatry</source>
          <year>2022</year>
          <month>01</month>
          <day>01</day>
          <volume>79</volume>
          <issue>1</issue>
          <fpage>11</fpage>
          <lpage>12</lpage>
          <pub-id pub-id-type="doi">10.1001/jamapsychiatry.2021.3153</pub-id>
          <pub-id pub-id-type="medline">34817565</pub-id>
          <pub-id pub-id-type="pii">2786745</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guajardo</surname>
              <given-names>VD</given-names>
            </name>
            <name name-style="western">
              <surname>Souza</surname>
              <given-names>BP</given-names>
            </name>
            <name name-style="western">
              <surname>Henriques</surname>
              <given-names>SG</given-names>
            </name>
            <name name-style="western">
              <surname>Lucia</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Menezes</surname>
              <given-names>PR</given-names>
            </name>
            <name name-style="western">
              <surname>Martins</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Tardivo</surname>
              <given-names>LS</given-names>
            </name>
            <name name-style="western">
              <surname>Gattaz</surname>
              <given-names>WF</given-names>
            </name>
            <name name-style="western">
              <surname>Fráguas</surname>
              <given-names>Renério</given-names>
            </name>
          </person-group>
          <article-title>Loss of interest, depressed mood and impact on the quality of life: cross-sectional survey</article-title>
          <source>BMC Public Health</source>
          <year>2011</year>
          <month>10</month>
          <day>25</day>
          <volume>11</volume>
          <fpage>826</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpublichealth.biomedcentral.com/articles/10.1186/1471-2458-11-826"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1471-2458-11-826</pub-id>
          <pub-id pub-id-type="medline">22026632</pub-id>
          <pub-id pub-id-type="pii">1471-2458-11-826</pub-id>
          <pub-id pub-id-type="pmcid">PMC3213148</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Volkert</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Schulz</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Härter</surname>
              <given-names>Martin</given-names>
            </name>
            <name name-style="western">
              <surname>Wlodarczyk</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Andreas</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>The prevalence of mental disorders in older people in Western countries - a meta-analysis</article-title>
          <source>Ageing Res Rev</source>
          <year>2013</year>
          <month>01</month>
          <volume>12</volume>
          <issue>1</issue>
          <fpage>339</fpage>
          <lpage>53</lpage>
          <pub-id pub-id-type="doi">10.1016/j.arr.2012.09.004</pub-id>
          <pub-id pub-id-type="medline">23000171</pub-id>
          <pub-id pub-id-type="pii">S1568-1637(12)00140-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Snowden</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Steinman</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Frederick</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Treating depression in older adults: challenges to implementing the recommendations of an expert panel</article-title>
          <source>Prev Chronic Dis</source>
          <year>2008</year>
          <month>01</month>
          <volume>5</volume>
          <issue>1</issue>
          <fpage>A26</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.cdc.gov/pcd/issues/2008/jan/07_0154.htm"/>
          </comment>
          <pub-id pub-id-type="medline">18082015</pub-id>
          <pub-id pub-id-type="pii">A26</pub-id>
          <pub-id pub-id-type="pmcid">PMC2248773</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Clignet</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>van Meijel</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>van Straten</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cuijpers</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>A qualitative evaluation of an inpatient nursing intervention for depressed elderly: the systematic activation method</article-title>
          <source>Perspect Psychiatr Care</source>
          <year>2017</year>
          <month>10</month>
          <volume>53</volume>
          <issue>4</issue>
          <fpage>280</fpage>
          <lpage>288</lpage>
          <pub-id pub-id-type="doi">10.1111/ppc.12177</pub-id>
          <pub-id pub-id-type="medline">27629821</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Aldrich</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>CDC promotes public health approach to address depression among older adults</article-title>
          <source>Centers for Disease Control and Prevention</source>
          <access-date>2022-06-18</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/aging/pdf/cib_mental_health.pdf">https://www.cdc.gov/aging/pdf/cib_mental_health.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wright</surname>
              <given-names>PP</given-names>
            </name>
            <name name-style="western">
              <surname>Thorpe</surname>
              <given-names>CW</given-names>
            </name>
          </person-group>
          <article-title>Triple threat among the elderly: depression, suicide risk, and handguns</article-title>
          <source>J Emerg Nurs</source>
          <year>2016</year>
          <month>01</month>
          <volume>42</volume>
          <issue>1</issue>
          <fpage>14</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jen.2015.01.010</pub-id>
          <pub-id pub-id-type="medline">25937053</pub-id>
          <pub-id pub-id-type="pii">S0099-1767(15)00013-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Widera</surname>
              <given-names>EW</given-names>
            </name>
            <name name-style="western">
              <surname>Block</surname>
              <given-names>SD</given-names>
            </name>
          </person-group>
          <article-title>Managing grief and depression at the end of life</article-title>
          <source>Am Fam Physician</source>
          <year>2012</year>
          <month>08</month>
          <day>01</day>
          <volume>86</volume>
          <issue>3</issue>
          <fpage>259</fpage>
          <lpage>64</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.aafp.org/link_out?pmid=22962989"/>
          </comment>
          <pub-id pub-id-type="medline">22962989</pub-id>
          <pub-id pub-id-type="pii">d10295</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>EHB</given-names>
            </name>
            <name name-style="western">
              <surname>Katon</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Von Korff</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Tang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>Kroenke</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Hunkeler</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Harpole</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hegel</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Arean</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hoffing</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Della Penna</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Langston</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Unützer</surname>
              <given-names>Jürgen</given-names>
            </name>
            <collab>IMPACT Investigators</collab>
          </person-group>
          <article-title>Effect of improving depression care on pain and functional outcomes among older adults with arthritis: a randomized controlled trial</article-title>
          <source>JAMA</source>
          <year>2003</year>
          <month>11</month>
          <day>12</day>
          <volume>290</volume>
          <issue>18</issue>
          <fpage>2428</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.290.18.2428</pub-id>
          <pub-id pub-id-type="medline">14612479</pub-id>
          <pub-id pub-id-type="pii">290/18/2428</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Frederick</surname>
              <given-names>JT</given-names>
            </name>
            <name name-style="western">
              <surname>Steinman</surname>
              <given-names>LE</given-names>
            </name>
            <name name-style="western">
              <surname>Prohaska</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Satariano</surname>
              <given-names>WA</given-names>
            </name>
            <name name-style="western">
              <surname>Bruce</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bryant</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Ciechanowski</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Devellis</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Leith</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Leyden</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Sharkey</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Simon</surname>
              <given-names>GE</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Unützer</surname>
              <given-names>Jurgen</given-names>
            </name>
            <name name-style="western">
              <surname>Snowden</surname>
              <given-names>M</given-names>
            </name>
            <collab>Late Life Depression Special Interest Project Panelists</collab>
          </person-group>
          <article-title>Community-based treatment of late life depression an expert panel-informed literature review</article-title>
          <source>Am J Prev Med</source>
          <year>2007</year>
          <month>09</month>
          <volume>33</volume>
          <issue>3</issue>
          <fpage>222</fpage>
          <lpage>49</lpage>
          <pub-id pub-id-type="doi">10.1016/j.amepre.2007.04.035</pub-id>
          <pub-id pub-id-type="medline">17826584</pub-id>
          <pub-id pub-id-type="pii">S0749-3797(07)00331-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Espinoza</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kaufman</surname>
              <given-names>AH</given-names>
            </name>
          </person-group>
          <article-title>Diagnosis and treatment of late life depression</article-title>
          <source>Psychiatr Times</source>
          <year>2014</year>
          <volume>31</volume>
          <issue>10</issue>
          <fpage>18</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.psychiatrictimes.com/view/diagnosis-and-treatment-late-life-depression"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Haigh</surname>
              <given-names>EAP</given-names>
            </name>
            <name name-style="western">
              <surname>Bogucki</surname>
              <given-names>OE</given-names>
            </name>
            <name name-style="western">
              <surname>Sigmon</surname>
              <given-names>ST</given-names>
            </name>
            <name name-style="western">
              <surname>Blazer</surname>
              <given-names>DG</given-names>
            </name>
          </person-group>
          <article-title>Depression among older adults: a 20-year update on five common myths and misconceptions</article-title>
          <source>Am J Geriatr Psychiatry</source>
          <year>2018</year>
          <month>01</month>
          <volume>26</volume>
          <issue>1</issue>
          <fpage>107</fpage>
          <lpage>122</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jagp.2017.06.011</pub-id>
          <pub-id pub-id-type="medline">28735658</pub-id>
          <pub-id pub-id-type="pii">S1064-7481(17)30357-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kok</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Reynolds</surname>
              <given-names>CF</given-names>
            </name>
          </person-group>
          <article-title>Management of depression in older adults: a review</article-title>
          <source>JAMA</source>
          <year>2017</year>
          <month>05</month>
          <day>23</day>
          <volume>317</volume>
          <issue>20</issue>
          <fpage>2114</fpage>
          <lpage>2122</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.2017.5706</pub-id>
          <pub-id pub-id-type="medline">28535241</pub-id>
          <pub-id pub-id-type="pii">2627976</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cuijpers</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Berking</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Andersson</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Quigley</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Kleiboer</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dobson</surname>
              <given-names>KS</given-names>
            </name>
          </person-group>
          <article-title>A meta-analysis of cognitive-behavioural therapy for adult depression, alone and in comparison with other treatments</article-title>
          <source>Can J Psychiatry</source>
          <year>2013</year>
          <month>07</month>
          <volume>58</volume>
          <issue>7</issue>
          <fpage>376</fpage>
          <lpage>85</lpage>
          <pub-id pub-id-type="doi">10.1177/070674371305800702</pub-id>
          <pub-id pub-id-type="medline">23870719</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dafsari</surname>
              <given-names>FS</given-names>
            </name>
            <name name-style="western">
              <surname>Bewernick</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Biewer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Christ</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Domschke</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Froelich</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hellmich</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Luppa</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Peters</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Ramirez</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Riedel-Heller</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Schramm</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Vry</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wagner</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hautzinger</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Jessen</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Cognitive behavioural therapy for the treatment of late life depression: study protocol of a multicentre, randomized, observer-blinded, controlled trial (CBTlate)</article-title>
          <source>BMC Psychiatry</source>
          <year>2019</year>
          <month>12</month>
          <day>27</day>
          <volume>19</volume>
          <issue>1</issue>
          <fpage>423</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpsychiatry.biomedcentral.com/articles/10.1186/s12888-019-2412-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12888-019-2412-0</pub-id>
          <pub-id pub-id-type="medline">31881995</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12888-019-2412-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC6935201</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cuijpers</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>van Straten</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Smit</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Psychological treatment of late-life depression: a meta-analysis of randomized controlled trials</article-title>
          <source>Int J Geriatr Psychiatry</source>
          <year>2006</year>
          <month>12</month>
          <volume>21</volume>
          <issue>12</issue>
          <fpage>1139</fpage>
          <lpage>49</lpage>
          <pub-id pub-id-type="doi">10.1002/gps.1620</pub-id>
          <pub-id pub-id-type="medline">16955421</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Byers</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Arean</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Yaffe</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Low use of mental health services among older Americans with mood and anxiety disorders</article-title>
          <source>Psychiatr Serv</source>
          <year>2012</year>
          <month>01</month>
          <volume>63</volume>
          <issue>1</issue>
          <fpage>66</fpage>
          <lpage>72</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/22227762"/>
          </comment>
          <pub-id pub-id-type="doi">10.1176/appi.ps.201100121</pub-id>
          <pub-id pub-id-type="medline">22227762</pub-id>
          <pub-id pub-id-type="pmcid">PMC3726310</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dworschak</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Heim</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Maercker</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Efficacy of internet-based interventions for common mental disorder symptoms and psychosocial problems in older adults: A systematic review and meta-analysis</article-title>
          <source>Internet Interv</source>
          <year>2022</year>
          <month>03</month>
          <volume>27</volume>
          <fpage>100498</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2214-7829(22)00005-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.invent.2022.100498</pub-id>
          <pub-id pub-id-type="medline">35141136</pub-id>
          <pub-id pub-id-type="pii">S2214-7829(22)00005-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC8810404</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Karyotaki</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Efthimiou</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Miguel</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bermpohl</surname>
              <given-names>FMG</given-names>
            </name>
            <name name-style="western">
              <surname>Furukawa</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Cuijpers</surname>
              <given-names>P</given-names>
            </name>
            <collab>Individual Patient Data Meta-Analyses for Depression (IPDMA-DE) Collaboration</collab>
            <name name-style="western">
              <surname>Riper</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Mira</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gemmil</surname>
              <given-names>AW</given-names>
            </name>
            <name name-style="western">
              <surname>Yeung</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Lange</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Mackinnon</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Geraedts</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>van Straten</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Meyer</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Björkelund</surname>
              <given-names>Cecilia</given-names>
            </name>
            <name name-style="western">
              <surname>Knaevelsrud</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Beevers</surname>
              <given-names>CG</given-names>
            </name>
            <name name-style="western">
              <surname>Botella</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Strunk</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Mohr</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Ebert</surname>
              <given-names>DD</given-names>
            </name>
            <name name-style="western">
              <surname>Kessler</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Richards</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Littlewood</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Forsell</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Feng</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Andersson</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Hadjistavropoulos</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Ezawa</surname>
              <given-names>ID</given-names>
            </name>
            <name name-style="western">
              <surname>Choi</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Rosso</surname>
              <given-names>IM</given-names>
            </name>
            <name name-style="western">
              <surname>Klein</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Shumake</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Garcia-Campayo</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Milgrom</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Montero-Marin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Newby</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Bretón-López</surname>
              <given-names>Juana</given-names>
            </name>
            <name name-style="western">
              <surname>Schneider</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Vernmark</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Bücker</surname>
              <given-names>Lara</given-names>
            </name>
            <name name-style="western">
              <surname>Sheeber</surname>
              <given-names>LB</given-names>
            </name>
            <name name-style="western">
              <surname>Warmerdam</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Farrer</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Heinrich</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Huibers</surname>
              <given-names>MJH</given-names>
            </name>
            <name name-style="western">
              <surname>Kivi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kraepelien</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Forand</surname>
              <given-names>NR</given-names>
            </name>
            <name name-style="western">
              <surname>Pugh</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Lindefors</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Lintvedt</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Zagorscak</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Carlbring</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Phillips</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Johansson</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kessler</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Brabyn</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Perini</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Rauch</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Gilbody</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Moritz</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Berger</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Pop</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Kaldo</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Spek</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Forsell</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Internet-based cognitive behavioral therapy for depression: a systematic review and individual patient data network meta-analysis</article-title>
          <source>JAMA Psychiatry</source>
          <year>2021</year>
          <month>04</month>
          <day>01</day>
          <volume>78</volume>
          <issue>4</issue>
          <fpage>361</fpage>
          <lpage>371</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33471111"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamapsychiatry.2020.4364</pub-id>
          <pub-id pub-id-type="medline">33471111</pub-id>
          <pub-id pub-id-type="pii">2774861</pub-id>
          <pub-id pub-id-type="pmcid">PMC8027916</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Webb</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Rosso</surname>
              <given-names>IM</given-names>
            </name>
            <name name-style="western">
              <surname>Rauch</surname>
              <given-names>SL</given-names>
            </name>
          </person-group>
          <article-title>Internet-based cognitive-behavioral therapy for depression: current progress and future directions</article-title>
          <source>Harv Rev Psychiatry</source>
          <year>2017</year>
          <volume>25</volume>
          <issue>3</issue>
          <fpage>114</fpage>
          <lpage>122</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/28475503"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/HRP.0000000000000139</pub-id>
          <pub-id pub-id-type="medline">28475503</pub-id>
          <pub-id pub-id-type="pii">00023727-201705000-00004</pub-id>
          <pub-id pub-id-type="pmcid">PMC5421393</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Spek</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Nyklícek</surname>
              <given-names>Ivan</given-names>
            </name>
            <name name-style="western">
              <surname>Smits</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Cuijpers</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Riper</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Keyzer</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Pop</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Internet-based cognitive behavioural therapy for subthreshold depression in people over 50 years old: a randomized controlled clinical trial</article-title>
          <source>Psychol Med</source>
          <year>2007</year>
          <month>12</month>
          <volume>37</volume>
          <issue>12</issue>
          <fpage>1797</fpage>
          <lpage>806</lpage>
          <pub-id pub-id-type="doi">10.1017/S0033291707000542</pub-id>
          <pub-id pub-id-type="medline">17466110</pub-id>
          <pub-id pub-id-type="pii">S0033291707000542</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Riper</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Andersson</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Cuijpers</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Lange</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Eysenbach</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Theme issue on e-mental health: a growing field in internet research</article-title>
          <source>J Med Internet Res</source>
          <year>2010</year>
          <month>12</month>
          <day>19</day>
          <volume>12</volume>
          <issue>5</issue>
          <fpage>e74</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2010/5/e74/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.1713</pub-id>
          <pub-id pub-id-type="medline">21169177</pub-id>
          <pub-id pub-id-type="pii">v12i5e74</pub-id>
          <pub-id pub-id-type="pmcid">PMC3057318</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cuijpers</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Kleiboer</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Karyotaki</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Riper</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Internet and mobile interventions for depression: opportunities and challenges</article-title>
          <source>Depress Anxiety</source>
          <year>2017</year>
          <month>07</month>
          <volume>34</volume>
          <issue>7</issue>
          <fpage>596</fpage>
          <lpage>602</lpage>
          <pub-id pub-id-type="doi">10.1002/da.22641</pub-id>
          <pub-id pub-id-type="medline">28471479</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rasing</surname>
              <given-names>SPA</given-names>
            </name>
            <name name-style="western">
              <surname>Stikkelbroek</surname>
              <given-names>YAJ</given-names>
            </name>
            <name name-style="western">
              <surname>Bodden</surname>
              <given-names>DHM</given-names>
            </name>
          </person-group>
          <article-title>Is digital treatment the holy grail? literature review on computerized and blended treatment for depressive disorders in youth</article-title>
          <source>Int J Environ Res Public Health</source>
          <year>2019</year>
          <month>12</month>
          <day>24</day>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>153</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=ijerph17010153"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/ijerph17010153</pub-id>
          <pub-id pub-id-type="medline">31878249</pub-id>
          <pub-id pub-id-type="pii">ijerph17010153</pub-id>
          <pub-id pub-id-type="pmcid">PMC6982181</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Romijn</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Batelaan</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Koning</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>van Balkom</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>de Leeuw</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Benning</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Hakkaart van Roijen</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Riper</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Acceptability, effectiveness and cost-effectiveness of blended cognitive-behavioural therapy (bCBT) versus face-to-face CBT (ftfCBT) for anxiety disorders in specialised mental health care: A 15-week randomised controlled trial with 1-year follow-up</article-title>
          <source>PLoS One</source>
          <year>2021</year>
          <volume>16</volume>
          <issue>11</issue>
          <fpage>e0259493</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0259493"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0259493</pub-id>
          <pub-id pub-id-type="medline">34767575</pub-id>
          <pub-id pub-id-type="pii">PONE-D-19-32776</pub-id>
          <pub-id pub-id-type="pmcid">PMC8589191</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Riper</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Cuijpers</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Norcross</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Van den Bos</surname>
              <given-names>GR</given-names>
            </name>
            <name name-style="western">
              <surname>Freedheim</surname>
              <given-names>DK</given-names>
            </name>
            <name name-style="western">
              <surname>Jrishnamurthy</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Telepsychology and eHealth</article-title>
          <source>APA Handbook of Clinical Psychology: Applications and Methods</source>
          <year>2016</year>
          <publisher-loc>Washington, DC</publisher-loc>
          <publisher-name>American Psychological Association</publisher-name>
          <fpage>451</fpage>
          <lpage>463</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Karyotaki</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Ebert</surname>
              <given-names>DD</given-names>
            </name>
            <name name-style="western">
              <surname>Donkin</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Riper</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Twisk</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Burger</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Rozental</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lange</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Zarski</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Geraedts</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>van Straten</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kleiboer</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Meyer</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Ünlü Ince</surname>
              <given-names>Burçin B</given-names>
            </name>
            <name name-style="western">
              <surname>Buntrock</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lehr</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Snoek</surname>
              <given-names>FJ</given-names>
            </name>
            <name name-style="western">
              <surname>Andrews</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Andersson</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Choi</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Ruwaard</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Klein</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Newby</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Schröder</surname>
              <given-names>Johanna</given-names>
            </name>
            <name name-style="western">
              <surname>Laferton</surname>
              <given-names>JAC</given-names>
            </name>
            <name name-style="western">
              <surname>Van Bastelaar</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Imamura</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Vernmark</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Boß</surname>
              <given-names>Leif</given-names>
            </name>
            <name name-style="western">
              <surname>Sheeber</surname>
              <given-names>LB</given-names>
            </name>
            <name name-style="western">
              <surname>Kivi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Berking</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Titov</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Carlbring</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Johansson</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kenter</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Perini</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Moritz</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Nobis</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Berger</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Kaldo</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Forsell</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Lindefors</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Kraepelien</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Björkelund</surname>
              <given-names>Cecilia</given-names>
            </name>
            <name name-style="western">
              <surname>Kawakami</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Cuijpers</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Do guided internet-based interventions result in clinically relevant changes for patients with depression? An individual participant data meta-analysis</article-title>
          <source>Clin Psychol Rev</source>
          <year>2018</year>
          <month>07</month>
          <volume>63</volume>
          <fpage>80</fpage>
          <lpage>92</lpage>
          <pub-id pub-id-type="doi">10.1016/j.cpr.2018.06.007</pub-id>
          <pub-id pub-id-type="medline">29940401</pub-id>
          <pub-id pub-id-type="pii">S0272-7358(18)30019-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Carlbring</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Andersson</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Cuijpers</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Riper</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Hedman-Lagerlöf</surname>
              <given-names>Erik</given-names>
            </name>
          </person-group>
          <article-title>Internet-based vs. face-to-face cognitive behavior therapy for psychiatric and somatic disorders: an updated systematic review and meta-analysis</article-title>
          <source>Cogn Behav Ther</source>
          <year>2018</year>
          <month>01</month>
          <volume>47</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>18</lpage>
          <pub-id pub-id-type="doi">10.1080/16506073.2017.1401115</pub-id>
          <pub-id pub-id-type="medline">29215315</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Titov</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Dear</surname>
              <given-names>BF</given-names>
            </name>
            <name name-style="western">
              <surname>Ali</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Zou</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Lorian</surname>
              <given-names>CN</given-names>
            </name>
            <name name-style="western">
              <surname>Johnston</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Terides</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Kayrouz</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Klein</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Gandy</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Fogliati</surname>
              <given-names>VJ</given-names>
            </name>
          </person-group>
          <article-title>Clinical and cost-effectiveness of therapist-guided internet-delivered cognitive behavior therapy for older adults with symptoms of depression: a randomized controlled trial</article-title>
          <source>Behav Ther</source>
          <year>2015</year>
          <month>03</month>
          <volume>46</volume>
          <issue>2</issue>
          <fpage>193</fpage>
          <lpage>205</lpage>
          <pub-id pub-id-type="doi">10.1016/j.beth.2014.09.008</pub-id>
          <pub-id pub-id-type="medline">25645168</pub-id>
          <pub-id pub-id-type="pii">S0005-7894(14)00125-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McMurchie</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Macleod</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Power</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Laidlaw</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Prentice</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Computerised cognitive behavioural therapy for depression and anxiety with older people: a pilot study to examine patient acceptability and treatment outcome</article-title>
          <source>Int J Geriatr Psychiatry</source>
          <year>2013</year>
          <month>11</month>
          <volume>28</volume>
          <issue>11</issue>
          <fpage>1147</fpage>
          <lpage>56</lpage>
          <pub-id pub-id-type="doi">10.1002/gps.3935</pub-id>
          <pub-id pub-id-type="medline">23495124</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Andreas</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Schulz</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Volkert</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Dehoust</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sehner</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Suling</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ausín</surname>
              <given-names>Berta</given-names>
            </name>
            <name name-style="western">
              <surname>Canuto</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Crawford</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Da Ronch</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Grassi</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hershkovitz</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Muñoz</surname>
              <given-names>Manuel</given-names>
            </name>
            <name name-style="western">
              <surname>Quirk</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rotenstein</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Santos-Olmo</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Shalev</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Strehle</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Weber</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Wegscheider</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Wittchen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Härter</surname>
              <given-names>Martin</given-names>
            </name>
          </person-group>
          <article-title>Prevalence of mental disorders in elderly people: the European MentDis_ICF65+ study</article-title>
          <source>Br J Psychiatry</source>
          <year>2017</year>
          <month>02</month>
          <volume>210</volume>
          <issue>2</issue>
          <fpage>125</fpage>
          <lpage>131</lpage>
          <pub-id pub-id-type="doi">10.1192/bjp.bp.115.180463</pub-id>
          <pub-id pub-id-type="medline">27609811</pub-id>
          <pub-id pub-id-type="pii">S0007125000279683</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kroenke</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Spitzer</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>JB</given-names>
            </name>
          </person-group>
          <article-title>The PHQ-9: validity of a brief depression severity measure</article-title>
          <source>J Gen Intern Med</source>
          <year>2001</year>
          <month>09</month>
          <volume>16</volume>
          <issue>9</issue>
          <fpage>606</fpage>
          <lpage>13</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://onlinelibrary.wiley.com/resolve/openurl?genre=article&#38;sid=nlm:pubmed&#38;issn=0884-8734&#38;date=2001&#38;volume=16&#38;issue=9&#38;spage=606"/>
          </comment>
          <pub-id pub-id-type="doi">10.1046/j.1525-1497.2001.016009606.x</pub-id>
          <pub-id pub-id-type="medline">11556941</pub-id>
          <pub-id pub-id-type="pii">jgi01114</pub-id>
          <pub-id pub-id-type="pmcid">PMC1495268</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Warmerdam</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Riper</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Klein</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>van den Ven</surname>
              <given-names>Pepijn</given-names>
            </name>
            <name name-style="western">
              <surname>Rocha</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ricardo Henriques</surname>
              <given-names>Mario</given-names>
            </name>
            <name name-style="western">
              <surname>Tousset</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Silva</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Andersson</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Cuijpers</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Innovative ICT solutions to improve treatment outcomes for depression: the ICT4Depression project</article-title>
          <source>Stud Health Technol Inform</source>
          <year>2012</year>
          <volume>181</volume>
          <fpage>339</fpage>
          <lpage>43</lpage>
          <pub-id pub-id-type="medline">22954884</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kleiboer</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Smit</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bosmans</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ruwaard</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Andersson</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Topooco</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Berger</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Krieger</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Botella</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Baños</surname>
              <given-names>Rosa</given-names>
            </name>
            <name name-style="western">
              <surname>Chevreul</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Araya</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Cerga-Pashoja</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cieślak</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Rogala</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Vis</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Draisma</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>van Schaik</surname>
              <given-names>Anneke</given-names>
            </name>
            <name name-style="western">
              <surname>Kemmeren</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Ebert</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Berking</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Funk</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Cuijpers</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Riper</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>European comparative effectiveness research on blended depression treatment versus treatment-as-usual (E-COMPARED): study protocol for a randomized controlled, non-inferiority trial in eight European countries</article-title>
          <source>Trials</source>
          <year>2016</year>
          <month>08</month>
          <day>03</day>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>387</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://trialsjournal.biomedcentral.com/articles/10.1186/s13063-016-1511-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13063-016-1511-1</pub-id>
          <pub-id pub-id-type="medline">27488181</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13063-016-1511-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC4972947</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Riper</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Digital Framework for E-health Research</article-title>
          <source>Differ Foundation</source>
          <access-date>2022-10-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://differ.science">https://differ.science</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Peng</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Hsu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Chou</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Chu</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Su</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Liang</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Factors associated with insomnia in older adult outpatients vary by gender: a cross-sectional study</article-title>
          <source>BMC Geriatr</source>
          <year>2021</year>
          <month>12</month>
          <day>07</day>
          <volume>21</volume>
          <issue>1</issue>
          <fpage>681</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcgeriatr.biomedcentral.com/articles/10.1186/s12877-021-02643-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12877-021-02643-7</pub-id>
          <pub-id pub-id-type="medline">34876057</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12877-021-02643-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC8650339</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Irwin</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Carrillo</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Sadeghi</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Bjurstrom</surname>
              <given-names>MF</given-names>
            </name>
            <name name-style="western">
              <surname>Breen</surname>
              <given-names>EC</given-names>
            </name>
            <name name-style="western">
              <surname>Olmstead</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Prevention of incident and recurrent major depression in older adults with insomnia: a randomized clinical trial</article-title>
          <source>JAMA Psychiatry</source>
          <year>2022</year>
          <month>01</month>
          <day>01</day>
          <volume>79</volume>
          <issue>1</issue>
          <fpage>33</fpage>
          <lpage>41</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34817561"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamapsychiatry.2021.3422</pub-id>
          <pub-id pub-id-type="medline">34817561</pub-id>
          <pub-id pub-id-type="pii">2786738</pub-id>
          <pub-id pub-id-type="pmcid">PMC8733847</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van Straten</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lancee</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Digital cognitive behavioural therapy for insomnia: the answer to a major public health issue?</article-title>
          <source>Lancet Digit Health</source>
          <year>2020</year>
          <month>08</month>
          <volume>2</volume>
          <issue>8</issue>
          <fpage>e381</fpage>
          <lpage>e382</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2589-7500(20)30167-9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S2589-7500(20)30167-9</pub-id>
          <pub-id pub-id-type="medline">33328041</pub-id>
          <pub-id pub-id-type="pii">S2589-7500(20)30167-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kleiboer</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Donker</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Seekles</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>van Straten</surname>
              <given-names>Annemieke</given-names>
            </name>
            <name name-style="western">
              <surname>Riper</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Cuijpers</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>A randomized controlled trial on the role of support in internet-based problem solving therapy for depression and anxiety</article-title>
          <source>Behav Res Ther</source>
          <year>2015</year>
          <month>09</month>
          <volume>72</volume>
          <fpage>63</fpage>
          <lpage>71</lpage>
          <pub-id pub-id-type="doi">10.1016/j.brat.2015.06.013</pub-id>
          <pub-id pub-id-type="medline">26188373</pub-id>
          <pub-id pub-id-type="pii">S0005-7967(15)30005-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kooistra</surname>
              <given-names>LC</given-names>
            </name>
            <name name-style="western">
              <surname>Wiersma</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Ruwaard</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Neijenhuijs</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Lokkerbol</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>van Oppen</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Smit</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Riper</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Cost and effectiveness of blended versus standard cognitive behavioral therapy for outpatients with depression in routine specialized mental health care: pilot randomized controlled trial</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>10</month>
          <day>29</day>
          <volume>21</volume>
          <issue>10</issue>
          <fpage>e14261</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/10/e14261/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/14261</pub-id>
          <pub-id pub-id-type="medline">31663855</pub-id>
          <pub-id pub-id-type="pii">v21i10e14261</pub-id>
          <pub-id pub-id-type="pmcid">PMC6914243</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van Marwijk</surname>
              <given-names>HW</given-names>
            </name>
            <name name-style="western">
              <surname>Wallace</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>de Bock</surname>
              <given-names>GH</given-names>
            </name>
            <name name-style="western">
              <surname>Hermans</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kaptein</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Mulder</surname>
              <given-names>JD</given-names>
            </name>
          </person-group>
          <article-title>Evaluation of the feasibility, reliability and diagnostic value of shortened versions of the geriatric depression scale</article-title>
          <source>Br J Gen Pract</source>
          <year>1995</year>
          <month>04</month>
          <volume>45</volume>
          <issue>393</issue>
          <fpage>195</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bjgp.org/cgi/pmidlookup?view=long&#38;pmid=7612321"/>
          </comment>
          <pub-id pub-id-type="medline">7612321</pub-id>
          <pub-id pub-id-type="pmcid">PMC1239201</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pocklington</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Gilbody</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Manea</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>McMillan</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>The diagnostic accuracy of brief versions of the Geriatric Depression Scale: a systematic review and meta-analysis</article-title>
          <source>Int J Geriatr Psychiatry</source>
          <year>2016</year>
          <month>08</month>
          <volume>31</volume>
          <issue>8</issue>
          <fpage>837</fpage>
          <lpage>57</lpage>
          <pub-id pub-id-type="doi">10.1002/gps.4407</pub-id>
          <pub-id pub-id-type="medline">26890937</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rossom</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Coleman</surname>
              <given-names>Karen J</given-names>
            </name>
            <name name-style="western">
              <surname>Ahmedani</surname>
              <given-names>Brian K</given-names>
            </name>
            <name name-style="western">
              <surname>Beck</surname>
              <given-names>Arne</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>Eric</given-names>
            </name>
            <name name-style="western">
              <surname>Oliver</surname>
              <given-names>Malia</given-names>
            </name>
            <name name-style="western">
              <surname>Simon</surname>
              <given-names>Greg E</given-names>
            </name>
          </person-group>
          <article-title>Suicidal ideation reported on the PHQ9 and risk of suicidal behavior across age groups</article-title>
          <source>J Affect Disord</source>
          <year>2017</year>
          <month>06</month>
          <volume>215</volume>
          <fpage>77</fpage>
          <lpage>84</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/28319695"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jad.2017.03.037</pub-id>
          <pub-id pub-id-type="medline">28319695</pub-id>
          <pub-id pub-id-type="pii">S0165-0327(16)31768-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC5412508</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Larsen</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Attkisson</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Hargreaves</surname>
              <given-names>WA</given-names>
            </name>
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>TD</given-names>
            </name>
          </person-group>
          <article-title>Assessment of client/patient satisfaction: development of a general scale</article-title>
          <source>Eval Program Plann</source>
          <year>1979</year>
          <volume>2</volume>
          <issue>3</issue>
          <fpage>197</fpage>
          <lpage>207</lpage>
          <pub-id pub-id-type="doi">10.1016/0149-7189(79)90094-6</pub-id>
          <pub-id pub-id-type="medline">10245370</pub-id>
          <pub-id pub-id-type="pii">0149-7189(79)90094-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Roche</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>O'Loughlin</surname>
              <given-names>Kieran</given-names>
            </name>
            <name name-style="western">
              <surname>Brennan</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Madigan</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Lyne</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Feeney</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>O'Donoghue</surname>
              <given-names>Brian</given-names>
            </name>
          </person-group>
          <article-title>Satisfaction with services following voluntary and involuntary admission</article-title>
          <source>J Ment Health</source>
          <year>2014</year>
          <month>02</month>
          <day>31</day>
          <volume>23</volume>
          <issue>1</issue>
          <fpage>38</fpage>
          <lpage>45</lpage>
          <pub-id pub-id-type="doi">10.3109/09638237.2013.841864</pub-id>
          <pub-id pub-id-type="medline">24484191</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Boß</surname>
              <given-names>Leif</given-names>
            </name>
            <name name-style="western">
              <surname>Lehr</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Reis</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Vis</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Riper</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Berking</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ebert</surname>
              <given-names>DD</given-names>
            </name>
          </person-group>
          <article-title>Reliability and validity of assessing user satisfaction with web-based health interventions</article-title>
          <source>J Med Internet Res</source>
          <year>2016</year>
          <month>08</month>
          <day>31</day>
          <volume>18</volume>
          <issue>8</issue>
          <fpage>e234</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2016/8/e234/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.5952</pub-id>
          <pub-id pub-id-type="medline">27582341</pub-id>
          <pub-id pub-id-type="pii">v18i8e234</pub-id>
          <pub-id pub-id-type="pmcid">PMC5023944</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brooke</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>SUS: A 'Quick and Dirty' Usability Scale</article-title>
          <source>Usability Evaluation In Industry</source>
          <year>1996</year>
          <publisher-loc>Boca Raton, FL</publisher-loc>
          <publisher-name>CRC Press</publisher-name>
          <fpage>4</fpage>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bangor</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kortum</surname>
              <given-names>PT</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>JT</given-names>
            </name>
          </person-group>
          <article-title>An empirical evaluation of the System Usability Scale</article-title>
          <source>Int J Hum Comput Interact</source>
          <year>2008</year>
          <month>07</month>
          <day>30</day>
          <volume>24</volume>
          <issue>6</issue>
          <fpage>574</fpage>
          <lpage>594</lpage>
          <pub-id pub-id-type="doi">10.1080/10447310802205776</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mayes</surname>
              <given-names>DK</given-names>
            </name>
          </person-group>
          <article-title>Psychometric evaluation of the EMO and the SUS in the context of a large-sample unmoderated usability study</article-title>
          <source>Int J Hum Comput Interact</source>
          <year>2015</year>
          <month>06</month>
          <day>25</day>
          <volume>31</volume>
          <issue>8</issue>
          <fpage>545</fpage>
          <lpage>553</lpage>
          <pub-id pub-id-type="doi">10.1080/10447318.2015.1064665</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kelders</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kip</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Development and initial validation of a scale to measure engagement with eHealth technologies</article-title>
          <source>CHI EA '19: Extended Abstracts of the 2019 CHI Conference on Human Factors in Computing Systems</source>
          <year>2019</year>
          <conf-name>Conference on Human Factors in Computing Systems</conf-name>
          <conf-date>May 4-9, 2019</conf-date>
          <conf-loc>Glasgow, Scotland</conf-loc>
          <fpage>1</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1145/3290607.3312917</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kelders</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Kip</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Greeff</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Psychometric evaluation of the TWente Engagement with Ehealth Technologies Scale (TWEETS): evaluation study</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>10</month>
          <day>09</day>
          <volume>22</volume>
          <issue>10</issue>
          <fpage>e17757</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/10/e17757/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/17757</pub-id>
          <pub-id pub-id-type="medline">33021487</pub-id>
          <pub-id pub-id-type="pii">v22i10e17757</pub-id>
          <pub-id pub-id-type="pmcid">PMC7576538</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kroenke</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Strine</surname>
              <given-names>TW</given-names>
            </name>
            <name name-style="western">
              <surname>Spitzer</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>JBW</given-names>
            </name>
            <name name-style="western">
              <surname>Berry</surname>
              <given-names>JT</given-names>
            </name>
            <name name-style="western">
              <surname>Mokdad</surname>
              <given-names>AH</given-names>
            </name>
          </person-group>
          <article-title>The PHQ-8 as a measure of current depression in the general population</article-title>
          <source>J Affect Disord</source>
          <year>2009</year>
          <month>04</month>
          <volume>114</volume>
          <issue>1-3</issue>
          <fpage>163</fpage>
          <lpage>73</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jad.2008.06.026</pub-id>
          <pub-id pub-id-type="medline">18752852</pub-id>
          <pub-id pub-id-type="pii">S0165-0327(08)00282-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pressler</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Subramanian</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Perkins</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Gradus-Pizlo</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Kareken</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ding</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Sauvé</surname>
              <given-names>Mary Jane</given-names>
            </name>
            <name name-style="western">
              <surname>Sloan</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Measuring depressive symptoms in heart failure: validity and reliability of the patient health questionnaire-8</article-title>
          <source>Am J Crit Care</source>
          <year>2011</year>
          <month>03</month>
          <volume>20</volume>
          <issue>2</issue>
          <fpage>146</fpage>
          <lpage>52</lpage>
          <pub-id pub-id-type="doi">10.4037/ajcc2010931</pub-id>
          <pub-id pub-id-type="medline">20378777</pub-id>
          <pub-id pub-id-type="pii">ajcc2010931</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hatcher</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Gillaspy</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>Development and validation of a revised short version of the Working Alliance Inventory</article-title>
          <source>Psychother Res</source>
          <year>2006</year>
          <month>01</month>
          <volume>16</volume>
          <issue>1</issue>
          <fpage>12</fpage>
          <lpage>25</lpage>
          <pub-id pub-id-type="doi">10.1080/10503300500352500</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kooistra</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Ruwaard</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wiersma</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>van Oppen</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Riper</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Working alliance in blended versus face-to-face cognitive behavioral treatment for patients with depression in specialized mental health care</article-title>
          <source>J Clin Med</source>
          <year>2020</year>
          <month>01</month>
          <day>27</day>
          <volume>9</volume>
          <issue>2</issue>
          <fpage>347</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=jcm9020347"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/jcm9020347</pub-id>
          <pub-id pub-id-type="medline">32012722</pub-id>
          <pub-id pub-id-type="pii">jcm9020347</pub-id>
          <pub-id pub-id-type="pmcid">PMC7073833</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Herrero</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Vara</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Miragall</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Botella</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>García-Palacios</surname>
              <given-names>Azucena</given-names>
            </name>
            <name name-style="western">
              <surname>Riper</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kleiboer</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Baños</surname>
              <given-names>Rosa MA</given-names>
            </name>
          </person-group>
          <article-title>Working Alliance Inventory for Online Interventions-Short Form (WAI-TECH-SF): the role of the therapeutic alliance between patient and online program in therapeutic outcomes</article-title>
          <source>Int J Environ Res Public Health</source>
          <year>2020</year>
          <month>08</month>
          <day>25</day>
          <volume>17</volume>
          <issue>17</issue>
          <fpage>6169</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=ijerph17176169"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/ijerph17176169</pub-id>
          <pub-id pub-id-type="medline">32854381</pub-id>
          <pub-id pub-id-type="pii">ijerph17176169</pub-id>
          <pub-id pub-id-type="pmcid">PMC7503297</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lillevoll</surname>
              <given-names>KR</given-names>
            </name>
            <name name-style="western">
              <surname>Vangberg</surname>
              <given-names>HCB</given-names>
            </name>
            <name name-style="western">
              <surname>Griffiths</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Waterloo</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Eisemann</surname>
              <given-names>MR</given-names>
            </name>
          </person-group>
          <article-title>Uptake and adherence of a self-directed internet-based mental health intervention with tailored e-mail reminders in senior high schools in Norway</article-title>
          <source>BMC Psychiatry</source>
          <year>2014</year>
          <month>01</month>
          <day>21</day>
          <volume>14</volume>
          <fpage>14</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpsychiatry.biomedcentral.com/articles/10.1186/1471-244X-14-14"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1471-244X-14-14</pub-id>
          <pub-id pub-id-type="medline">24443820</pub-id>
          <pub-id pub-id-type="pii">1471-244X-14-14</pub-id>
          <pub-id pub-id-type="pmcid">PMC3901754</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Griffiths</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Farrer</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Adherence in internet interventions for anxiety and depression</article-title>
          <source>J Med Internet Res</source>
          <year>2009</year>
          <month>04</month>
          <day>24</day>
          <volume>11</volume>
          <issue>2</issue>
          <fpage>e13</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2009/2/e13/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.1194</pub-id>
          <pub-id pub-id-type="medline">19403466</pub-id>
          <pub-id pub-id-type="pii">v11i2e13</pub-id>
          <pub-id pub-id-type="pmcid">PMC2762797</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Holland</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <source>What is Qualitative Interviewing?</source>
          <year>2013</year>
          <publisher-loc>London, UK</publisher-loc>
          <publisher-name>Bloomsbury Academic</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref60">
        <label>60</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van der Vaart</surname>
              <given-names>Rosalie</given-names>
            </name>
            <name name-style="western">
              <surname>Drossaert</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Development of the Digital Health Literacy Instrument: measuring a broad spectrum of health 1.0 and health 2.0 skills</article-title>
          <source>J Med Internet Res</source>
          <year>2017</year>
          <month>01</month>
          <day>24</day>
          <volume>19</volume>
          <issue>1</issue>
          <fpage>e27</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2017/1/e27/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.6709</pub-id>
          <pub-id pub-id-type="medline">28119275</pub-id>
          <pub-id pub-id-type="pii">v19i1e27</pub-id>
          <pub-id pub-id-type="pmcid">PMC5358017</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref61">
        <label>61</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hertzog</surname>
              <given-names>MA</given-names>
            </name>
          </person-group>
          <article-title>Considerations in determining sample size for pilot studies</article-title>
          <source>Res Nurs Health</source>
          <year>2008</year>
          <month>04</month>
          <volume>31</volume>
          <issue>2</issue>
          <fpage>180</fpage>
          <lpage>91</lpage>
          <pub-id pub-id-type="doi">10.1002/nur.20247</pub-id>
          <pub-id pub-id-type="medline">18183564</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref62">
        <label>62</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Julious</surname>
              <given-names>SA</given-names>
            </name>
          </person-group>
          <article-title>Sample size of 12 per group rule of thumb for a pilot study</article-title>
          <source>Pharmaceut Statist</source>
          <year>2005</year>
          <month>10</month>
          <volume>4</volume>
          <issue>4</issue>
          <fpage>287</fpage>
          <lpage>291</lpage>
          <pub-id pub-id-type="doi">10.1002/pst.185</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref63">
        <label>63</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lancaster</surname>
              <given-names>GA</given-names>
            </name>
            <name name-style="western">
              <surname>Dodd</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Williamson</surname>
              <given-names>PR</given-names>
            </name>
          </person-group>
          <article-title>Design and analysis of pilot studies: recommendations for good practice</article-title>
          <source>J Eval Clin Pract</source>
          <year>2004</year>
          <month>05</month>
          <volume>10</volume>
          <issue>2</issue>
          <fpage>307</fpage>
          <lpage>12</lpage>
          <pub-id pub-id-type="doi">10.1111/j..2002.384.doc.x</pub-id>
          <pub-id pub-id-type="medline">15189396</pub-id>
          <pub-id pub-id-type="pii">JEP384</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref64">
        <label>64</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <source>Statistical Power Analysis for the Behavioral Sciences, 2nd ed</source>
          <year>1988</year>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>Lawrence Erlbaum Associates</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref65">
        <label>65</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Braun</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Thematic analysis</article-title>
          <source>J Posit Psychol</source>
          <year>2016</year>
          <month>12</month>
          <day>09</day>
          <volume>12</volume>
          <issue>3</issue>
          <fpage>297</fpage>
          <lpage>298</lpage>
          <pub-id pub-id-type="doi">10.1080/17439760.2016.1262613</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref66">
        <label>66</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schulz</surname>
              <given-names>KF</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
            <collab>CONSORT Group</collab>
          </person-group>
          <article-title>CONSORT 2010 Statement: updated guidelines for reporting parallel group randomised trials</article-title>
          <source>BMC Med</source>
          <year>2010</year>
          <month>03</month>
          <day>24</day>
          <volume>8</volume>
          <fpage>18</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedicine.biomedcentral.com/articles/10.1186/1741-7015-8-18"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1741-7015-8-18</pub-id>
          <pub-id pub-id-type="medline">20334633</pub-id>
          <pub-id pub-id-type="pii">1741-7015-8-18</pub-id>
          <pub-id pub-id-type="pmcid">PMC2860339</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
