<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v12i1e43788</article-id>
      <article-id pub-id-type="pmid">37351941</article-id>
      <article-id pub-id-type="doi">10.2196/43788</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Design and Implementation of a Digitally Enabled Care Pathway to Improve Management of Depression in a Large Health Care System: Protocol for the Implementation of a Patient Care Platform</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Murphy</surname>
            <given-names>Jill</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Hsin</surname>
            <given-names>Honor</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Khatib</surname>
            <given-names>Rasha</given-names>
          </name>
          <degrees>MHS, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8046-9559</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>McCue</surname>
            <given-names>Maggie</given-names>
          </name>
          <degrees>MS, RD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1953-1795</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Blair</surname>
            <given-names>Chris</given-names>
          </name>
          <degrees>MS</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <address>
            <institution>Takeda Pharmaceuticals U.S.A., Inc.</institution>
            <addr-line>95 Hayden Ave</addr-line>
            <addr-line>Lexington, MA, 02421</addr-line>
            <country>United States</country>
            <phone>1 781 482 0426</phone>
            <email>chris.blair@takeda.com</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7594-8523</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Roy</surname>
            <given-names>Anit</given-names>
          </name>
          <degrees>BS</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1880-8898</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Franco</surname>
            <given-names>John</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5800-140X</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Fehnert</surname>
            <given-names>Ben</given-names>
          </name>
          <degrees>MA</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5371-2154</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>King</surname>
            <given-names>James</given-names>
          </name>
          <degrees>MA</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9969-9541</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Sarkey</surname>
            <given-names>Sara</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0586-265X</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Chrones</surname>
            <given-names>Lambros</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7822-9364</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author">
          <name name-style="western">
            <surname>Martin</surname>
            <given-names>Michael</given-names>
          </name>
          <degrees>MD, MBA</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0475-1162</ext-link>
        </contrib>
        <contrib id="contrib11" contrib-type="author">
          <name name-style="western">
            <surname>Kabir</surname>
            <given-names>Christopher</given-names>
          </name>
          <degrees>MSPH</degrees>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4712-4372</ext-link>
        </contrib>
        <contrib id="contrib12" contrib-type="author">
          <name name-style="western">
            <surname>Kemp</surname>
            <given-names>David E</given-names>
          </name>
          <degrees>MD, MS</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2653-5663</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Advocate Aurora Research Institute</institution>
        <institution>Advocate Health</institution>
        <addr-line>Milwaukee, WI</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Takeda Pharmaceuticals U.S.A., Inc.</institution>
        <addr-line>Lexington, MA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Advocate Aurora Health</institution>
        <addr-line>Downers Grove, IL</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Cognition Kit</institution>
        <addr-line>Cambridge</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Ctrl Group / Fora Health</institution>
        <addr-line>London</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff6">
        <label>6</label>
        <institution>Advocate Research Institute</institution>
        <institution>Advocate Health Care</institution>
        <addr-line>Downers Grove, IL</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Chris Blair <email>chris.blair@takeda.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2023</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>23</day>
        <month>6</month>
        <year>2023</year>
      </pub-date>
      <volume>12</volume>
      <elocation-id>e43788</elocation-id>
      <history>
        <date date-type="received">
          <day>25</day>
          <month>10</month>
          <year>2022</year>
        </date>
        <date date-type="rev-request">
          <day>28</day>
          <month>11</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>3</day>
          <month>5</month>
          <year>2023</year>
        </date>
        <date date-type="accepted">
          <day>3</day>
          <month>5</month>
          <year>2023</year>
        </date>
      </history>
      <copyright-statement>©Rasha Khatib, Maggie McCue, Chris Blair, Anit Roy, John Franco, Ben Fehnert, James King, Sara Sarkey, Lambros Chrones, Michael Martin, Christopher Kabir, David E Kemp. Originally published in JMIR Research Protocols (https://www.researchprotocols.org), 23.06.2023.</copyright-statement>
      <copyright-year>2023</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on https://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.researchprotocols.org/2023/1/e43788" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Major depressive disorder (MDD) is a serious public health concern worldwide. A treatment approach that incorporates measurement-based care (MBC) and shared decision-making between patients with MDD and their providers may foster patient engagement and improve clinical outcomes. While digital tools such as mobile apps show promise for expanding health interventions, these apps are rarely integrated into clinical practice.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The primary objective of this ongoing study is to determine whether implementation of a digital tool—the <italic>Pathway Platform</italic>—in primary care improves adherence to MBC practices; here, we present the study methods.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>This large-scale, real-world implementation study is based on a pilot study of an earlier iteration of a mobile app (the <italic>Pathway app</italic>) that confirmed the feasibility of using the app in patients with MDD and showed a positive trend in patient engagement in the app arm. In addition, a user-centered design approach that included qualitative assessments from patients and providers was used to improve understanding of the patient journey and care team workflows. User feedback highlighted the need for enhanced features, education modules, and real-time data sharing via integration with the electronic health record. The current iteration of the <italic>Platform</italic> includes the newest version of the <italic>Pathway app</italic>, education modules for both patients and providers, and real-time patient-level data sharing with the electronic health record. The study takes place in primary care sites within the Advocate Aurora Health system in Illinois and includes adult patients with MDD who were recently prescribed monotherapy antidepressant medication (defined as a new start, medication switch, or dose change in the past 3 months). Clinical performance and selected patient outcomes will be compared before and after the implementation of the <italic>Platform</italic>.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Patient recruitment was completed in July 2022, with initial results expected in mid-2023.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This study will provide useful insights into real-world integration of a digital platform within a large health system. The methods presented here highlight the unique user-centric development of the <italic>Pathway Platform</italic>, which has resulted in an enhanced digital tool with the potential to foster MBC and shared decision-making, improve patient-provider communication, and ultimately lead to optimized treatment outcomes for patients with MDD.</p>
        </sec>
        <sec sec-type="trial registration">
          <title>Trial Registration</title>
          <p>ClinicalTrials.gov NCT04891224; https://clinicaltrials.gov/ct2/show/NCT04891224</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>DERR1-10.2196/43788</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>mental health</kwd>
        <kwd>depression</kwd>
        <kwd>depressive</kwd>
        <kwd>major depressive disorder</kwd>
        <kwd>depression management</kwd>
        <kwd>primary care</kwd>
        <kwd>patient engagement</kwd>
        <kwd>measurement-based care</kwd>
        <kwd>shared decision-making</kwd>
        <kwd>user-centered design</kwd>
        <kwd>mobile app</kwd>
        <kwd>digital platform</kwd>
        <kwd>mobile phone</kwd>
        <kwd>mobile health</kwd>
        <kwd>adherence</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Major depressive disorder (MDD) is a common recurring mental health disorder and a serious public health concern worldwide [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. In 2019, an estimated 19.4 million adults in the United States had at least 1 major depressive episode, which represents 7.8% of the adult US population [<xref ref-type="bibr" rid="ref3">3</xref>]. The economic burden of MDD for 2020 in the United States was estimated at US $326.2 billion, with approximately 73.2% of the cost attributed to impairment in role function [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>]. Many factors complicate the treatment of MDD, including multiple antidepressant therapy options, the importance of adherence and adequate duration of therapy to optimize response, and the variation commonly seen in time to response and medication tolerability among patients. American Psychiatric Association MDD treatment guidelines recommend considering many factors during initial treatment selection, such as patient symptoms and comorbidities, medication side effect profiles, and patient preference [<xref ref-type="bibr" rid="ref6">6</xref>]. These guidelines suggest close monitoring of therapeutic benefit and tolerability during the first 4-6 weeks and then throughout treatment, incorporating structured measures of symptom severity, side effects, treatment adherence, and functional status to help assess response to treatment [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>]. Systematic assessments and a strong therapeutic alliance between provider and patient remain key for tailoring a treatment plan to match the unique needs of each patient, highlighting the importance of measurement-based care (MBC) and shared decision-making (SDM).</p>
      </sec>
      <sec>
        <title>Measurement-Based Care and Shared Decision-Making</title>
        <p>MBC includes treatment adjustment evaluation using quantitative measures of symptoms, level of functioning, and quality of life while treating patients with MDD [<xref ref-type="bibr" rid="ref7">7</xref>]. American Psychiatric Association clinical guidelines recommend MBC during initial screening as well as for monitoring depression throughout treatment [<xref ref-type="bibr" rid="ref6">6</xref>]. By quantifying clinical outcomes, MBC provides guidance for timely treatment reassessment and modifications tailored to the individual needs of the patient and has been shown to improve outcomes and quality of care [<xref ref-type="bibr" rid="ref8">8</xref>]. This systematic approach to treatment may have positive effects on the patient-provider relationship and enhance SDM. MDD often requires long-term antidepressant treatment; however, this is challenging for many patients because of barriers such as short consultation times with their care teams and limited involvement in the treatment decision-making process. An increased focus on MDD-relevant patient education, including clarification of the benefits of a specific treatment plan and alignment of such a plan with the patient’s values, can help overcome treatment barriers. Primary care providers can incorporate MBC and play a major role by involving patients with MDD in the SDM process. In addition, SDM can foster patient-provider engagement and increase patient satisfaction [<xref ref-type="bibr" rid="ref9">9</xref>].</p>
      </sec>
      <sec>
        <title>Digital Tools in MDD</title>
        <sec>
          <title>Overview</title>
          <p>Many mobile apps have recently been developed and are available for the management of depression. Patients with MDD and their treatment providers may benefit from the use of these apps to assist in disease management. However, the majority of these apps have been assessed only in the research setting and have not been integrated into the clinical workflow. Most apps do not undergo a rigorous evaluation of interventions and instead rely on evidence-based theory for design; this may result in limited evidence of efficacy, leading to potential patient misinformation. Attrition is another major challenge for many depression management apps because of poor personalization to improve user-based engagement [<xref ref-type="bibr" rid="ref10">10</xref>]. In addition, many mobile apps are only patient-facing and have not incorporated a care team interface, and the use of tracked content including symptoms and engagement with interventions in a single app is rare [<xref ref-type="bibr" rid="ref10">10</xref>]. Creation of user-friendly mobile apps that incorporate user-centered design with input from patients with MDD and health care providers (HCPs) [<xref ref-type="bibr" rid="ref11">11</xref>] can improve the development process, iteration speed, and implementation success, with the potential to improve patient outcomes in MDD [<xref ref-type="bibr" rid="ref12">12</xref>-<xref ref-type="bibr" rid="ref14">14</xref>].</p>
        </sec>
        <sec>
          <title>Pathway App and Pathway Platform for Patients With MDD</title>
          <p>Takeda Pharmaceuticals U.S.A., Inc., Lundbeck LLC, and Advocate Aurora Health (AAH) have partnered to cocreate a digitally enabled care experience with users (patients and care teams) and software developers, as well as health-tech product development specialists (Ctrl Group / Fora Health) to improve patient-provider engagement in the management and treatment of MDD. A digital mobile patient interface—the <italic>Pathway app</italic>—was designed with a conversational texting interface to allow patients to record daily mood symptoms, function, medication adherence, and side effects [<xref ref-type="bibr" rid="ref11">11</xref>]. The <italic>Pathway app</italic> captures changes in a patient’s response to antidepressant pharmacotherapy and includes standard outcome measures, such as the 9-item Patient Health Questionnaire (PHQ-9) for depression [<xref ref-type="bibr" rid="ref11">11</xref>]. Patient interaction with the <italic>Pathway app</italic> allows for increased patient awareness of symptoms and overall functioning [<xref ref-type="bibr" rid="ref11">11</xref>]. Through the <italic>Pathway app</italic>, up-to-date information can be shared with the patient’s HCP to guide clinical discussions and enhance SDM between patients and their clinicians at routine visits as well as between visits, with the aim of optimizing individualized treatment plans and improving overall outcomes [<xref ref-type="bibr" rid="ref11">11</xref>].</p>
        </sec>
        <sec>
          <title>Testing of Pathway App in a Pilot Feasibility Study</title>
          <p>The <italic>Pathway app</italic> was tested within a real-world pilot feasibility study (ClinicalTrials.gov <ext-link ext-link-type="uri" xlink:href="https://clinicaltrials.gov/ct2/show/NCT03242213" xlink:type="simple">NCT03242213</ext-link>) in patients with MDD who had recently started or undergone a switch to antidepressant monotherapy [<xref ref-type="bibr" rid="ref15">15</xref>]. Patients were randomized 1:1 to the control arm (standard of care; n=20) or the app arm (standard of care plus the <italic>Pathway app</italic>; n=20) [<xref ref-type="bibr" rid="ref15">15</xref>]. The first iteration of the <italic>Pathway app</italic> included patient-reported outcomes (PROs) related to depression, well-being, cognitive symptom tracking, medication adherence, and side effects. The <italic>Pathway app</italic> enabled patients to track their symptoms, monitor their treatment progress, and manually share the data collected with their care team. Results from the pilot study confirmed the effectiveness and feasibility of using the <italic>Pathway app</italic> in patients with MDD and showed a trend toward improved patient engagement in the app arm, albeit in a small sample size [<xref ref-type="bibr" rid="ref15">15</xref>].</p>
        </sec>
        <sec>
          <title>Pathway App Follow-up Interviews (Round 1) With Patients and HCPs</title>
          <p>After the pilot study, 2 rounds of semistructured qualitative research interviews were conducted by a study team with expertise in qualitative research and user-centered design methods; results were determined using thematic analysis based on a structural coding framework. Round 1 interviews were performed to obtain feedback from patients and HCPs to understand their experience and perceptions of current and new <italic>Pathway app</italic> features to help ensure creation of a more user-centered design [<xref ref-type="bibr" rid="ref15">15</xref>]. The user-centric approach created an opportunity for continued reassessment based on user feedback, faster iterations, optimized system performance, and sustainability. It also helped enhance the usability of the system, with the ultimate goal of improving treatment outcomes by supporting an expanded understanding of MDD treatment, assisting care team workflows, and providing people living with depression additional support throughout their treatment journey [<xref ref-type="bibr" rid="ref11">11</xref>]. New features were included in the <italic>Pathway app</italic> that were not part of the pilot feasibility study, such as HCP visit preparation, patient education, and goal setting.</p>
          <p>Patients reported that the ability to prepare for HCP visits using the <italic>Pathway app</italic> helped reduce their anxiety, improved the ease of communication with their HCPs, and enhanced the efficiency and effectiveness of appointments. Patients also found that the goal-setting feature of the <italic>Pathway app</italic> helped them focus on their goals and find a constructive purpose. Among the feedback from HCPs on the patient education feature of the <italic>Pathway app,</italic> many commented that it reduced their burden and was visually appealing and engaging.</p>
        </sec>
        <sec>
          <title>Development of the Pathway Platform</title>
          <p>Data from the round 1 qualitative interviews gathered from the <italic>Pathway app</italic> pilot feasibility study pointed to the need for enhanced rapid communication of real-time data shared with the care team, integration of the app into the MDD care pathway within the electronic health record (EHR), and education of the care team about usage of these data [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]. Building on these results, the <italic>Pathway Platform</italic> was created, which includes a newer iteration of the <italic>Pathway app</italic>, real-time integration of patient data with the Epic EHR (Epic Systems Corporation), as well as an app-based education program for patients and a web-based educational training program for the care team (<xref rid="figure1" ref-type="fig">Figure 1</xref>).</p>
          <fig id="figure1" position="float">
            <label>Figure 1</label>
            <caption>
              <p>Design of the Pathway Platform. EHR: electronic health record.</p>
            </caption>
            <graphic xlink:href="resprot_v12i1e43788_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Pathway Platform Follow-up Interviews (Round 2) With HCPs</title>
          <p>Round 2 of qualitative research interviews was conducted with HCPs to understand workflow, usability, and clinical use of the <italic>Pathway Platform</italic>. An ongoing partnership with care teams provided an opportunity for continuous reassessment of the <italic>Pathway Platform</italic> based on user feedback. Key insights included the importance of clinical visit preparation and data visualization for SDM, collaborative goal setting and tracking for patient engagement, and optimization of the educational support tools for both patients and care teams [<xref ref-type="bibr" rid="ref15">15</xref>]. This feedback was used to add value to the <italic>Pathway Platform</italic> for all users and optimize features prior to the clinical integration study presented here.</p>
        </sec>
      </sec>
      <sec>
        <title>Rationale and Aim of the Study</title>
        <p>In this ongoing, large-scale, real-world implementation study, it is our aim to test the scaling and integration of the digitally enabled <italic>Pathway Platform</italic> along with educational interventions at multiple primary care sites within the AAH system [<xref ref-type="bibr" rid="ref11">11</xref>] and assess its impact on MBC and other evidence-based processes (ClinicalTrials.gov <ext-link ext-link-type="uri" xlink:href="https://clinicaltrials.gov/ct2/show/NCT04891224" xlink:type="simple">NCT04891224</ext-link>). The primary objective of this study is to determine whether implementing the <italic>Pathway Platform</italic> in the primary care setting improves adherence to MBC through PHQ-9 usage. Secondary objectives are to determine improvement in the additional clinical process measures as well as MDD remission and response outcomes in patients using the <italic>Pathway Platform</italic>.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design</title>
        <p>This real-world interventional study uses a pre- and poststudy design to assess the impact of implementing the <italic>Pathway Platform</italic> in the primary care setting (<xref rid="figure2" ref-type="fig">Figure 2</xref>) [<xref ref-type="bibr" rid="ref11">11</xref>]. Regarding implementation of the <italic>Pathway Platform</italic>, the study design is divided into 3 periods: preimplementation, implementation, and postimplementation.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Schematic representation of the real-world implementation study. EHR: electronic health record; HCP: health care provider; MBC: measurement-based care; MDD: major depressive disorder; PHQ-9: 9-item Patient Health Questionnaire; SDM: shared decision-making. *New start, medication switch, or dose change in the past 3 months.</p>
          </caption>
          <graphic xlink:href="resprot_v12i1e43788_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <sec>
          <title>Preimplementation</title>
          <p>The preimplementation cohort consists of patients who meet the inclusion criteria for enrollment in the study and have visited one of the participating clinics at least 6 months prior to implementation of the <italic>Pathway Platform</italic>. Study outcomes will be assessed using retrospective data collection, including chart reviews and electronic data pulls 6 months prior to implementation of the <italic>Pathway Platform</italic>.</p>
        </sec>
        <sec>
          <title>Implementation</title>
          <p>The implementation period will entail educating care team members before the enrollment visit and onboarding. To confirm eligibility, patient history will be evaluated for 3 months prior to enrollment. During the implementation period, the care team members involved in MDD management will receive education on evidence-based clinical practices for depression care, such as MBC and SDM. Training will be provided for patient onboarding to the <italic>Pathway Platform</italic> and usage of the EHR to view data collected in the platform.</p>
        </sec>
        <sec>
          <title>Postimplementation</title>
          <p>The postimplementation cohort consists of up to 200 patients from the same participating clinics who meet the eligibility criteria and provide written informed consent to download the <italic>Pathway app</italic>. In this cohort, data on patient outcomes will be collected prospectively over 6 months with the option to continue using the app at the 6-month mark until a common study end date (data collected beyond 6 months will be used for exploratory analysis). At the end of 6 months, retrospective EHR and manual chart reviews will be conducted, and performance related to MBC and SDM will be assessed. Clinical performance and selected patient outcomes will be compared before and after implementation of the <italic>Pathway Platform</italic>. Additional patient outcomes will be assessed after implementation among patients with MDD using the <italic>Pathway Platform</italic>.</p>
        </sec>
      </sec>
      <sec>
        <title>Study Sites and Centers</title>
        <p>This study is being performed within up to 20 primary care clinics in the AAH care system and will include up to 400 patients with MDD. Advocate is the largest HCP organization in Illinois, with 12 hospitals, 20 health centers, and more than 250 care sites. It is one of the largest accountable care organizations in the United States, caring for more than 2 million patients annually. General practitioners at AAH provide diagnoses, treatment, and clinical care for adults aged ≥18 years experiencing chronic diseases, with MDD often being included among those. Sites representing different geographic locations, patient populations, and care models for depression management, including behavioral health integration models, will be identified to participate in the study.</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>This study will be conducted in accordance with legal and regulatory requirements, and the protocol was reviewed by the AAH institutional review board prior to patient recruitment or data collection (approval number AHC-6680-75000249). Because this is designed as a real-world evidence study, investigators and study team members will not be physically located at the sites routinely, so all patients will provide consent through an e-consent process.</p>
      </sec>
      <sec>
        <title>Study Population</title>
        <p>All trained care team members who manage patients with MDD within the participating AAH clinics will be invited to participate in this implementation study and will have access to a web-based educational resource center and an app-based educational program for patients.</p>
      </sec>
      <sec>
        <title>Inclusion and Exclusion Criteria</title>
        <p>Eligible patients aged ≥18 years, diagnosed with MDD based on <italic>International Classification of Diseases, Tenth Revision</italic>, codes or who have a reference to “clinical depression” in their patient charts, and have recently (past 3 months) been prescribed monotherapy antidepressant medication or had a recent switch (past 3 months) in medication or medication dose, will be included in this study. Patients should be able to use the <italic>Pathway Platform</italic> based on clinician’s judgment (eg, own an Apple iPhone version 5 or later version or a smartphone with an Android operating system and have an active data plan or regular Wi-Fi access).</p>
        <p>To be eligible, patients should have tolerability concerns or an inadequate response determined by a PHQ-2 (includes the first 2 questions of the PHQ-9, which cover the degree to which a patient has experienced depressed mood and anhedonia within the past 2 weeks) score ≥3, or a PHQ-2 score &#60;3 with a PHQ-9 score of ≥5 recorded in medical records in the past 6 weeks or during screening [<xref ref-type="bibr" rid="ref16">16</xref>]. Patients with a missing PHQ-2 score in the past 6 weeks or who are unable to perform PHQ-2 during the enrollment visit; who have been diagnosed with bipolar depression, schizophrenia, or schizoaffective disorder; or who are no longer under primary care for depression (have transitioned to a psychiatric care team) will be excluded from this study.</p>
      </sec>
      <sec>
        <title>Study Procedures and Measurements</title>
        <p>The <italic>Pathway Platform</italic> consists of 3 components: the latest iteration of the <italic>Pathway app</italic>, EHR integration, and educational scaffolding.</p>
        <sec>
          <title>Pathway App</title>
          <p>This study will deploy the most recent iteration of the <italic>Pathway app</italic>, which prompts patients to complete the following 4 scales every 2 weeks: PHQ-9 and 5-item Perceived Deficits Questionnaire–Depression (PDQ-D-5) to assess depression status, 5-item World Health Organization Well-being Index (WHO-5) to assess quality of life, and Cognition Kit Digit Symbol Substitution Test to assess cognition [<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref20">20</xref>]. The <italic>Pathway app</italic> also includes a daily evening check-in to collect information on medication adherence and side effects; patients reporting side effects related to sleep will be prompted to complete the Patient-Reported Outcomes Measurement Information System (PROMIS) Sleep Disturbance item 6a, and patients reporting side effects related to sexual dysfunction will be prompted to complete the Arizona Sexual Experience Scale (ASEX). There will be an optional function to set and track goals using the goal attainment scale adapted for depression during clinical visits with an HCP [<xref ref-type="bibr" rid="ref21">21</xref>]. Patients are also provided with a feature they can use to prepare for an upcoming visit with their care team, along with other features (<xref rid="figure3" ref-type="fig">Figure 3</xref>).</p>
          <fig id="figure3" position="float">
            <label>Figure 3</label>
            <caption>
              <p>Features of the <italic>Pathway app</italic>. ASEX: Arizona Sexual Experience Scale; DSST: Digit Symbol Substitution Test; PAM-13: 13-item Patient Activation Measure; PDQ-D-5: 5-item Perceived Deficits Questionnaire–Depression; PHQ-9: 9-item Patient Health Questionnaire; PROMIS: Patient-Reported Outcomes Measurement Information System; WHO-5: 5-item World Health Organization Well-being Index; WSAS: Work and Social Adjustment Scale.</p>
            </caption>
            <graphic xlink:href="resprot_v12i1e43788_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <p>For purposes of evaluating this implementation study, 3 additional scales assessing patient-provider engagement and functional improvement will be deployed at baseline and at the end of the study (13-item Patient Activation Measure [PAM-13], CollaboRATE [also included as a 3-month postenrollment assessment], and Work and Social Adjustment Scale [WSAS]) [<xref ref-type="bibr" rid="ref22">22</xref>-<xref ref-type="bibr" rid="ref24">24</xref>]. During the study, if a patient’s response to item 9 of the PHQ-9 indicates a change in their suicidal ideation, they will receive a pop-up notification to contact their HCP or emergency services immediately. A similar instruction is also given in routine clinical practice. Patients will also be informed during the consent process that the information provided to the <italic>Pathway Platform</italic> is not directly or continuously monitored in real time by care teams.</p>
        </sec>
        <sec>
          <title>EHR Integration</title>
          <p>Data collected by the <italic>Pathway app</italic> will be electronically transmitted and stored in the patient’s EHR. The data will be accessible to the care team and provide a longitudinal summary that may assist in SDM and depression management. Providers can view the data either before or during the patient visit and use it to discuss future depression management.</p>
        </sec>
        <sec>
          <title>Educational Scaffolding</title>
          <p>A web-based educational training program for primary care team members was developed using evidence-based medicine, building on the concepts of MBC and SDM as they relate to depression management. This education resource center houses a series of videos where key leaders in depression treatment and management from psychiatry and primary care speak about the strategies to optimize patient outcomes and suggest practical applications of the <italic>Pathway Platform</italic> in primary care along with supporting evidence from the pilot study. Care team members are asked to review the videos before the first patient is enrolled, which will be tracked to evaluate the proportion of providers who completed the education. Additionally, a guide for the care team is available. The training program includes a care provider audit and feedback where provider performance related to PHQ-9 use will be presented during the study period. An app-based education program along with a training manual was developed for patients, which describes the functionality of the <italic>Pathway Platform</italic> and how to use and interpret the data collected.</p>
        </sec>
      </sec>
      <sec>
        <title>Study Outcomes</title>
        <p>Evaluation of the success of the <italic>Pathway Platform</italic> implementation will be performed by comparing study outcomes among both cohorts (pre- and postimplementation). The primary outcome will be usage of PHQ-9 in the postimplementation cohort versus the preimplementation cohort over a 6-month period. The primary end point will be the change in the proportion of patients with at least 2 PHQ-9 scores before and after implementation. Secondary outcomes will include treatment adjustments informed by MBC, evaluation of SDM, MDD remission and response, and health care resource usage, including referrals to behavioral health and primary care follow-up after hospitalizations. Results from PRO scales, such as PAM-13, CollaboRATE, and WSAS will be assessed to compare baseline and 6-month follow-up data among patients using the <italic>Pathway Platform</italic>.</p>
        <p>Exploratory outcomes, including medication adherence, goal attainment, and PHQ-9, PDQ-D5, and WHO-5 scores, will be evaluated among patients who use the <italic>Pathway Platform</italic>. Safety assessments will include adverse events related to the <italic>Pathway Platform</italic>. No adverse events are expected in this minimal-risk study; however, all serious adverse events that are spontaneously reported during the study period will be collected. Causality with study procedures will be determined for all serious adverse events and deemed “related” or “not related” to the intervention.</p>
      </sec>
      <sec>
        <title>Statistical Analysis Plan</title>
        <p>The following hypotheses will be examined: (1) PHQ-9 use will be greater after implementation compared with before implementation of the <italic>Pathway Platform</italic> and (2) provider processes and patient depression-related outcomes will have greater improvements after implementation of the <italic>Pathway Platform</italic> compared with previous practice patterns. For primary and secondary hypothesis testing, process measures, patient clinical outcomes, and health care resource usage will be compared before and after implementation of the <italic>Pathway Platform</italic>. Additional PROs will be evaluated after implementation only, which will be from patients using the <italic>Pathway Platform</italic> at baseline and at the end of the study.</p>
        <p>For preimplementation, outcomes will be assessed among patients who visited one of the study clinics at least once over the preimplementation study period and were eligible to use the <italic>Pathway Platform</italic> if it had been available. For the postimplementation period, the <italic>Pathway Platform</italic> will be the data source for paired <italic>t</italic> test analysis, assessing change in continuous variables, including PHQ-9 scores. Categorical outcomes will be presented as proportions and compared using the Pearson chi-square test. Continuous outcomes will be assessed for normality and presented as means and SD or medians and IQRs; continuous outcomes will be compared using the Student <italic>t</italic> test for independent groups. Two-tailed tests using a significance threshold of <italic>P</italic>=.05 will be used for all tests.</p>
      </sec>
      <sec>
        <title>Data Collection and Management</title>
        <p>The schedule of evaluations is given in <xref ref-type="table" rid="table1">Table 1</xref>. Data from the EHR and manual chart reviews will be collected from two cohorts: (1) patients attending clinics after implementation (postimplementation cohort) and (2) patients attending clinics before implementation (preimplementation cohort). For each cohort, data will be collected over a 6-month period. Data on patient outcomes and <italic>Pathway Platform</italic> usage will be collected throughout the study starting on day 1 through month 6 for each patient using the platform. Similarly, data on report usage by the care team will be collected throughout the study. In addition, the number of times the care team educational resource material is viewed will be recorded between day 1 and month 6.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Schedule of postimplementation evaluations.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="500"/>
            <col width="110"/>
            <col width="140"/>
            <col width="140"/>
            <col width="110"/>
            <thead>
              <tr valign="top">
                <td>Study day</td>
                <td colspan="2">Baseline assessment (day 1)</td>
                <td colspan="2">Final assessment (month 6)</td>
              </tr>
              <tr valign="bottom">
                <td>
                  <break/>
                </td>
                <td>EHR<sup>a</sup></td>
                <td>
                  <italic>Pathway Platform</italic>
                </td>
                <td>
                  <italic>Pathway Platform</italic>
                </td>
                <td>EHR</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Demographic characteristics</td>
                <td>✓</td>
                <td>—<sup>b</sup></td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>Number of PHQ-9<sup>c</sup> scores documented</td>
                <td>✓</td>
                <td>—</td>
                <td>✓</td>
                <td>✓</td>
              </tr>
              <tr valign="top">
                <td>Treatment adjustments</td>
                <td>✓</td>
                <td>—</td>
                <td>✓</td>
                <td>✓</td>
              </tr>
              <tr valign="top">
                <td>Referral to behavioral health</td>
                <td>✓</td>
                <td>—</td>
                <td>—</td>
                <td>✓</td>
              </tr>
              <tr valign="top">
                <td>PHQ-9 scores</td>
                <td>✓</td>
                <td>—</td>
                <td>✓</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>ED<sup>d</sup> visits</td>
                <td>✓</td>
                <td>—</td>
                <td>—</td>
                <td>✓</td>
              </tr>
              <tr valign="top">
                <td>ED visits due to mental illness</td>
                <td>✓</td>
                <td>—</td>
                <td>—</td>
                <td>✓</td>
              </tr>
              <tr valign="top">
                <td>Hospital admissions</td>
                <td>✓</td>
                <td>—</td>
                <td>—</td>
                <td>✓</td>
              </tr>
              <tr valign="top">
                <td>Follow-up after ED and hospital visits</td>
                <td>✓</td>
                <td>—</td>
                <td>—</td>
                <td>✓</td>
              </tr>
              <tr valign="top">
                <td>Hospital admissions due to mental illness</td>
                <td>✓</td>
                <td>—</td>
                <td>—</td>
                <td>✓</td>
              </tr>
              <tr valign="top">
                <td>Outpatient visits, including phone calls</td>
                <td>✓</td>
                <td>—</td>
                <td>—</td>
                <td>✓</td>
              </tr>
              <tr valign="top">
                <td>Outpatient visits, including phone calls due to mental illness</td>
                <td>✓</td>
                <td>—</td>
                <td>—</td>
                <td>✓</td>
              </tr>
              <tr valign="top">
                <td>Remission and response (using PHQ-9 data)</td>
                <td>✓</td>
                <td>—</td>
                <td>✓</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>PAM-13<sup>e</sup></td>
                <td>—</td>
                <td>✓</td>
                <td>✓</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>CollaboRATE</td>
                <td>—</td>
                <td>✓</td>
                <td>✓</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>WSAS<sup>f</sup></td>
                <td>—</td>
                <td>✓</td>
                <td>✓</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>PHQ-9</td>
                <td>—</td>
                <td>✓</td>
                <td>✓</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>WHO-5<sup>g</sup></td>
                <td>—</td>
                <td>✓</td>
                <td>✓</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>PDQ-D-5<sup>h</sup></td>
                <td>—</td>
                <td>✓</td>
                <td>✓</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>DSST<sup>i</sup></td>
                <td>—</td>
                <td>✓</td>
                <td>✓</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>Medication adherence</td>
                <td>—</td>
                <td>✓</td>
                <td>✓</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>Side effects</td>
                <td>—</td>
                <td>✓</td>
                <td>✓</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>PSD-6<sup>j</sup> (only if reporting side effects of sleep problems)</td>
                <td>—</td>
                <td>✓</td>
                <td>✓</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>ASEX<sup>k</sup> (only if reporting side effects of sexual problems)</td>
                <td>—</td>
                <td>✓</td>
                <td>✓</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>Goal setting</td>
                <td>—</td>
                <td>✓</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>Goal attainment</td>
                <td>—</td>
                <td>—</td>
                <td>✓</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>App analytics</td>
                <td>—</td>
                <td>✓</td>
                <td>✓</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>Report analytics</td>
                <td>—</td>
                <td>✓</td>
                <td>✓</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>Educational material analytics</td>
                <td>—</td>
                <td>✓</td>
                <td>✓</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>AEs<sup>l</sup> or SAEs<sup>m,n</sup></td>
                <td>✓</td>
                <td>✓</td>
                <td>✓</td>
                <td>✓</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>EHR: electronic health record.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>—: Not available.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>PHQ-9: 9-item Patient Health Questionnaire.</p>
            </fn>
            <fn id="table1fn4">
              <p><sup>d</sup>ED: emergency department.</p>
            </fn>
            <fn id="table1fn5">
              <p><sup>e</sup>PAM-13: 13-item Patient Activation Measure.</p>
            </fn>
            <fn id="table1fn6">
              <p><sup>f</sup>WSAS: Work and Social Adjustment Scale.</p>
            </fn>
            <fn id="table1fn7">
              <p><sup>g</sup>WHO-5: 5-item World Health Organization Well-being Index.</p>
            </fn>
            <fn id="table1fn8">
              <p><sup>h</sup>PDQ-D-5: 5-item Perceived Deficits Questionnaire–Depression.</p>
            </fn>
            <fn id="table1fn9">
              <p><sup>i</sup>DSST: Digit Symbol Substitution Test.</p>
            </fn>
            <fn id="table1fn10">
              <p><sup>j</sup>PSD-6: Patient-Reported Outcomes Measurement Information System (PROMIS) Sleep Disturbance 6a.</p>
            </fn>
            <fn id="table1fn11">
              <p><sup>k</sup>ASEX: Arizona Sexual Experience Scale.</p>
            </fn>
            <fn id="table1fn12">
              <p><sup>l</sup>AE: adverse event.</p>
            </fn>
            <fn id="table1fn13">
              <p><sup>m</sup>SAE: serious adverse event.</p>
            </fn>
            <fn id="table1fn14">
              <p><sup>n</sup>During the conduct of the study, adverse events or serious adverse events will be reported. As such, reports will be spontaneously notified, and causality of any AEs will be assumed unless there is evidence to the contrary.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>Patient recruitment was completed in July 2022, with initial results expected in mid-2023. Findings are expected to provide insights into the improvements that can be made in clinical workflows to enhance collaborative care, depression management, clinician and patient experience, adherence to medication, patient-provider engagement, and depression outcomes in the primary care setting for patients with MDD [<xref ref-type="bibr" rid="ref11">11</xref>]. EHR integration and efficiencies with current AAH information technology platforms will also be assessed [<xref ref-type="bibr" rid="ref11">11</xref>].</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>Primary care centers are significant providers of mental health services for patients with MDD. Among US adults with MDD, 33% reported receiving mental health treatment within primary care during the previous 12 months compared with 21% who received treatment from a psychiatrist [<xref ref-type="bibr" rid="ref25">25</xref>]. MBC in patients with MDD allows the primary care provider to accurately identify whether a patient is making enough progress toward their treatment goals. Treatment decisions based on MBC give patients a better understanding of the disease, including how adherence impacts their symptoms [<xref ref-type="bibr" rid="ref8">8</xref>].</p>
      <p>A common barrier to adherence is when an HCP’s choice of treatment plan is not agreed upon by the patient. SDM is a systematic approach that improves patient education and helps primary care physicians provide treatment in conformity with evidence-based guidelines [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref27">27</xref>]. SDM can help increase adherence to drug treatment in the primary care setting and results in improved social functioning compared with usual care when used as part of a multifaceted relapse prevention program [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref28">28</xref>]. Involvement in SDM is associated with a higher probability of receiving quality care and improvement in symptoms [<xref ref-type="bibr" rid="ref29">29</xref>].</p>
      <p>Digital technology platforms, such as mobile apps, can offer low-cost interventions to monitor and improve services for certain patient populations that are difficult to retain in treatment and may also promote better health [<xref ref-type="bibr" rid="ref30">30</xref>]. The <italic>Pathway Platform</italic> is a digital platform designed to improve patient outcomes by supporting an expanded understanding of MDD treatment, assisting care team workflows, and providing additional support to patients with depression throughout their treatment journey [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref15">15</xref>]. The patient-facing interface includes a digital assistant that allows those with MDD to interact with the <italic>Pathway Platform</italic> in a chat-based conversational text interface. The information collected from a patient using the <italic>Pathway Platform</italic> is intended to assist the care team in managing the patient’s depression through improving MBC and SDM, thereby enhancing patient-provider engagement and ultimately patient outcomes.</p>
      <p>The uniqueness and strengths of this study design are the real-world implementation of a digitally enabled care pathway with EHR integration in real time for patients with MDD and a continuous educational program for both patients and care teams in the primary care setting. In addition, the care team interface and patient-provider engagement help incorporate the use of PROs and emphasize the importance of SDM. Integrating the <italic>Pathway Platform</italic> to support MBC and SDM will improve the clinical workflow, depression management, adherence to medication, patient-provider engagement, as well as depression outcomes and care.</p>
      <p>SDM and the involvement of both patients and physicians promote healthy relationships, with the benefit of helping patients with MDD feel greater support throughout their treatment, including web-based connections and care when needed, and can help ensure the safety of everyone involved in the process. By cocreating the <italic>Pathway Platform</italic> with users, including user-centered design methods, extensive preimplementation feedback and optimization, incorporation of the care team workflow, and patient preferences, the chances for successful implementation are greater. From a digital perspective, the <italic>Pathway Platform</italic> has the potential for eventual scalability and sustainability outside a research setting. Clear documentation of the study design and implementation methods will allow for replication at other health care institutions.</p>
      <p>Limitations include a smaller sample size and geographically limited study centers, which prevent broader generalizability. Additionally, the use of a pre- and postevaluation design and lack of randomization can be seen as sources of accidental bias.</p>
      <p>Data obtained from this real-world implementation study will allow for functional assessment of the <italic>Pathway Platform</italic> within the AAH care system and will determine its effects at a primary care level in patients with MDD. The <italic>Pathway Platform</italic> has the potential to improve patient-provider engagement for patients diagnosed with MDD and will address whether engaging these patients on an ongoing basis using digital tools can lead to better health outcomes. Overall, the study is planned to demonstrate the value of an appropriate MDD clinical care pathway by providing useful insights into a high-impact health care system.</p>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AAH</term>
          <def>
            <p>Advocate Aurora Health</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">ASEX</term>
          <def>
            <p>Arizona Sexual Experience Scale</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">EHR</term>
          <def>
            <p>electronic health record</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">HCP</term>
          <def>
            <p>health care provider</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">MBC</term>
          <def>
            <p>measurement-based care</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">MDD</term>
          <def>
            <p>major depressive disorder</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">PAM-13</term>
          <def>
            <p>13-item Patient Activation Measure</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">PDQ-D-5</term>
          <def>
            <p>5-item Perceived Deficits Questionnaire–Depression</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">PHQ-9</term>
          <def>
            <p>9-item Patient Health Questionnaire</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">PRO</term>
          <def>
            <p>patient-reported outcome</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">PROMIS</term>
          <def>
            <p>Patient-Reported Outcomes Measurement Information System</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb12">SDM</term>
          <def>
            <p>shared decision-making</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb13">WHO-5</term>
          <def>
            <p>5-item World Health Organization Well-being Index</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb14">WSAS</term>
          <def>
            <p>Work and Social Adjustment Scale</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This study was funded by Takeda Pharmaceuticals U.S.A., Inc., and Lundbeck LLC. Under direction of the authors, medical writing assistance was provided by Damanjeet Ghai, PhD, and Leandra Dang, PharmD, on behalf of Syneos Health Medical Communications, LLC. Takeda Pharmaceuticals U.S.A., Inc., and H. Lundbeck A/S provided funding to Syneos Health for support in writing this manuscript.</p>
    </ack>
    <notes>
      <sec>
        <title>Disclaimer</title>
        <p>The authors alone are responsible for the views expressed in this article and they do not necessarily represent the views, decisions or policies of the institutions with which they are affiliated.</p>
      </sec>
    </notes>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>This study is ongoing. Further information regarding the study design is available from the corresponding author upon reasonable request.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="con">
        <p>RK, M McCue, CB, JF, BF, JK, SS, LC, M Martin, CK, and DEK contributed to conceptualization of the study. RK, M McCue, CB, BF, JK, LC, M Martin, CK, and DEK supported the development of the study methodology. CB, BF, JK, and CK supported the software components of the study. RK performed the validation and formal data analysis, and RK and LC contributed to data visualization. CB, JF, BF, JK, CK, and DEK contributed to data collection and provision of study resources. RK, CB, BF, JK, LC, CK, and DEK provided oversight for research planning and execution. RK, CB, AR, BF, JK, and DEK provided management, coordination, and execution of research activity. M McCue, CB, AR, and SS acquired the financial support for the project. All authors contributed to draft review and critical revision of the manuscript and gave final approval of the version to be published.</p>
      </fn>
      <fn fn-type="conflict">
        <p>RK, CK, JF, and DEK are employees of Advocate Aurora Health. DEK has received remuneration from Takeda for activities unrelated to the conduct of the study. M McCue, CB, SS, and M Martin are employees of Takeda Pharmaceuticals U.S.A., Inc. M McCue and SS received annual stock options from Takeda. LC and AR were employees of Takeda Pharmaceuticals U.S.A., Inc., at the time of study. BF and JK are Directors of Ctrl Group / Fora Health. BF is also a director of Cognition Kit.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kessler</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Merikangas</surname>
              <given-names>KR</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>PS</given-names>
            </name>
          </person-group>
          <article-title>The prevalence and correlates of workplace depression in the national comorbidity survey replication</article-title>
          <source>J Occup Environ Med</source>
          <year>2008</year>
          <volume>50</volume>
          <issue>4</issue>
          <fpage>381</fpage>
          <lpage>390</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.lww.com/joem/Abstract/2008/04000/The_Prevalence_and_Correlates_of_Workplace.2.aspx"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/JOM.0b013e31816ba9b8</pub-id>
          <pub-id pub-id-type="medline">18404010</pub-id>
          <pub-id pub-id-type="pmcid">PMC2742688</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Greenberg</surname>
              <given-names>PE</given-names>
            </name>
            <name name-style="western">
              <surname>Fournier</surname>
              <given-names>A-A</given-names>
            </name>
            <name name-style="western">
              <surname>Sisitsky</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Pike</surname>
              <given-names>CT</given-names>
            </name>
            <name name-style="western">
              <surname>Kessler</surname>
              <given-names>RC</given-names>
            </name>
          </person-group>
          <article-title>The economic burden of adults with major depressive disorder in the United States (2005 and 2010)</article-title>
          <source>J Clin Psychiatry</source>
          <year>2015</year>
          <volume>76</volume>
          <issue>2</issue>
          <fpage>155</fpage>
          <lpage>162</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.psychiatrist.com/jcp/delivery/economic-burden-adults-major-depressive-disorder-united/"/>
          </comment>
          <pub-id pub-id-type="doi">10.4088/JCP.14m09298</pub-id>
          <pub-id pub-id-type="medline">25742202</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <article-title>Major depression</article-title>
          <source>National Institute of Mental Health</source>
          <year>2010</year>
          <access-date>2022-01-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nimh.nih.gov/health/statistics/major-depression.shtml">https://www.nimh.nih.gov/health/statistics/major-depression.shtml</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Greenberg</surname>
              <given-names>PE</given-names>
            </name>
            <name name-style="western">
              <surname>Fournier</surname>
              <given-names>A-A</given-names>
            </name>
            <name name-style="western">
              <surname>Sisitsky</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Simes</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Berman</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Koenigsberg</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>Kessler</surname>
              <given-names>RC</given-names>
            </name>
          </person-group>
          <article-title>The economic burden of adults with major depressive disorder in the United States (2010 and 2018)</article-title>
          <source>Pharmacoeconomics</source>
          <year>2021</year>
          <volume>39</volume>
          <issue>6</issue>
          <fpage>653</fpage>
          <lpage>665</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://link.springer.com/article/10.1007/s40273-021-01019-4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s40273-021-01019-4</pub-id>
          <pub-id pub-id-type="medline">33950419</pub-id>
          <pub-id pub-id-type="pii">10.1007/s40273-021-01019-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC8097130</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McIntyre</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Cha</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>Soczynska</surname>
              <given-names>JK</given-names>
            </name>
            <name name-style="western">
              <surname>Woldeyohannes</surname>
              <given-names>HO</given-names>
            </name>
            <name name-style="western">
              <surname>Gallaugher</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Kudlow</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Alsuwaidan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Baskaran</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Cognitive deficits and functional outcomes in major depressive disorder: determinants, substrates, and treatment interventions</article-title>
          <source>Depress Anxiety</source>
          <year>2013</year>
          <volume>30</volume>
          <issue>6</issue>
          <fpage>515</fpage>
          <lpage>527</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://onlinelibrary.wiley.com/doi/10.1002/da.22063"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/da.22063</pub-id>
          <pub-id pub-id-type="medline">23468126</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="web">
          <article-title>Practice guideline for the treatment of patients with major depressive disorder, 3rd ed</article-title>
          <source>American Psychiatric Association</source>
          <year>2010</year>
          <access-date>2022-02-17</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://psychiatryonline.org/pb/assets/raw/sitewide/practice_guidelines/guidelines/mdd.pdf">https://psychiatryonline.org/pb/assets/raw/sitewide/practice_guidelines/guidelines/mdd.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Silverman</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Galanter</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Jackson-Triche</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Jacobs</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Lomax</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>Riba</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Tong</surname>
              <given-names>LD</given-names>
            </name>
            <name name-style="western">
              <surname>Watkins</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Fochtmann</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Rhoads</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Yager</surname>
              <given-names>J</given-names>
            </name>
            <collab>American Psychiatric Association</collab>
          </person-group>
          <article-title>The American Psychiatric Association practice guidelines for the psychiatric evaluation of adults</article-title>
          <source>Am J Psychiatry</source>
          <year>2015</year>
          <volume>172</volume>
          <issue>8</issue>
          <fpage>798</fpage>
          <lpage>802</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ajp.psychiatryonline.org/doi/10.1176/appi.ajp.2015.1720501"/>
          </comment>
          <pub-id pub-id-type="doi">10.1176/appi.ajp.2015.1720501</pub-id>
          <pub-id pub-id-type="medline">26234607</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hong</surname>
              <given-names>RH</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>JK</given-names>
            </name>
            <name name-style="western">
              <surname>Michalak</surname>
              <given-names>EE</given-names>
            </name>
            <name name-style="western">
              <surname>Chakrabarty</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Parikh</surname>
              <given-names>SV</given-names>
            </name>
            <name name-style="western">
              <surname>Culpepper</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Yatham</surname>
              <given-names>LN</given-names>
            </name>
            <name name-style="western">
              <surname>Lam</surname>
              <given-names>RW</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Implementing measurement-based care for depression: practical solutions for psychiatrists and primary care physicians</article-title>
          <source>Neuropsychiatr Dis Treat</source>
          <year>2021</year>
          <volume>17</volume>
          <fpage>79</fpage>
          <lpage>90</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.dovepress.com/implementing-measurement-based-care-for-depression-practical-solutions-peer-reviewed-fulltext-article-NDT"/>
          </comment>
          <pub-id pub-id-type="doi">10.2147/NDT.S283731</pub-id>
          <pub-id pub-id-type="medline">33469295</pub-id>
          <pub-id pub-id-type="pii">283731</pub-id>
          <pub-id pub-id-type="pmcid">PMC7813452</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Loh</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Simon</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Wills</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Kriston</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Niebling</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Härter</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The effects of a shared decision-making intervention in primary care of depression: a cluster-randomized controlled trial</article-title>
          <source>Patient Educ Couns</source>
          <year>2007</year>
          <volume>67</volume>
          <issue>3</issue>
          <fpage>324</fpage>
          <lpage>332</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.sciencedirect.com/science/article/abs/pii/S0738399107001401?via%3Dihub"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.pec.2007.03.023</pub-id>
          <pub-id pub-id-type="medline">17509808</pub-id>
          <pub-id pub-id-type="pii">S0738-3991(07)00140-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Qu</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Sas</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Daudén Roquet</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Doherty</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Functionality of top-rated mobile apps for depression: systematic search and evaluation</article-title>
          <source>JMIR Ment Health</source>
          <year>2020</year>
          <volume>7</volume>
          <issue>1</issue>
          <fpage>e15321</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2020/1/e15321"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/15321</pub-id>
          <pub-id pub-id-type="medline">32012079</pub-id>
          <pub-id pub-id-type="pii">v7i1e15321</pub-id>
          <pub-id pub-id-type="pmcid">PMC7007593</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McCue</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Khatib</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kabir</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Development of a digitally enabled care pathway through user-centered design in a large health system</article-title>
          <year>2021</year>
          <conf-name>Psych Congress Meeting</conf-name>
          <conf-date>October 29-November 1, 2021</conf-date>
          <conf-loc>San Antonio, TX</conf-loc>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Steen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Manschot</surname>
              <given-names>MAJ</given-names>
            </name>
            <name name-style="western">
              <surname>De Koning</surname>
              <given-names>KN</given-names>
            </name>
          </person-group>
          <article-title>Benefits of co-design in service design projects</article-title>
          <source>Int J Design</source>
          <year>2011</year>
          <volume>5</volume>
          <issue>2</issue>
          <fpage>53</fpage>
          <lpage>60</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://repository.tudelft.nl/islandora/object/uuid%3Aeefaaa3c-cc7d-408e-9e00-883c6f2ccb03"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van Os</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Delespaul</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Barge</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bakker</surname>
              <given-names>RP</given-names>
            </name>
          </person-group>
          <article-title>Testing an mHealth momentary assessment routine outcome monitoring application: a focus on restoration of daily life positive mood states</article-title>
          <source>PLoS One</source>
          <year>2014</year>
          <volume>9</volume>
          <issue>12</issue>
          <fpage>e115254</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.plos.org/plosone/article?id=10.1371/journal.pone.0115254"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0115254</pub-id>
          <pub-id pub-id-type="medline">25513813</pub-id>
          <pub-id pub-id-type="pii">PONE-D-14-32771</pub-id>
          <pub-id pub-id-type="pmcid">PMC4267819</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Planas</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Yuguero</surname>
              <given-names>O</given-names>
            </name>
          </person-group>
          <article-title>Technological prescription: evaluation of the effectiveness of mobile applications to improve depression and anxiety. Systematic review</article-title>
          <source>Inform Health Soc Care</source>
          <year>2021</year>
          <volume>46</volume>
          <issue>3</issue>
          <fpage>273</fpage>
          <lpage>290</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.tandfonline.com/doi/abs/10.1080/17538157.2021.1887196?journalCode=imif20"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/17538157.2021.1887196</pub-id>
          <pub-id pub-id-type="medline">33685325</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McCue</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Blair</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Fehnert</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>King</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cormack</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Sarkey</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Eramo</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kabir</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Khatib</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kemp</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Mobile app to enhance patient activation and patient-provider communication in major depressive disorder management: collaborative, randomized controlled pilot study</article-title>
          <source>JMIR Form Res</source>
          <year>2022</year>
          <volume>6</volume>
          <issue>10</issue>
          <fpage>e34923</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://formative.jmir.org/2022/10/e34923"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/34923</pub-id>
          <pub-id pub-id-type="medline">36301599</pub-id>
          <pub-id pub-id-type="pii">v6i10e34923</pub-id>
          <pub-id pub-id-type="pmcid">PMC9650572</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kroenke</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Spitzer</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>JBW</given-names>
            </name>
          </person-group>
          <article-title>The Patient Health Questionnaire-2: validity of a two-item depression screener</article-title>
          <source>Med Care</source>
          <year>2003</year>
          <volume>41</volume>
          <issue>11</issue>
          <fpage>1284</fpage>
          <lpage>1292</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.lww.com/lww-medicalcare/Abstract/2003/11000/The_Patient_Health_Questionnaire_2__Validity_of_a.8.aspx"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/01.MLR.0000093487.78664.3C</pub-id>
          <pub-id pub-id-type="medline">14583691</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kroenke</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Spitzer</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>JB</given-names>
            </name>
          </person-group>
          <article-title>The PHQ-9: validity of a brief depression severity measure</article-title>
          <source>J Gen Intern Med</source>
          <year>2001</year>
          <volume>16</volume>
          <issue>9</issue>
          <fpage>606</fpage>
          <lpage>613</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://link.springer.com/article/10.1046/j.1525-1497.2001.016009606.x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1046/j.1525-1497.2001.016009606.x</pub-id>
          <pub-id pub-id-type="medline">11556941</pub-id>
          <pub-id pub-id-type="pii">jgi01114</pub-id>
          <pub-id pub-id-type="pmcid">PMC1495268</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lam</surname>
              <given-names>RW</given-names>
            </name>
            <name name-style="western">
              <surname>Saragoussi</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Danchenko</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Rive</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Lamy</surname>
              <given-names>FX</given-names>
            </name>
            <name name-style="western">
              <surname>Brevig</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Psychometric validation of Perceived Deficits Questionnaire–Depression (PDQ-D) in patients with major depressive disorder (MDD)</article-title>
          <source>Value Health</source>
          <year>2013</year>
          <volume>16</volume>
          <issue>7</issue>
          <fpage>A330</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.valueinhealthjournal.com/article/S1098-3015(13)01951-7/fulltext"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jval.2013.08.046</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="web">
          <article-title>Wellbeing measures in primary health care/the DepCare project: report on a WHO meeting: Stockholm, Sweden, 12–13 February 1998 (No. WHO/EURO: 1998-4234-43993-62027)</article-title>
          <source>World Health Organization. Regional Office for Europe</source>
          <year>1998</year>
          <access-date>2022-02-17</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://apps.who.int/iris/handle/10665/349766">https://apps.who.int/iris/handle/10665/349766</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jaeger</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Digit symbol substitution test: the case for sensitivity over specificity in neuropsychological testing</article-title>
          <source>J Clin Psychopharmacol</source>
          <year>2018</year>
          <volume>38</volume>
          <issue>5</issue>
          <fpage>513</fpage>
          <lpage>519</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.lww.com/psychopharmacology/Fulltext/2018/10000/Digit_Symbol_Substitution_Test__The_Case_for.19.aspx"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/JCP.0000000000000941</pub-id>
          <pub-id pub-id-type="medline">30124583</pub-id>
          <pub-id pub-id-type="pmcid">PMC6291255</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McCue</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Parikh</surname>
              <given-names>SV</given-names>
            </name>
            <name name-style="western">
              <surname>Mucha</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Sarkey</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Cao</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Eramo</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Opler</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Webber-Lind</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>François</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Adapting the goal attainment approach for major depressive disorder</article-title>
          <source>Neurol Ther</source>
          <year>2019</year>
          <volume>8</volume>
          <issue>2</issue>
          <fpage>167</fpage>
          <lpage>176</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://link.springer.com/article/10.1007/s40120-019-00151-w"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s40120-019-00151-w</pub-id>
          <pub-id pub-id-type="medline">31435869</pub-id>
          <pub-id pub-id-type="pii">10.1007/s40120-019-00151-w</pub-id>
          <pub-id pub-id-type="pmcid">PMC6858898</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Forcino</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Barr</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>O'Malley</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Arend</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Castaldo</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Ozanne</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Percac-Lima</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Stults</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Tai-Seale</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Thompson</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Elwyn</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Using CollaboRATE, a brief patient-reported measure of shared decision making: results from three clinical settings in the United States</article-title>
          <source>Health Expect</source>
          <year>2018</year>
          <volume>21</volume>
          <issue>1</issue>
          <fpage>82</fpage>
          <lpage>89</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://onlinelibrary.wiley.com/doi/10.1111/hex.12588"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/hex.12588</pub-id>
          <pub-id pub-id-type="medline">28678426</pub-id>
          <pub-id pub-id-type="pmcid">PMC5750739</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hibbard</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Mahoney</surname>
              <given-names>ER</given-names>
            </name>
            <name name-style="western">
              <surname>Stockard</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Tusler</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Development and testing of a short form of the patient activation measure</article-title>
          <source>Health Serv Res</source>
          <year>2005</year>
          <volume>40</volume>
          <issue>6 Pt 1</issue>
          <fpage>1918</fpage>
          <lpage>1930</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://onlinelibrary.wiley.com/doi/10.1111/j.1475-6773.2005.00438.x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1475-6773.2005.00438.x</pub-id>
          <pub-id pub-id-type="medline">16336556</pub-id>
          <pub-id pub-id-type="pii">HESR438</pub-id>
          <pub-id pub-id-type="pmcid">PMC1361231</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mundt</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Marks</surname>
              <given-names>IM</given-names>
            </name>
            <name name-style="western">
              <surname>Shear</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Greist</surname>
              <given-names>JH</given-names>
            </name>
          </person-group>
          <article-title>The Work and Social Adjustment Scale: a simple measure of impairment in functioning</article-title>
          <source>Br J Psychiatry</source>
          <year>2002</year>
          <volume>180</volume>
          <fpage>461</fpage>
          <lpage>464</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cambridge.org/core/journals/the-british-journal-of-psychiatry/article/work-and-social-adjustment-scale-a-simple-measure-of-impairment-in-functioning/A23DD5A7256D13707859AC164B0A073C"/>
          </comment>
          <pub-id pub-id-type="doi">10.1192/bjp.180.5.461</pub-id>
          <pub-id pub-id-type="medline">11983645</pub-id>
          <pub-id pub-id-type="pii">S0007125000160878</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>PS</given-names>
            </name>
            <name name-style="western">
              <surname>Lane</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Olfson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pincus</surname>
              <given-names>HA</given-names>
            </name>
            <name name-style="western">
              <surname>Wells</surname>
              <given-names>KB</given-names>
            </name>
            <name name-style="western">
              <surname>Kessler</surname>
              <given-names>RC</given-names>
            </name>
          </person-group>
          <article-title>Twelve-month use of mental health services in the United States: results from the National Comorbidity Survey Replication</article-title>
          <source>Arch Gen Psychiatry</source>
          <year>2005</year>
          <volume>62</volume>
          <issue>6</issue>
          <fpage>629</fpage>
          <lpage>640</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://jamanetwork.com/journals/jamapsychiatry/fullarticle/208673"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/archpsyc.62.6.629</pub-id>
          <pub-id pub-id-type="medline">15939840</pub-id>
          <pub-id pub-id-type="pii">62/6/629</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hopwood</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The shared decision-making process in the pharmacological management of depression</article-title>
          <source>Patient</source>
          <year>2020</year>
          <volume>13</volume>
          <issue>1</issue>
          <fpage>23</fpage>
          <lpage>30</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://link.springer.com/article/10.1007/s40271-019-00383-w"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s40271-019-00383-w</pub-id>
          <pub-id pub-id-type="medline">31544218</pub-id>
          <pub-id pub-id-type="pii">10.1007/s40271-019-00383-w</pub-id>
          <pub-id pub-id-type="pmcid">PMC6957572</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Von Korff</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gruman</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Schaefer</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Curry</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Wagner</surname>
              <given-names>EH</given-names>
            </name>
          </person-group>
          <article-title>Collaborative management of chronic illness</article-title>
          <source>Ann Intern Med</source>
          <year>1997</year>
          <volume>127</volume>
          <issue>12</issue>
          <fpage>1097</fpage>
          <lpage>1102</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.acpjournals.org/doi/10.7326/0003-4819-127-12-199712150-00008"/>
          </comment>
          <pub-id pub-id-type="doi">10.7326/0003-4819-127-12-199712150-00008</pub-id>
          <pub-id pub-id-type="medline">9412313</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Von Korff</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Katon</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Rutter</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ludman</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Simon</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Bush</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Effect on disability outcomes of a depression relapse prevention program</article-title>
          <source>Psychosom Med</source>
          <year>2003</year>
          <volume>65</volume>
          <issue>6</issue>
          <fpage>938</fpage>
          <lpage>943</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.lww.com/psychosomaticmedicine/Abstract/2003/11000/Effect_on_Disability_Outcomes_of_a_Depression.3.aspx"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/01.psy.0000097336.95046.0c</pub-id>
          <pub-id pub-id-type="medline">14645770</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Clever</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Ford</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Rubenstein</surname>
              <given-names>LV</given-names>
            </name>
            <name name-style="western">
              <surname>Rost</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Meredith</surname>
              <given-names>LS</given-names>
            </name>
            <name name-style="western">
              <surname>Sherbourne</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>N-Y</given-names>
            </name>
            <name name-style="western">
              <surname>Arbelaez</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Cooper</surname>
              <given-names>LA</given-names>
            </name>
          </person-group>
          <article-title>Primary care patients' involvement in decision-making is associated with improvement in depression</article-title>
          <source>Med Care</source>
          <year>2006</year>
          <volume>44</volume>
          <issue>5</issue>
          <fpage>398</fpage>
          <lpage>405</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.lww.com/lww-medicalcare/Abstract/2006/05000/Primary_Care_Patients__Involvement_in.3.aspx"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/01.mlr.0000208117.15531.da</pub-id>
          <pub-id pub-id-type="medline">16641657</pub-id>
          <pub-id pub-id-type="pii">00005650-200605000-00003</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rathbone</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Prescott</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The use of mobile apps and SMS messaging as physical and mental health interventions: systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2017</year>
          <volume>19</volume>
          <issue>8</issue>
          <fpage>e295</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2017/8/e295/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.7740</pub-id>
          <pub-id pub-id-type="medline">28838887</pub-id>
          <pub-id pub-id-type="pii">v19i8e295</pub-id>
          <pub-id pub-id-type="pmcid">PMC5590007</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
