<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v10i12e22125</article-id>
      <article-id pub-id-type="pmid">34914613</article-id>
      <article-id pub-id-type="doi">10.2196/22125</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>A Digital Health Platform for Integrated and Proactive Patient-Centered Multimorbidity Self-management and Care (ProACT): Protocol for an Action Research Proof-of-Concept Trial</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Dinsmore</surname>
            <given-names>John</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Trinity Centre for Practice and Healthcare Innovation</institution>
            <institution>School of Nursing and Midwifery</institution>
            <institution>Trinity College Dublin</institution>
            <addr-line>GAS Building, 24 D'Olier Street</addr-line>
            <addr-line>Dublin, D02 T283</addr-line>
            <country>Ireland</country>
            <phone>353 18964155 ext 4155</phone>
            <email>dinsmorj@tcd.ie</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8387-3496</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Hannigan</surname>
            <given-names>Caoimhe</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8911-2655</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Smith</surname>
            <given-names>Suzanne</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8486-7087</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Murphy</surname>
            <given-names>Emma</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6738-3067</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Kuiper</surname>
            <given-names>Janneke M L</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3021-6016</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>O'Byrne</surname>
            <given-names>Emma</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7822-7422</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Galvin</surname>
            <given-names>Mary</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff7" ref-type="aff">7</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9367-620X</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Jacobs</surname>
            <given-names>An</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8058-1455</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Sillevis Smitt</surname>
            <given-names>Myriam</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4566-8114</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author">
          <name name-style="western">
            <surname>van Leeuwen</surname>
            <given-names>Cora</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3536-5881</ext-link>
        </contrib>
        <contrib id="contrib11" contrib-type="author">
          <name name-style="western">
            <surname>McAleer</surname>
            <given-names>Patricia</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5580-9024</ext-link>
        </contrib>
        <contrib id="contrib12" contrib-type="author">
          <name name-style="western">
            <surname>Tompkins</surname>
            <given-names>Lorraine</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9524-5312</ext-link>
        </contrib>
        <contrib id="contrib13" contrib-type="author">
          <name name-style="western">
            <surname>Brady</surname>
            <given-names>Anne-Marie</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7112-6810</ext-link>
        </contrib>
        <contrib id="contrib14" contrib-type="author">
          <name name-style="western">
            <surname>McCarron</surname>
            <given-names>Mary</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff8" ref-type="aff">8</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2531-0422</ext-link>
        </contrib>
        <contrib id="contrib15" contrib-type="author">
          <name name-style="western">
            <surname>Doyle</surname>
            <given-names>Julie</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4017-6329</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Trinity Centre for Practice and Healthcare Innovation</institution>
        <institution>School of Nursing and Midwifery</institution>
        <institution>Trinity College Dublin</institution>
        <addr-line>Dublin</addr-line>
        <country>Ireland</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>School of Computer Science</institution>
        <institution>Technical University Dublin</institution>
        <addr-line>Ireland</addr-line>
        <country>Ireland</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>NetwellCASALA</institution>
        <institution>Dundalk Institute of Technology</institution>
        <addr-line>Dundalk</addr-line>
        <country>Ireland</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Imec-VUB-SMIT</institution>
        <addr-line>Brussels</addr-line>
        <country>Belgium</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Home Instead Senior Care</institution>
        <addr-line>Dublin</addr-line>
        <country>Ireland</country>
      </aff>
      <aff id="aff6">
        <label>6</label>
        <institution>School of Applied Psychology</institution>
        <institution>University College Cork</institution>
        <addr-line>Cork</addr-line>
        <country>Ireland</country>
      </aff>
      <aff id="aff7">
        <label>7</label>
        <institution>Department of Design Innovation</institution>
        <institution>Faculty of Social Sciences</institution>
        <institution>Maynooth University</institution>
        <addr-line>Maynooth</addr-line>
        <country>Ireland</country>
      </aff>
      <aff id="aff8">
        <label>8</label>
        <institution>Trinity Centre for Ageing and Intellectual Disability</institution>
        <institution>School of Nursing and Midwifery</institution>
        <institution>Trinity College Dublin</institution>
        <addr-line>Dublin</addr-line>
        <country>Ireland</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: John Dinsmore <email>dinsmorj@tcd.ie</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>12</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>15</day>
        <month>12</month>
        <year>2021</year>
      </pub-date>
      <volume>10</volume>
      <issue>12</issue>
      <elocation-id>e22125</elocation-id>
      <history>
        <date date-type="received">
          <day>5</day>
          <month>7</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>1</day>
          <month>9</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>23</day>
          <month>1</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>12</day>
          <month>4</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©John Dinsmore, Caoimhe Hannigan, Suzanne Smith, Emma Murphy, Janneke M L Kuiper, Emma O'Byrne, Mary Galvin, An Jacobs, Myriam Sillevis Smitt, Cora van Leeuwen, Patricia McAleer, Lorraine Tompkins, Anne-Marie Brady, Mary McCarron, Julie Doyle. Originally published in JMIR Research Protocols (https://www.researchprotocols.org), 15.12.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on https://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.researchprotocols.org/2021/12/e22125" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Multimorbidity is defined as the presence of two or more chronic diseases and associated comorbidities. There is a need to improve best practices around the provision of well-coordinated, person-centered care for persons with multimorbidities. Present health systems across the European Union (EU) focus on supporting a single-disease framework of care; the primary challenge is to create a patient-centric, integrated care ecosystem to understand and manage multimorbidity. ProACT is a large-scale project funded by the European Commission under the Horizon 2020 programme, that involved the design, development, and evaluation of a digital health platform to improve and advance home-based integrated care, and supported self-management, for older adults (aged ≥65 years) living with multimorbidity.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This paper describes the trial implementation protocol of a proof-of-concept digital health platform (ProACT) in 2 EU member states (Ireland and Belgium) to support older persons with multimorbidities self-managing at home, supported by their care network (CN).</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Research was conducted across 2 EU member states, Ireland and Belgium. A 12-month action research trial design, divided into 3 evaluation cycles and lasting 3 months each, with a reflective redesign and development phase of 1 month after cycles 1 and 2 was conducted. Participants were 120 (60/120, 50% in Ireland and 60/120, 50% in Belgium) older persons with multimorbidities diagnosed with two or more of the following chronic conditions: diabetes, chronic obstructive pulmonary disease, chronic heart failure, and cardiovascular diseases. With permission from persons with multimorbidities, members of their CN were invited to participate in the study. Persons with multimorbidities were provided with ProACT technologies (tablet, devices, or sensors) to support them in self-managing their conditions. CN members also received access to an app to remotely support their persons with multimorbidity. Qualitative and quantitative feedback and evaluation data from persons with multimorbidity and CN participants were collected across four time points: baseline (T1), at the end of each 3-month action research cycle (T2 and T3), and in a final posttrial interview (T4). Thematic analysis was used to analyze the qualitative interview data. Quantitative data were analyzed via platform use statistics (to assess engagement) and standardized questionnaires (using descriptive and inferential statistics). This study is approved by the ethics committees of Ireland and Belgium.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The trial implementation phase for this 44-month (2016-2019) funded study was April 2018 to June 2019. The trial outcomes are at various stages of publication since 2021.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>ProACT aims to co-design and develop a digital intervention with persons with multimorbidities and their CN, incorporating clinical guidelines with the state of the art in human-computer interaction, behavioral science, health psychology, and data analytic methods to deliver a digital health platform to advance self-management of multimorbidity at home, as part of a proactive, integrated model of supported person-centered care.</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>RR1-10.2196/22125</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>multimorbidity</kwd>
        <kwd>digital health</kwd>
        <kwd>chronic disease</kwd>
        <kwd>self-management</kwd>
        <kwd>older adults</kwd>
        <kwd>integrated care</kwd>
        <kwd>behaviour change</kwd>
        <kwd>mobile phone</kwd>
        <kwd>smart phone</kwd>
        <kwd>smart device</kwd>
      </kwd-group>
      <custom-meta-wrap>
        <custom-meta>
          <meta-name>ext-peer-rev</meta-name>
          <meta-value>This paper was peer-reviewed by M Peeples and P Valckenaers; externally peer-reviewed by the European Commission. See the Multimedia Appendix for the peer-review report; </meta-value>
        </custom-meta>
      </custom-meta-wrap>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Within the European Union (EU), an estimated 50 million people live with multimorbidity, defined as two or more chronic health conditions [<xref ref-type="bibr" rid="ref1">1</xref>]. For individuals living with multimorbidity, the self-management of multiple conditions can impose a significant burden [<xref ref-type="bibr" rid="ref2">2</xref>], with activities that include managing multiple symptoms, medications, information on their conditions, and clinical appointments. In addition, health care services for individuals with multimorbidity are often repetitive (multiple appointments), inconvenient, inefficient (individuals may see different clinicians who give conflicting advice), burdensome, and potentially unsafe due to poorly integrated and coordinated care [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. The outcome for individuals is reduced quality of life, as time and energy are spent managing multiple conditions, limiting their opportunity for social or personal activities [<xref ref-type="bibr" rid="ref5">5</xref>].</p>
        <p>The risk of multimorbidity increases with advancing age, with prevalence rates estimated at 65% in people aged ≥65 years, 85% in people aged ≥85 years, and rising [<xref ref-type="bibr" rid="ref6">6</xref>]. The rapid aging of the global population brings significant concerns over the sustainability of health services, due to associated increases in health care expenditure, and disparities in the number of practicing health professionals. It is therefore important that efforts are made to explore sustainable digital approaches to support home-based self-management of chronic diseases and multimorbidity. Self-management (or self-care) can be described as an individual’s ability to manage symptoms, treatment, emotions, and lifestyle changes as part of living with a chronic condition [<xref ref-type="bibr" rid="ref7">7</xref>]. Improving best practices around the provision of person-centered care for a person with multimorbidity requires empowering the Person with multimorbidity to self-manage, actively supported by their care network (CN), which primarily involves informal carers (ICs), formal carers (FCs), and health care professionals (HCPs). The CN of a person with multimorbidity plays an important role in diminishing the impact of disease management, which may subsequently improve health outcomes and quality of life [<xref ref-type="bibr" rid="ref8">8</xref>].</p>
        <p>Digital health technologies have the potential to improve and advance home-based self-management for older persons with multimorbidity, yet most digital solutions focus on single-disease management (eg, diabetes) [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. Therefore, digital solutions that address complex disease management and multimorbidity, taking into account the role, views, and needs of the person with multimorbidity and their CN, are also required.</p>
        <p>To date, there has been limited research examining the potential of digital health support for multimorbidity management. This includes understanding the challenges faced by people managing multimorbidity, as well as design requirements for digital technologies to address these challenges [<xref ref-type="bibr" rid="ref11">11</xref>-<xref ref-type="bibr" rid="ref15">15</xref>]. Although such research is necessary, to the best of our knowledge, research on digital platforms and systems to support multimorbidity has not progressed beyond examining requirements and suggesting design recommendations.</p>
        <p>Within the EU, the ICARE4EU program provides the most robust examination of digital or eHealth use to address multimorbidity management within the context of integrated care [<xref ref-type="bibr" rid="ref16">16</xref>]. Managers of 101 integrated care programs in Europe were surveyed to understand if they had used eHealth (or digital) solutions and, if so, what were the benefits of and barriers for the solutions in relation to multimorbidity care. Of these programs, 85 adopted eHealth solutions, and 42 of these were targeted specifically at older adults. The types of eHealth technologies implemented within these programs included remote consultation and monitoring, self-management tools (including electronic reminders and web-based decision support), health care management technology such as patient databases and e-referral systems, and electronic health records. However, neither detailed descriptions of these technologies nor their evaluations were presented. Furthermore, the authors noted limitations in that HCPs, patients, and their caregivers were not consulted in terms of the availability of eHealth supports within these programs.</p>
        <p>With such limited research in the areas of digital health, integrated care, and multimorbidity management, there is a need for large-scale, longitudinal programs or projects to better understand both the complexities of multimorbidity and how digital technologies can be designed, developed, and implemented to support the person with multimorbidity and their CN. The ProACT project, funded by the European Commission Horizon 2020 programme, brings together a multidisciplinary consortium of 13 European partners for the purpose of developing and evaluating a digital integrated care system to empower home-based, patient-centric care and proactive self-management of chronic conditions for Europe’s 50 million persons with multimorbidity.</p>
        <p>This paper reports the protocol for the ProACT Horizon H2020 project main proof-of-concept (PoC) trial conducted in Ireland (by the Trinity Centre for Practice and Healthcare Innovation, Trinity College Dublin, NetwellCASALA at Dundalk Institute of Technology and Home Instead Senior Care) and Belgium (by imec at the Studies in Media, Innovation and Technology in the Vrije Universiteit Brussel) between April 2018 and June 2019. Before the PoC trial, the ProACT platform was designed and developed between 2016 and 2018 through an iterative user-centered process involving input from 166 key stakeholders (older people with multiple chronic conditions, carers, and HCPs) across Ireland, Belgium, and Italy [<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref21">21</xref>].</p>
      </sec>
      <sec>
        <title>Study Aim and Objectives</title>
        <p>The study evaluated, at a PoC level, a digital health platform (called <italic>ProACT</italic>) for older persons with multimorbidity to self-manage their conditions with support from their CN. ProACT was implemented at 2 EU trial sites (Belgium and Ireland). The specific aims of the trial were (1) to explore the potential benefits of the ProACT platform for persons with multimorbidity and (2) to obtain feedback from all relevant participants on their experiences using the ProACT platform and on the potential of the platform to improve integration of care and support for multimorbidity disease management.</p>
        <p>Specific objectives for all participants were to evaluate the usability, accessibility, and acceptability of the ProACT platform, user adoption and satisfaction with the technology and services, and experiences of participants using ProACT. Additional objectives for persons with multimorbidity were to evaluate the potential impact of the ProACT platform on a range of health, well-being, psychological, and psychosocial outcomes and evaluate the efficacy of ProACT as a behavior change intervention that aims to improve self-management skills for the person with multimorbidity. Additional objectives for IC and FC participants were to evaluate the potential impact of the ProACT platform on their psychological and psychosocial outcomes.</p>
      </sec>
      <sec>
        <title>ProACT: Intervention Description</title>
        <p>ProACT is a citizen-driven, self-management orientated, digital integrated care platform capable of supporting multiple disease management and well-being parameters (eg, mobility and sleep) on a single user app. The overall platform (<xref rid="figure1" ref-type="fig">Figure 1</xref>) consists of the following:</p>
        <list list-type="bullet">
          <list-item>
            <p>A kit of home-based health care support tools and</p>
            <p>off-the-shelf</p>
            <p>measurement and sensing devices (eg, blood pressure cuff, weight scales, smart watch, and home-based sensors).</p>
          </list-item>
          <list-item>
            <p>A suite of end-user apps and support tools (CareApps; <xref rid="figure2" ref-type="fig">Figure 2</xref>). Apps are available for persons with multimorbidity, HCPs, ICs, and FCs.</p>
          </list-item>
          <list-item>
            <p>A source-agnostic data collection system (CABIE).</p>
          </list-item>
          <list-item>
            <p>A portal to support (1) management of trials and participants and (2) clinical triage support (Subject Information Management System [SIMS]).</p>
          </list-item>
          <list-item>
            <p>Cloud-based storage and analytics system (KITE).</p>
          </list-item>
          <list-item>
            <p>Advanced analytics to provide risk assessment, support person with multimorbidity goal setting, and support person-centric care (CareAnalytics).</p>
          </list-item>
        </list>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>ProACT platform overview and data flow.</p>
          </caption>
          <graphic xlink:href="resprot_v10i12e22125_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>ProACT CareApp View Readings and Did You Know (education) interfaces.</p>
          </caption>
          <graphic xlink:href="resprot_v10i12e22125_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>From the person with multimorbidity perspective, the measurement and sensing devices and CareApps are the only platform technologies that they interact with. For CN users, CareApps tailored to their requirements are their point of interaction with the platform. The full list of devices used by the person with multimorbidity is included in <xref ref-type="boxed-text" rid="box1">Textbox 1</xref>.</p>
        <p>Within the overall intervention, the primary point of information exchange with the end user (person with multimorbidity or CN support actor) is their CareApp. <xref ref-type="boxed-text" rid="box2">Textbox 2</xref> outlines the structure and use of each CareApp. <xref rid="figure3" ref-type="fig">Figure 3</xref> provides an overview of the person with multimorbidity home screen co-designed with users. The petal-based interface presents a brief summary of health and well-being data tailored to each person with multimorbidity’s condition and self-management preferences. Using a color-coded <italic>traffic light</italic> system, persons with multimorbidity are alerted if their data are below or above their personal thresholds (pink), when they have not taken a reading for five days or more (orange), or when all is deemed normal for the person with multimorbidity (blue).</p>
        <boxed-text id="box1" position="float">
          <title>Hardware or devices included in the person with multimorbidity ProACT toolkit (customizable according to the preferences and conditions of the person with multimorbidity).</title>
          <p>
            <bold>Vital signs monitoring</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>iHealth blood glucose monitor</p>
            </list-item>
            <list-item>
              <p>Withings blood pressure monitor</p>
            </list-item>
            <list-item>
              <p>Withings weight scales</p>
            </list-item>
            <list-item>
              <p>iHealth pulse oximeter</p>
            </list-item>
          </list>
          <p>
            <bold>Well-being monitoring</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>Withings watch (physical activity and sleep)</p>
            </list-item>
          </list>
          <p>
            <bold>General</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>Tablet device (eg, iPad)</p>
            </list-item>
            <list-item>
              <p>Broadband connection (supplied where needed)</p>
            </list-item>
            <list-item>
              <p>Peripheral supplies (batteries, extension leads, etc)</p>
            </list-item>
          </list>
        </boxed-text>
        <boxed-text id="box2" position="float">
          <title>CareApp components and associated features.</title>
          <p>
            <bold>Persons with multimorbidity</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>Home screen</p>
              <list>
                <list-item>
                  <p>Provides a quick overview of current health and well-being status, educational tip of the day, and goal progress tailored to individual disease profiles and self-management preferences (eg, blood pressure, step count, blood glucose, and daily questions). Home button and quick links to; view readings, add info; my goals; health tips and my profile (described below).</p>
                </list-item>
              </list>
            </list-item>
            <list-item>
              <p>View Readings</p>
              <list>
                <list-item>
                  <p>Users can choose to view their data across five key areas: symptoms, sleep, activity, daily question responses, and personal reflections on these responses.</p>
                </list-item>
              </list>
            </list-item>
            <list-item>
              <p>Add Info</p>
              <list>
                <list-item>
                  <p>Allows for manual entry of data from personal or nondigital devices and presents daily questions around general well-being, anxiety, satisfaction with sleep, and social interactions, as well as symptom monitoring questions for those parameters not measurable by a digital device (eg, breathlessness, sputum color for chronic obstructive pulmonary disease, and edema for Heart Failure).</p>
                </list-item>
              </list>
            </list-item>
            <list-item>
              <p>My Goals</p>
              <list>
                <list-item>
                  <p>Supports persons with multimorbidity to set personalized, flexible, and collaborative (with their care network) goals around their health and well-being (eg, exercise).</p>
                </list-item>
              </list>
            </list-item>
            <list-item>
              <p>Tips</p>
              <list>
                <list-item>
                  <p>Tips and educational content relating to conditions and self-management (covers information related to individual conditions; managing multiple conditions; medication management; activity, social, and goal planning, etc) as well as training on how to use devices (including the iPad) and the CareApps.</p>
                </list-item>
              </list>
            </list-item>
            <list-item>
              <p>My Profile</p>
              <list>
                <list-item>
                  <p>Supports the person with multimorbidity in having control over various aspects of their CareApp, including who they would like to share their data with and how often they would like reminders/alerts to take readings.</p>
                </list-item>
              </list>
            </list-item>
          </list>
          <p>
            <bold>Informal carer</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>The app view has a similar structure and navigation to the person with multimorbidity app. The home screen is based on a grid rather than a flower-shaped petal and presents a mixture of educational content (this includes the same content as in the person with multimorbidity app along with educational material on providing care to a person with multimorbidity, addressing topics such as self-care and time management) and person with multimorbidity health readings. The app also allows the user to send brief notifications that they have viewed the data and encourage the person with multimorbidity in their self-management practices.</p>
            </list-item>
          </list>
          <p>
            <bold>Formal carer</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>The app has the same structure and navigation as the informal carer app with similar features. This app is limited so that formal carers can only view well-being data (such as sleep and activity) and not the person with multimorbidity’s health (symptom data such as blood pressure, blood glucose, etc) readings, as this was not allowed due to regulations within the formal care organizations at trial locations.</p>
            </list-item>
          </list>
          <p>
            <bold>Health care professionals</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>The health care professional (HCP) CareApp has similar functionality to the formal carer CareApp in that HCPs can view a list of their patients and with permission, view their readings and their profile. Within this app, HCPs have access to the patient health (eg, symptom data) readings.</p>
            </list-item>
          </list>
        </boxed-text>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Persons with multimorbidity home screen user interface.</p>
          </caption>
          <graphic xlink:href="resprot_v10i12e22125_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design</title>
        <p>The study was a longitudinal (12-month) PoC trial using an action research design and mixed methods approach. Action research is a period of investigation that <italic>describes, interprets, and explains social situations while executing a change intervention aimed at improvement and involvement</italic> [<xref ref-type="bibr" rid="ref22">22</xref>]. The strength of this approach is the capability to generate solutions to practical problems, while garnering methods to understand the context of care, needs, and experiences of the person with multimorbidity group, drawing upon a range of research methods (eg, participant observation and in-depth interviews), to involve and build relationships with persons with multimorbidity and associated CN support actors. Within the PoC trial, this allowed for modifications to the technology based on quantitative and qualitative data collected from platform use statistics (eg, how often participants engage with the platform), platform data (ie, data coming from sensors and technologies), observational and usability testing methods to understand participant interaction with CareApps; person with multimorbidity and CN responses to interviews, questionnaires, and standardized assessments (eg, to evaluate quality of life, device proficiency, and usability).</p>
      </sec>
      <sec>
        <title>Participant Inclusion and Exclusion Criteria</title>
        <p>Persons with multimorbidity and their CNs (consisting of ICs, FCs, and HCPs) were eligible for this study. For inclusion, participants with multimorbidity were aged ≥65 years and had at least two of the following conditions: diabetes, chronic obstructive pulmonary disease (COPD), chronic heart failure (CHF), or chronic heart disease or coronary artery disease including hypertension, atherosclerosis, angina, and arrhythmia; were capable of giving written informed consent; had access to broadband services (this refers to regional infrastructure); or lived in an area with sufficient coverage for mobile broadband or internet. The implemented service costs were covered as part of the trial.</p>
        <p>CN participants were invited only on the permission of the person with multimorbidity and were required to be aged ≥18 years; to be providing care or support to a participant with multimorbidity; have access to a computer, tablet, or smartphone with an internet connection; and to be capable of giving written informed consent.</p>
      </sec>
      <sec>
        <title>Sample</title>
        <p>A purposive sample of 120 persons with multimorbidity (60 persons with multimorbidity per trial site in Ireland and Belgium) were recruited to participate in the PoC trial. Although sample size is often cited as a key factor in determining the potential success of a study, this is more relevant for randomized controlled trial studies that seek to answer specific questions regarding the efficacy of interventions (does it work?) and is less relevant for studies related to care and service improvement (how does it work?) [<xref ref-type="bibr" rid="ref23">23</xref>]. Thus, to determine the PoC sample size, we took a pragmatic approach and reviewed two important factors: (1) it is large enough to provide a reliable analysis of the ecosystem and (2) small enough to be financially feasible. An analysis of the literature suggests that the overall sample size in a PoC, telemedicine and health focused information communications technology trial is low. A review of 1030 studies on telemedicine-based technological interventions for chronic disease management, looking at CHF (436 studies), stroke (422 studies), and COPD (172 studies) between 2005 and 2013 (including 35 systematic reviews and one review of the reviews), suggested that methodologically robust sample sizes for each condition were 17 participants (COPD), 21 participants (stroke), and 19 participants (CHF) [<xref ref-type="bibr" rid="ref24">24</xref>]. The selected studies were conducted primarily in the United States and Europe.</p>
      </sec>
      <sec>
        <title>Ethical Approval and Consent</title>
        <p>Ethical approval was granted from participating health service organizations where recruitment took place and from academic partners. Informed consent was obtained on an individual basis in accordance with legal and ethical guidelines at each trial site region, following careful explanation of the study and provision of participant information and informed consent forms for the person with multimorbidity and participating members of their CN. All participants had the right to withdraw from the study at any time without any questions. Following a review of recruitment procedures by ethical committees in Ireland and Belgium, it was agreed that researchers should only contact a person’s HCP if they had provided this consent.</p>
      </sec>
      <sec>
        <title>Recruitment Procedures</title>
        <p>In both Ireland and Belgium, participants were selected by several different methods, depending on which recruitment source they were accessed through, as outlined below:</p>
        <list list-type="bullet">
          <list-item>
            <p>HCP and FC services (eg, in Ireland, the Health Service Executive and Home Instead Senior Care, and in Belgium, the hospitals UZGent and OLV Aalst, and the home care organizations Solidariteit voor het Gezin and Rivierenland): participants were selected from the service clinic records or via professional familiarity by HCPs employed directly in the services; HCPs within the services selected any potential participants who met the study inclusion criteria. Research team members did not view health service records to identify participants.</p>
          </list-item>
          <list-item>
            <p>ProACT <italic>requirements gathering</italic> panel: this research panel consisted of individuals linked to the first phase of the ProACT project, which focused on the design and development of the platform. Phase 1 received ethical approval, and participants consented to be recontacted regarding participation in the PoC trial.</p>
          </list-item>
          <list-item>
            <p>General practices: participants were selected by general practitioners (GPs) following the same procedures outlined for health professional services. Study information was also left in participating GP waiting rooms. Self-selecting participants who viewed this information could then directly contact the research team. Researchers assessed potential participants to determine whether they met the inclusion criteria (eg, whether they have been diagnosed with the ProACT conditions). If they were unsure, they were asked to check with their GP.</p>
          </list-item>
          <list-item>
            <p>Relevant older persons and chronic disease networks (eg, diabetes and COPD support groups): participants were self-selected. These organizations disseminated study information to their members, who could then directly contact the research team to participate. The same assessment procedures outlined for general practices were applied.</p>
          </list-item>
          <list-item>
            <p>Additional recruitment sources in Ireland included social media, radio, and local newspaper advertising; referrals directly from pharmacists; and participants who also referred another person with multimorbidity. Researchers contacted individuals who expressed interest in participating to ensure that they met the inclusion criteria.</p>
          </list-item>
          <list-item>
            <p>Additional recruitment sources in Belgium included several recruitment agencies (IVOX, Tendens, imec Living Lab, and Zorglab Aalst) via their respective panels, a pharmacy organization, a newspaper advertisement, and participants who also referred another Person with multimorbidity.</p>
          </list-item>
          <list-item>
            <p>In relation to the additional recruitment channels in Ireland and Belgium, researchers assessed potential participants to determine whether they met the inclusion criteria (eg, whether they had been diagnosed with the ProACT conditions). If they were unsure, they were asked to check with their GP.</p>
          </list-item>
        </list>
      </sec>
      <sec>
        <title>Technology Deployment and Trial Setup</title>
        <p>Invited person with multimorbidity participants had at least 7 days to review the participant information leaflet and have queries answered before technology deployment, which occurred over 2 visits to the person with multimorbidity’s home. All researchers ensured that ProACT technology was deployed correctly and in a consistent manner across trial sites, following a strict deployment plan.</p>
        <p>During the first visit, members of the research team obtained written consent from the participants. Each participant received devices depending on their condition profile. Participants also had the option to use any existing device (that they currently use at home) to measure an included parameter (eg, blood glucose monitor) by manually entering readings from the device into the person with multimorbidity CareApp. ProACT sensor devices were connected by Wi-Fi or Bluetooth, and a broadband internet connection was provided for the duration of the trial for any participants who did not have existing broadband in their homes. Participants were trained on how to use their ProACT devices during their initial visit. This included a brief introduction on how to use the ProACT CareApp and associated third party apps (eg, using the Withings HealthMate [<xref ref-type="bibr" rid="ref25">25</xref>] app to take a blood pressure reading), as it was important that the person with multimorbidity was not overloaded with information on all ProACT technology features during the first visit. Participants were also provided with a paper-based manual, containing detailed instructions for using each device, along with common troubleshooting instructions.</p>
        <p>Approximately 1 week after the first visit, the researchers conducted a second deployment visit. Detailed training on the CareApp took place with additional web-based training materials and videos made available through the ProACT CareApp. A study helpdesk, staffed by respective research team members in Ireland and Belgium, was available (from 9:30 AM- 4:30 PM, Monday to Friday) to assist participants with queries and technical difficulties. In both Ireland and Belgium, a dedicated clinical triage service for monitoring vital signs was also available (9 AM-5 PM, Monday to Friday). Triage personnel (clinical nursing staff) had access to data from all persons with multimorbidities participating in the trial via the SIMS. A protocol for dealing with potential adverse events was developed using triage personnel. This included defining thresholds for abnormal vital sign values for each parameter being monitored. For example, thresholds for high and low blood glucose values were set in the SIMS for participants with diabetes. At the outset of the trial, global threshold values were set for all participants. However, over the course of the trial, such thresholds were often adjusted for individuals based on their normal values. If a participant’s vital sign reading is outside the normal threshold, an alert is triggered on the SIMS triage interface, and as noted above, the participant will see a pink petal on their CareApp dashboard (<xref rid="figure3" ref-type="fig">Figure 3</xref>). In such instances, the triage nurse calls the participant to discuss the reading and determine whether an escalation is required. In both trial regions, clinical triage was not provided for nonvital sign data (eg, sleep or activity). Participants were reminded that this was a research study and that the triage service would not be considered as a replacement for normal care. In the event that a person with multimorbidity felt ill, they were recommended to seek medical advice or care as they normally would. Persons with multimorbidity were also reminded of this at regular intervals through a pop-up message on their CareApp, as requested by the ethics committees. Following completion of the second deployment visit, the participants began their trial period.</p>
        <p>Invited members of the person with multimorbidity’s CN were provided with access to their relevant CareApp that they could use on their own devices (smartphones, tablets, or computers). These customized CareApps allowed those in the CN to view relevant data from the participant with multimorbidity and educational materials related to condition management, well-being, and technology use. Participants with multimorbidity chose what data to share with each CN participant. The data viewed by HCP participants via their CareApp were not used to make clinical decisions. This was clearly outlined in the participant consent forms and information leaflets for all trial participants.</p>
      </sec>
      <sec>
        <title>Trial Implementation, Outcome Measures, and Data Collection</title>
        <sec>
          <title>Overview</title>
          <p>The person with multimorbidity CareApp and toolkit were deployed to the person with multimorbidity in their homes for up to 12 months (participants used the app for a minimum of 9 months to cover the three action research cycles), across a 15-month period. Recruitment was staggered across action research cycle 1, as outlined in <xref rid="figure4" ref-type="fig">Figure 4</xref>. Introducing participants at various stages in the first action research cycle did not impact the final analysis, as elements of the system were redesigned or developed at 2 separate points, as part of the action research methodology. Invited CN participants also received access to their respective CareApp following nomination from the person with multimorbidity. Outcomes from the trial were assessed using a mix of ProACT platform data (engagement with app and data from sensors), CareApp questionnaires (self-report data on health and well-being), standardized assessments (<xref ref-type="table" rid="table1">Table 1</xref>), usability testing, and semistructured interviews. Further details of the process for the person with multimorbidity and CN members are shown in <xref ref-type="table" rid="table1">Table 1</xref>.</p>
          <fig id="figure4" position="float">
            <label>Figure 4</label>
            <caption>
              <p>Study timeline across action research cycles for persons with multimorbidity.</p>
            </caption>
            <graphic xlink:href="resprot_v10i12e22125_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <table-wrap position="float" id="table1">
            <label>Table 1</label>
            <caption>
              <p>Persons with multimorbidity key assessment domains and measures.<sup>a</sup></p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="200"/>
              <col width="250"/>
              <col width="400"/>
              <col width="150"/>
              <thead>
                <tr valign="top">
                  <td>Domain</td>
                  <td>Scale or measure</td>
                  <td>Description of measure</td>
                  <td>Assessment time point</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>Demographics</td>
                  <td>Self-report questionnaire<sup>b</sup></td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>7 self-report items collecting information on gender; date of birth; marital status; educational level; living alone or with others; employment status; primary occupation</p>
                      </list-item>
                    </list>
                  </td>
                  <td>T1</td>
                </tr>
                <tr valign="top">
                  <td>Medication list</td>
                  <td>Self-report list</td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>Interviewer recorded a list of the names, dosage, and frequency of each participant’s medications. These data were used to initially populate the triage system for nurses, who then managed the ongoing collection and updated medication information</p>
                      </list-item>
                    </list>
                  </td>
                  <td>T1</td>
                </tr>
                <tr valign="top">
                  <td>Comorbidity index/disease burden</td>
                  <td>Multimorbidity assessment by self-report [<xref ref-type="bibr" rid="ref26">26</xref>]<sup>b</sup></td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>22-item list of common conditions or comorbidities: yes or no to indicate presence of conditions; then 5-point Likert scale to assess the extent to which each condition limits daily activities</p>
                      </list-item>
                    </list>
                  </td>
                  <td>T1 and T4</td>
                </tr>
                <tr valign="top">
                  <td>Technology use and proficiency</td>
                  <td>Mobile device proficiency questionnaire [<xref ref-type="bibr" rid="ref27">27</xref>]<sup>b</sup></td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>16-item scale to assess older adults’ proficiency with mobile technological devices. Participant-rated ability to carry out different operations (internet, calendar, etc) on a 5-point Likert scale</p>
                      </list-item>
                    </list>
                  </td>
                  <td>T1 and T4</td>
                </tr>
                <tr valign="top">
                  <td>Cognitive function</td>
                  <td>Montreal cognitive assessment [<xref ref-type="bibr" rid="ref28">28</xref>]</td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>30-item scale measuring cognitive function in several domains; total score gives measure of global cognition; cognitive screening test</p>
                      </list-item>
                    </list>
                  </td>
                  <td>T1 and T4</td>
                </tr>
                <tr valign="top">
                  <td>Health related quality of life/health outcome measure</td>
                  <td>The 5-level EuroQol-5D version [<xref ref-type="bibr" rid="ref29">29</xref>]</td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>5-item self-report Likert scale: rate level of problems in five dimensions: mobility, self-care, usual activities, pain or discomfort, and anxiety or depression</p>
                      </list-item>
                      <list-item>
                        <p>1-item visual analogue scale: own judgment of health status between 1 and 100 (from “best health you can imagine” to “worst health you can imagine”)</p>
                      </list-item>
                    </list>
                  </td>
                  <td>T1, T2, T3, and T4</td>
                </tr>
                <tr valign="top">
                  <td>Quality of life</td>
                  <td>Control, Autonomy, Self-Realization and Pleasure-19 [<xref ref-type="bibr" rid="ref30">30</xref>]</td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>19-item scale measuring quality of life across four dimensions: control, autonomy, pleasure, and self-realization. Developed for an older adult population.</p>
                      </list-item>
                    </list>
                  </td>
                  <td>T1, T2, T3, and T4</td>
                </tr>
                <tr valign="top">
                  <td>Illness perceptions</td>
                  <td>Multimorbidity Illness Perceptions Scale [<xref ref-type="bibr" rid="ref31">31</xref>]<sup>b</sup></td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>22-item scale measuring illness perceptions related to multimorbidity in five dimensions: emotional representations, treatment burden, prioritizing conditions, causal links, and activity limitation</p>
                      </list-item>
                    </list>
                  </td>
                  <td>T1, T2, T3, and T4</td>
                </tr>
                <tr valign="top">
                  <td>Self-efficacy</td>
                  <td>General self-efficacy scale [<xref ref-type="bibr" rid="ref32">32</xref>]</td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>10-item self-report Likert scale: assesses perceived self-efficacy and ability to cope with daily hassles and stressful life events</p>
                      </list-item>
                    </list>
                  </td>
                  <td>T1, T2, T3, and T4</td>
                </tr>
                <tr valign="top">
                  <td>Locus of control</td>
                  <td>Multidimensional health locus of control scale [<xref ref-type="bibr" rid="ref33">33</xref>]</td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>18-item scale assessing beliefs about control individuals have over their own health in three main dimensions: internal control, chance, and power</p>
                      </list-item>
                    </list>
                  </td>
                  <td>T1, T2, T3, and T4</td>
                </tr>
                <tr valign="top">
                  <td>Social connectedness</td>
                  <td>Lubben social network scale [<xref ref-type="bibr" rid="ref34">34</xref>]</td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>18-item version to measure social connection in three domains: family, friends, and neighbors</p>
                      </list-item>
                    </list>
                  </td>
                  <td>T1 and T4 (18 item); T2 and T3 (6 item)</td>
                </tr>
                <tr valign="top">
                  <td>Depression and anxiety</td>
                  <td>Hospital Anxiety and Depression Scale [<xref ref-type="bibr" rid="ref35">35</xref>]</td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>14-item scale to measure depression and anxiety—developed as a screening tool for clinical levels of depression and anxiety</p>
                      </list-item>
                    </list>
                  </td>
                  <td>T1 and T4</td>
                </tr>
                <tr valign="top">
                  <td>Sleep quality</td>
                  <td>Pittsburgh Sleep Quality Scale [<xref ref-type="bibr" rid="ref36">36</xref>]</td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>9-item scale to assess subjective sleep quality: can provide an overall score and domain specific scores</p>
                      </list-item>
                    </list>
                  </td>
                  <td>T1 and T4</td>
                </tr>
                <tr valign="top">
                  <td>Fatigue</td>
                  <td>Functional Assessment of Chronic Illness Therapy Fatigue Scale [<xref ref-type="bibr" rid="ref37">37</xref>]<sup>b</sup></td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>13-item scale measuring feelings of fatigue, weakness, or energy and impact on daily activities</p>
                      </list-item>
                    </list>
                  </td>
                  <td>T1 and T4</td>
                </tr>
                <tr valign="top">
                  <td>Physical activity</td>
                  <td>Rapid Assessment of Physical Activity [<xref ref-type="bibr" rid="ref38">38</xref>]</td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>10-item scale to measure engagement in physical activities</p>
                      </list-item>
                    </list>
                  </td>
                  <td>T1 and T4</td>
                </tr>
                <tr valign="top">
                  <td>Usability</td>
                  <td>System Usability Scale [<xref ref-type="bibr" rid="ref39">39</xref>]</td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>10-item scale (Likert scale item) to provide subjective assessment of the usability of a technology system</p>
                      </list-item>
                    </list>
                  </td>
                  <td>T2, T3, and T4</td>
                </tr>
                <tr valign="top">
                  <td>User burden (technology)</td>
                  <td>User Burden Scale [<xref ref-type="bibr" rid="ref40">40</xref>]<sup>b</sup></td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>18-item<sup>c</sup> self-report scale used to evaluate user burden when engaging with technology. Likert scale</p>
                      </list-item>
                    </list>
                  </td>
                  <td>T2, T3, and T4</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table1fn1">
                <p><sup>a</sup>Measures administered at each assessment time point are a subset of those listed in this table; an indication of the time point for each assessment is indicated in the table below.</p>
              </fn>
              <fn id="table1fn2">
                <p><sup>b</sup>These measures were included as part of a paper-based questionnaire sent to participants in advance of the relevant interview.</p>
              </fn>
              <fn id="table1fn3">
                <p><sup>c</sup>The original questionnaire has 20 items, but two questions in relation to financial burden were not used due to lack of relevance.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
        <sec>
          <title>Person With Multimorbidity</title>
          <p>Participants with multimorbidity participants were asked to use their CareApp to record information and measure key parameters related to their health and well-being on a regular basis (at their convenience), using sensors/devices and by answering self-report questions presented via the CareApp. They could also use their CareApp to view their recorded data and view educational materials and training videos related to condition management, well-being, and technology use. Adherence to physiological monitoring and use of the ProACT CareApp was monitored via system use statistics and data collected by the ProACT platform.</p>
          <p>The persons with multimorbidity’s questionnaire or assessment and qualitative semistructured interview data were collected across four time points: baseline (T1 during second deployment visit), at the end of each 3-month action research cycle (T2: month 3; T3: month 7), and in a final posttrial interview (T4: month 12). <xref rid="figure4" ref-type="fig">Figure 4</xref> presents the study timeline for the persons with multimorbidity.</p>
          <p>A paper questionnaire containing scales and measures suitable for self-completion was posted to each participant before each interview. This allowed the participant to complete these measures at a time that was convenient to them to reduce participant burden. Interviews were conducted at the participants’ homes. The researchers reviewed the questionnaires briefly during interviews and assisted the participants in completing any questions where necessary. <xref ref-type="table" rid="table2">Table 2</xref> presents the key assessment domains and measures issued to Persons with multimorbidity across the trial. Semistructured qualitative interviews were also conducted. Themes that were addressed in the interviews included understanding expectations of how ProACT might change health and well-being; persons with multimorbidity’s use of ProACT; understanding how ProACT has changed self-management routines or strategies; the impact of ProACT on the role of the CN; frequency of health care use and cost of care; accessibility and usability of ProACT; user satisfaction and effectiveness of ProACT; and technology adoption and perceived future use of ProACT.</p>
          <p>Following action research cycle 3, the trial concluded with a 1-month period of phased withdrawal of the technology. The timeline for the withdrawal of the technology was clearly explained to the participants throughout the study to manage participant expectations.</p>
          <table-wrap position="float" id="table2">
            <label>Table 2</label>
            <caption>
              <p>Care network participant key assessment domains and measures.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="260"/>
              <col width="500"/>
              <col width="120"/>
              <col width="120"/>
              <thead>
                <tr valign="top">
                  <td>Domain</td>
                  <td>Measure</td>
                  <td>Time point</td>
                  <td>Who</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>Demographics</td>
                  <td>Self-report items<sup>a,b</sup><break/><list list-type="bullet"><list-item><p>ICsc: age, gender, education, relationship with persons with multimorbidity, employment status, primary occupation, hours and type of care, and self-rated health</p></list-item><list-item><p>FCsd and HCPse: age, gender, duration of care provided to persons with multimorbidity, and type of care provided to persons with multimorbidity</p></list-item></list></td>
                  <td>T1 only</td>
                  <td>IC<sup>c</sup>, FC<sup>d</sup>, and HCP<sup>e</sup></td>
                </tr>
                <tr valign="top">
                  <td>Technology use and proficiency</td>
                  <td>The Mobile Device Proficiency Questionnaire<sup>a</sup> [<xref ref-type="bibr" rid="ref27">27</xref>]<sup>b</sup></td>
                  <td>T1 and T4</td>
                  <td>IC and FC</td>
                </tr>
                <tr valign="top">
                  <td>Usability</td>
                  <td>System Usability Scale [<xref ref-type="bibr" rid="ref39">39</xref>]</td>
                  <td>T4 (with a subset only)</td>
                  <td>IC and FC</td>
                </tr>
                <tr valign="top">
                  <td>User burden (technology)</td>
                  <td>User Burden Scale<sup>a</sup> [<xref ref-type="bibr" rid="ref40">40</xref>]<sup>b</sup></td>
                  <td>T4 (with a subset only)</td>
                  <td>IC and FC</td>
                </tr>
                <tr valign="top">
                  <td>Self-efficacy</td>
                  <td>General Self-Efficacy Scale<sup>a</sup> [<xref ref-type="bibr" rid="ref32">32</xref>]<sup>b</sup></td>
                  <td>T1 and T4</td>
                  <td>IC and FC</td>
                </tr>
                <tr valign="top">
                  <td>Stress</td>
                  <td>Perceived Stress Scale [<xref ref-type="bibr" rid="ref41">41</xref>]: 14-item scale of the degree to which situations in an individual’s life are appraised as stressful</td>
                  <td>T1 and T4</td>
                  <td>IC and FC</td>
                </tr>
                <tr valign="top">
                  <td>Caregiver stress or psychological impact of caregiving</td>
                  <td>Caregiver Self-Assessment Questionnaire [<xref ref-type="bibr" rid="ref42">42</xref>]: 18-item scale to measure the psychological impact (including stress) of caregivers</td>
                  <td>T1 and T4</td>
                  <td>IC</td>
                </tr>
                <tr valign="top">
                  <td>Caregiver burden</td>
                  <td>Zarit Burden Interview [<xref ref-type="bibr" rid="ref43">43</xref>]: 22-item scale to measure the level of burden experienced by caregivers of patients</td>
                  <td>T1 and T4</td>
                  <td>IC</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table2fn1">
                <p><sup>a</sup>Measures included as part of a paper-based questionnaire sent to participants in advance of the relevant interview.</p>
              </fn>
              <fn id="table2fn2">
                <p><sup>b</sup>These measures were included as part of a paper-based questionnaire sent to participants in advance of the relevant interview.</p>
              </fn>
              <fn id="table2fn3">
                <p><sup>c</sup>IC: informal carer.</p>
              </fn>
              <fn id="table2fn4">
                <p><sup>d</sup>FC: formal carer.</p>
              </fn>
              <fn id="table2fn5">
                <p><sup>e</sup>HCP: health care professional.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
          <p>To assess whether the ProACT CareApps were usable and accessible, we conducted user evaluations with a small subset of users over repeated time points (in line with the action research cycles) during the trial. Participants were asked to conduct a number of tasks and give their opinions and feedback on the app using a <italic>think-aloud</italic> protocol [<xref ref-type="bibr" rid="ref44">44</xref>]. This involves encouraging participants to verbalize what they are thinking as they use the app to expose potential usability and accessibility issues. Users were video-recorded during the evaluations. The resulting videos were transcribed, annotated, and analyzed by researchers to explore participant interactions with the technology and identify any barriers or difficulties that they encountered. The results of these evaluations were used to update the CareApp interfaces during the trial to enhance the usability and accessibility of the app.</p>
        </sec>
        <sec>
          <title>Care Network</title>
          <sec>
            <title>Overview</title>
            <p>Consenting CN participants came to the trial during the person with multimorbidity’s ARC 2 based on referrals from persons with multimorbidity during ARC 1. All users in the CN were provided with relevant data for the participant with multimorbidity participant and relevant training or educational content via their customized ProACT CareApp. These data could be viewed at a time and frequency that was convenient for them. The purpose was to evaluate the experiences of people within the CN using the ProACT platform and to understand whether they would find this type of system and data useful to them in their role, supporting the person with multimorbidity with his/her self-management, care, and treatment plans. Members of the research team collected feedback and evaluation data from people in the CN, as described in the following sections:</p>
          </sec>
          <sec>
            <title>Informal Carers</title>
            <p>A member of the research team conducted interviews with ICs, either by phone or at a location convenient to the participant at T1 (ie, when the CN participant consented to take part) and T4 (at the end of the trial). While a person with multimorbidity could have more than one IC in their CN who had access to the CareApp, only one, the primary IC, was asked to complete the assessments or interviews. During this interview, the researcher administered scales and questionnaires to collect information on health, psychosocial, psychological, and demographic characteristics (<xref ref-type="table" rid="table2">Table 2</xref>). A semistructured, qualitative interview was also conducted, covering areas including expectations of the use of ProACT, usability of the CareApp, whether ProACT has benefitted them in their role, and how they felt it benefited the person with multimorbidity. ICs were also asked to complete a short questionnaire to provide feedback on the technology at the end of the trial (T4).</p>
          </sec>
          <sec>
            <title>FCs and HCPs</title>
            <p>Participants were asked to complete a short questionnaire at T1 (ie, when the CN participant consented to take part) and T4 (at the end of the trial). These questionnaires collected information on the usability and acceptability of the technology, along with experiences of using the ProACT platform (<xref ref-type="table" rid="table2">Table 2</xref>). FC and HCP participants also participated in qualitative interviews or focus groups at baseline (T1) and posttrial (T4). Themes addressed were whether ProACT helped in their role, how they felt it benefitted the person with multimorbidity, what would they change about the system, and the usability of the CareApps.</p>
          </sec>
        </sec>
      </sec>
      <sec>
        <title>Data Analysis</title>
        <p>As a PoC trial, a key outcome is to understand whether a larger trial that makes a definitive assessment of benefit is warranted. Pilot and PoC studies are more about learning than confirming or formally assessing evidence of the impact or benefit associated with an intervention. Therefore, analyses should focus on providing descriptive evidence and indications of the range of possible responses rather than on formal hypothesis testing [<xref ref-type="bibr" rid="ref45">45</xref>]. Analyses were therefore mainly descriptive and aimed at understanding user experiences in relation to the use of the ProACT platform. Qualitative methods encouraged participants to speak about their experiences of living with and managing multimorbidity and their experience of using ProACT technologies. Quantitative data analysis ensured comparability and consistency of questions across participants and time points.</p>
        <p>Qualitative data were analyzed using thematic analysis (TA) to identify and understand emerging themes. An inductive approach was adopted to identify themes at a latent level. An inductive TA is data-driven, as opposed to analyst-driven TA [<xref ref-type="bibr" rid="ref46">46</xref>]. This approach helps generate novel insights from interview data that may have differed greatly from pre-existing research in the area pertaining to the research questions. This is essential to the action research design of the trial to analyze differences in responses across time points. Furthermore, identifying themes at a latent or interpretative level goes beyond the semantic meaning of the presented data, encouraging interpretative analysis by the researchers. Across the PoC trial locations, a protocol (including in-person and web-based training) was put in place to ensure that the TA followed a strict analytical process, with researchers ensuring transparency and consensus across each step. Individual researchers coded the transcripts according to an established analysis protocol. Pairs of researchers collapsed and categorized codes into themes. Discussions and recoding workshops were conducted to ensure agreement on theme and subtheme names were reached among the wider trial site teams. In Ireland, NVivo for Mac (version 11; QSR International) [<xref ref-type="bibr" rid="ref47">47</xref>] was used to conduct the coding part of the analysis, while in Belgium, MAXQDA Analytics Pro (VERBI GmbH; [<xref ref-type="bibr" rid="ref48">48</xref>]) was used. Using different software did not impact the analysis, as the same methodological approach was used at both sites.</p>
        <p>Quantitative questionnaire data were analyzed at both trial sites using SPSS statistical software (version 25; IBM SPSS Statistics [<xref ref-type="bibr" rid="ref49">49</xref>]). The primary analysis was to evaluate changes in scores between the assessment points. Descriptive statistics were used to summarize participant demographic data and general outcomes from the questionnaire data. Sensitivity analysis was performed to treat missing data. Missing data were imputed based on the methods suggested for each questionnaire. In case a standardized method was not reported in the literature, mean substitution, using similar imputations for all questionnaires, was used for all time points, if less than 20% of the data were missing. Initial analyses were conducted to assess the distribution of all variables and check for relevant assumptions, including normality. Given the small sample size at each trial site, the majority of variables violated normality. Therefore, to maintain the intrinsic value of the quantitative data in this circumstance, no transformations were performed, and for further inferential analysis, nonparametric (Friedman and Wilcoxon signed-rank) tests were implemented.</p>
        <p>The SIMS component of the ProACT platform supported the analysis of additional data (including sensor data from the devices and engagement with the devices and ProACT CareApps). Metrics of interest for analysis included symptom (eg, blood pressure, blood glucose, SpO<sub>2</sub>, and weight) trends or patterns over time; the ratio of alerts to symptom readings over time; trends or patterns in activity and sleep data over time and engagement with various parts or features of ProACT and the CareApp; and responses to self-report questions on health and well-being.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>This was a 44-month funded study (2016-2019). The implementation phase was completed in June 2019. In total, 120 persons with multimorbidity (60/120, 50% in Ireland and 60/120, 50% in Belgium) and 73 CN participants (43/73, 59% in Ireland and 30/73, 41% in Belgium) were recruited. The trial outcomes are at various stages in the process of publication from 2021. We believe that the ProACT platform can potentially improve how older adults with multimorbidity self-manage their health and well-being from home, supported by their CN.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Summary</title>
        <p>Across the EU, there is a growing drive to meet the complex care needs of older people with multimorbidity. eHealth or digital health options are now recognized as potential support [<xref ref-type="bibr" rid="ref22">22</xref>]. However, EU health care systems are not yet equipped to address the comprehensive care needs of people with multimorbidity [<xref ref-type="bibr" rid="ref50">50</xref>]. The use of innovative person-centered digital health technologies are increasingly viewed as a means to address the challenge of multimorbid care (eg, tools to support patients’ self-management and multidisciplinary collaboration between professionals [<xref ref-type="bibr" rid="ref51">51</xref>] may play a key role in advancing the integration of health and social care needs). Despite this, research into the design and development of digital health systems, focusing on multimorbidity management, particularly for older adults, is in its infancy.</p>
        <p>It is important to re-emphasize that the focus of this research is on multimorbidity (multiple co-occurring chronic conditions, but with a focus on multiple conditions) as opposed to comorbidity (multiple co-occurring chronic conditions, but with a focus on a singular condition) [<xref ref-type="bibr" rid="ref52">52</xref>], which seeks to advance a multi-country understanding of the challenges for defining, designing, implementing, and evaluating a digital intervention, focused primarily on multimorbidity management across diverse populations. To our knowledge, ProACT is also the first digital intervention to systematically incorporate (and evaluate) behavioral change and human-computer interaction methods to advance persons with multimorbidity’s self-management practices in relation to multimorbidity.</p>
        <p>With the mixed methods, action research PoC study of the ProACT platform, we are further addressing the need for increased longitudinal and applied research in the areas of digital health, integrated care, and multimorbidity management. The two primary aims of ProACT are as follows:</p>
        <list list-type="bullet">
          <list-item>
            <p>To explore the potential benefits of technological support (ie, the ProACT platform) that aim to improve integrated care and self-management practices for older persons with multimorbidity.</p>
          </list-item>
          <list-item>
            <p>To obtain feedback from all relevant participant groups on their experiences using the ProACT platform and on the potential for the ProACT platform to improve integration of care and support disease management for older persons with multimorbidity.</p>
          </list-item>
        </list>
        <p>Outcomes from trials [<xref ref-type="bibr" rid="ref53">53</xref>] are positive in terms of user engagement with ProACT and a shift in behavior to adopt this digital intervention. These outcomes will help advance both the state of the art on how to design and conduct research with older persons with multimorbidity and their CN and deliver a new digital health solution to address the challenge of multimorbidity management and care.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Although substantial research has been conducted on the implementation and use of digital health technologies to address single-disease management, a clear gap exists in understanding the requirements for managing multimorbidity from the perspective of older persons with multimorbidity and their CN and how supported self-management happens in practice. The findings from the ProACT PoC trials will contribute significantly to the research in this field. With 120 older persons with multimorbidity and 73 CN participants, the trials have provided a novel multi-stakeholder, multi-country perspective on multimorbidity self-management and integrated care. With a primary focus on qualitative outcomes, the PoC trials have provided detailed insight into the person with multimorbidity’s self-management journey facilitated by a digital health platform, longitudinally over 12 months. Outcomes will evaluate the impact of ProACT at a PoC level to determine whether a larger trial, which makes a definitive assessment of benefit, is warranted.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>ProACT Evaluation Summary Report European Commission.</p>
        <media xlink:href="resprot_v10i12e22125_app1.pdf" xlink:title="PDF File  (Adobe PDF File), 115 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CHF</term>
          <def>
            <p>chronic heart failure</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CN</term>
          <def>
            <p>care network</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">COPD</term>
          <def>
            <p>chronic obstructive pulmonary disease</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">EU</term>
          <def>
            <p>European Union</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">FC</term>
          <def>
            <p>formal carer</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">GP</term>
          <def>
            <p>general practitioner</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">HCP</term>
          <def>
            <p>health care professional</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">IC</term>
          <def>
            <p>informal carer</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">PoC</term>
          <def>
            <p>proof-of-concept</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">SIMS</term>
          <def>
            <p>subject information management system</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">TA</term>
          <def>
            <p>thematic analysis</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The ProACT project received funding from the EU’s Horizon 2020 research and innovation program under grant 689996. The authors would like to sincerely thank all participants of this research. The authors wish to also thank all consortium partners [<xref ref-type="bibr" rid="ref54">54</xref>] for input across the project.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rijken</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Struckmann</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Dyakova</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Melchiorre</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rissanen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>van Ginneken,</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>ICARE4EU: Improving care of people with multiple chronic conditions in Europe</article-title>
          <source>Eurohealth International</source>
          <year>2013</year>
          <access-date>2020-06-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.icare4eu.org/pdf/icare4eu-improving.pdf">http://www.icare4eu.org/pdf/icare4eu-improving.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Haggerty</surname>
              <given-names>JL</given-names>
            </name>
          </person-group>
          <article-title>Ordering the chaos for patients with multimorbidity</article-title>
          <source>Br Med J</source>
          <year>2012</year>
          <month>09</month>
          <day>07</day>
          <volume>345</volume>
          <fpage>e5915</fpage>
          <pub-id pub-id-type="doi">10.1136/bmj.e5915</pub-id>
          <pub-id pub-id-type="medline">22960377</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Starfield</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Shi</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Macinko</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Contribution of primary care to health systems and health</article-title>
          <source>Milbank Q</source>
          <year>2005</year>
          <volume>83</volume>
          <issue>3</issue>
          <fpage>457</fpage>
          <lpage>502</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/16202000"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1468-0009.2005.00409.x</pub-id>
          <pub-id pub-id-type="medline">16202000</pub-id>
          <pub-id pub-id-type="pii">MILQ409</pub-id>
          <pub-id pub-id-type="pmcid">PMC2690145</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="web">
          <article-title>2010 International Health Policy Survey in Eleven Countries</article-title>
          <source>The Commonwealth Fund</source>
          <year>2010</year>
          <access-date>2020-06-27</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.commonwealthfund.org/sites/default/files/documents/___media_files_publications_chartbook_2010_pdf_2010_ihp_survey_chartpack_full_12022010.pdf">https://tinyurl.com/yytu5nee</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Banerjee</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Multimorbidity--older adults need health care that can count past one</article-title>
          <source>Lancet</source>
          <year>2015</year>
          <month>02</month>
          <day>14</day>
          <volume>385</volume>
          <issue>9968</issue>
          <fpage>587</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(14)61596-8</pub-id>
          <pub-id pub-id-type="medline">25468155</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(14)61596-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marengoni</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Angleman</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Melis</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Mangialasche</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Karp</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Garmen</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Meinow</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Fratiglioni</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Aging with multimorbidity: a systematic review of the literature</article-title>
          <source>Ageing Res Rev</source>
          <year>2011</year>
          <month>09</month>
          <volume>10</volume>
          <issue>4</issue>
          <fpage>430</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1016/j.arr.2011.03.003</pub-id>
          <pub-id pub-id-type="medline">21402176</pub-id>
          <pub-id pub-id-type="pii">S1568-1637(11)00024-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Barlow</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wright</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Sheasby</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Turner</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hainsworth</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Self-management approaches for people with chronic conditions: A review</article-title>
          <source>Patient Educ Couns</source>
          <year>2002</year>
          <volume>48</volume>
          <issue>2</issue>
          <fpage>177</fpage>
          <lpage>87</lpage>
          <pub-id pub-id-type="doi">10.1016/s0738-3991(02)00032-0</pub-id>
          <pub-id pub-id-type="medline">12401421</pub-id>
          <pub-id pub-id-type="pii">S0738399102000320</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Le Reste</surname>
              <given-names>JY</given-names>
            </name>
            <name name-style="western">
              <surname>Nabbe</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Manceau</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Lygidakis</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Doerr</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lingner</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Czachowski</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Munoz</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Argyriadou</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Claveria</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Le Floch</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Barais</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bower</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Van Marwijk</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Van Royen</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Lietard</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>The European General Practice Research Network presents a comprehensive definition of multimorbidity in family medicine and long term care, following a systematic review of relevant literature</article-title>
          <source>J Am Med Dir Assoc</source>
          <year>2013</year>
          <month>05</month>
          <volume>14</volume>
          <issue>5</issue>
          <fpage>319</fpage>
          <lpage>25</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jamda.2013.01.001</pub-id>
          <pub-id pub-id-type="medline">23411065</pub-id>
          <pub-id pub-id-type="pii">S1525-8610(13)00002-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stellefson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Chaney</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Barry</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Chavarria</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Tennant</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Walsh-Childers</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Sriram</surname>
              <given-names>PS</given-names>
            </name>
            <name name-style="western">
              <surname>Zagora</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Web 2.0 chronic disease self-management for older adults: a systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2013</year>
          <month>02</month>
          <volume>15</volume>
          <issue>2</issue>
          <fpage>e35</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2013/2/e35/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.2439</pub-id>
          <pub-id pub-id-type="medline">23410671</pub-id>
          <pub-id pub-id-type="pii">v15i2e35</pub-id>
          <pub-id pub-id-type="pmcid">PMC3636299</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Klasnja</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Kendall</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Pratt</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Blondon</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Long-term engagement with health-management technology: A dynamic process in diabetes</article-title>
          <source>AMIA Annu Symp Proc</source>
          <year>2015</year>
          <volume>2015</volume>
          <fpage>756</fpage>
          <lpage>65</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26958211"/>
          </comment>
          <pub-id pub-id-type="medline">26958211</pub-id>
          <pub-id pub-id-type="pmcid">PMC4765561</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ancker</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Witteman</surname>
              <given-names>HO</given-names>
            </name>
            <name name-style="western">
              <surname>Hafeez</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Provencher</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>van de Graaf</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wei</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>"You Get Reminded You're a Sick Person": Personal data tracking and patients with multiple chronic conditions</article-title>
          <source>J Med Internet Res</source>
          <year>2015</year>
          <volume>17</volume>
          <issue>8</issue>
          <fpage>e202</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2015/8/e202/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.4209</pub-id>
          <pub-id pub-id-type="medline">26290186</pub-id>
          <pub-id pub-id-type="pii">v17i8e202</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cantor</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Designing technological interventions for patients with discordant chronic comorbidities and Type-2 diabetes</article-title>
          <source>Proceedings of the Extended Abstracts of the 2018 CHI Conference on Human Factors in Computing Systems</source>
          <year>2018</year>
          <conf-name>CHI '18: CHI Conference on Human Factors in Computing Systems</conf-name>
          <conf-date>April 21 - 26, 2018</conf-date>
          <conf-loc>Montreal QC Canada</conf-loc>
          <fpage>1</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1145/3170427.3180304</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ongwere</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Cantor</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Ramirez</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Shih</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Clawson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Connolly</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Design hotspots for care of discordant chronic comorbidities: Patients perspectives</article-title>
          <source>Proceedings of the 10th Nordic Conference on Human-Computer Interaction</source>
          <year>2018</year>
          <month>10</month>
          <conf-name>NordiCHI'18: Nordic Conference on Human-Computer Interaction</conf-name>
          <conf-date>September 29 - October 3, 2018</conf-date>
          <conf-loc>Oslo Norway</conf-loc>
          <fpage>571</fpage>
          <lpage>83</lpage>
          <pub-id pub-id-type="doi">10.1145/3240167.3240221</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lim</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Berry</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hartzler</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hirsch</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Carrell</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bermet</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Ralston</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Facilitating self-reflection about values and self-care among individuals with chronic conditions</article-title>
          <source>Proceedings of the 2019 CHI Conference on Human Factors in Computing Systems</source>
          <year>2019</year>
          <month>05</month>
          <conf-name>CHI '19: CHI Conference on Human Factors in Computing Systems</conf-name>
          <conf-date>May 4 - 9, 2019</conf-date>
          <conf-loc>Glasgow Scotland UK</conf-loc>
          <fpage>1</fpage>
          <lpage>12</lpage>
          <pub-id pub-id-type="doi">10.1145/3290605.3300885</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Berry</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lim</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hirsch</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Hartzler</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kiel</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Bermet</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Ralston</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Supporting communication about values between people with multiple chronic conditions and their providers</article-title>
          <source>Proceedings of the 2019 CHI Conference on Human Factors in Computing Systems</source>
          <year>2019</year>
          <month>05</month>
          <conf-name>CHI '19: CHI Conference on Human Factors in Computing Systems</conf-name>
          <conf-date>May 4 - 9, 2019</conf-date>
          <conf-loc>Glasgow Scotland UK</conf-loc>
          <fpage>1</fpage>
          <lpage>14</lpage>
          <pub-id pub-id-type="doi">10.1145/3290605.3300700</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Melchiorre</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Papa</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Rijken</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>van Ginneken</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hujala</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Barbabella</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>eHealth in integrated care programs for people with multimorbidity in Europe: Insights from the ICARE4EU project</article-title>
          <source>Health Policy</source>
          <year>2018</year>
          <month>01</month>
          <volume>122</volume>
          <issue>1</issue>
          <fpage>53</fpage>
          <lpage>63</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0168-8510(17)30206-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.healthpol.2017.08.006</pub-id>
          <pub-id pub-id-type="medline">28899575</pub-id>
          <pub-id pub-id-type="pii">S0168-8510(17)30206-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Doyle</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hannigan</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kuiper</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Jacobs</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dinsmore</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Addressing medication management challenges for older people with multimorbidities: A multi-stakeholder approach</article-title>
          <source>Proceedings of the 11th EAI International Conference on Pervasive Computing Technologies for Healthcare</source>
          <year>2017</year>
          <conf-name>PervasiveHealth '17: 11th EAI International Conference on Pervasive Computing Technologies for Healthcare</conf-name>
          <conf-date>May 23-26, 2017</conf-date>
          <conf-loc>Barcelona Spain</conf-loc>
          <fpage>78</fpage>
          <lpage>87</lpage>
          <pub-id pub-id-type="doi">10.1145/3154862.3154883</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Doyle</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hannigan</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kuiper</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Jacobs</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hoogerwerf</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Desideri</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Fiordelmondo</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Maluccelli</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Brady</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dinsmore</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Perceptions and use of technology to support older adults with multimorbidity</article-title>
          <source>Stud Health Technol Inform</source>
          <year>2017</year>
          <volume>242</volume>
          <fpage>160</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="medline">28873794</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Doyle</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hannigan</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bettencourt</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Dinsmore</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Designing digital goal support systems for multimorbidity self-management - insights from older adults and their care network</article-title>
          <source>Proceedings of the 12th EAI International Conference on Pervasive Computing Technologies for Healthcare</source>
          <year>2018</year>
          <month>05</month>
          <conf-name>PervasiveHealth '18: 12th EAI International Conference on Pervasive Computing Technologies for Healthcare</conf-name>
          <conf-date>May 21 - 24, 2018</conf-date>
          <conf-loc>New York USA</conf-loc>
          <fpage>168</fpage>
          <lpage>77</lpage>
          <pub-id pub-id-type="doi">10.1145/3240925.3240982</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Malavasi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Fiordelmondo</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Hoogerwerf</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Maluccelli</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Desideri</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Doyle</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Dinsmore</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Casiddu</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Porfirione</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Monteriù</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cavallo</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Towards the development of an integrated care platform for frail older adultstting the technological priorities from a stakeholder perspective</article-title>
          <source>Ambient Assisted Living</source>
          <year>2017</year>
          <publisher-loc>Cham, Switzerland</publisher-loc>
          <publisher-name>Springer</publisher-name>
          <fpage>189</fpage>
          <lpage>97</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Doyle</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Kuiper</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hannigan</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Jacobs</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dinsmore</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Managing multimorbidity: Identifying design requirements for a digital self-management tool to support older adults with multiple chronic conditions</article-title>
          <source>Proceedings of the 2019 CHI Conference on Human Factors in Computing Systems</source>
          <year>2019</year>
          <month>05</month>
          <conf-name>CHI '19: CHI Conference on Human Factors in Computing Systems</conf-name>
          <conf-date>May 4 - 9, 2019</conf-date>
          <conf-loc>Glasgow Scotland UK</conf-loc>
          <fpage>1</fpage>
          <lpage>14</lpage>
          <pub-id pub-id-type="doi">10.1145/3290605.3300629</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Waterman</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Tillen</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Dickson</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>de Koning</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Action research: A systematic review and guidance for assessment</article-title>
          <source>Health Technol Assess</source>
          <year>2001</year>
          <volume>5</volume>
          <issue>23</issue>
          <fpage>iii</fpage>
          <lpage>157</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.journalslibrary.nihr.ac.uk/hta/hta5230"/>
          </comment>
          <pub-id pub-id-type="medline">11785749</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>MS</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Byrne</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>How to conduct research for service improvement. A guidebook for health and social care professionals</article-title>
          <source>How to Match Research Designs to Organisational Issues in Health and Social Care</source>
          <year>2014</year>
          <publisher-loc>Tullamore</publisher-loc>
          <publisher-name>Health Service Executive</publisher-name>
          <fpage>18</fpage>
          <lpage>33</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bashshur</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Shannon</surname>
              <given-names>GW</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>BR</given-names>
            </name>
            <name name-style="western">
              <surname>Alverson</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Antoniotti</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Barsan</surname>
              <given-names>WG</given-names>
            </name>
            <name name-style="western">
              <surname>Bashshur</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Coye</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Doarn</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Ferguson</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Grigsby</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Krupinski</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Kvedar</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Linkous</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Merrell</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Nesbitt</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Poropatich</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Rheuban</surname>
              <given-names>KS</given-names>
            </name>
            <name name-style="western">
              <surname>Sanders</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Watson</surname>
              <given-names>AR</given-names>
            </name>
            <name name-style="western">
              <surname>Weinstein</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Yellowlees</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>The empirical foundations of telemedicine interventions for chronic disease management</article-title>
          <source>Telemed J E Health</source>
          <year>2014</year>
          <month>09</month>
          <volume>20</volume>
          <issue>9</issue>
          <fpage>769</fpage>
          <lpage>800</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24968105"/>
          </comment>
          <pub-id pub-id-type="doi">10.1089/tmj.2014.9981</pub-id>
          <pub-id pub-id-type="medline">24968105</pub-id>
          <pub-id pub-id-type="pmcid">PMC4148063</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="web">
          <article-title>Withings Health Mate: a fitness, activity and health tracker app</article-title>
          <source>Withings</source>
          <access-date>2021-10-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.withings.com/uk/en/health-mate">https://www.withings.com/uk/en/health-mate</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bayliss</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Ellis</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Steiner</surname>
              <given-names>JF</given-names>
            </name>
          </person-group>
          <article-title>Seniors' self-reported multimorbidity captured biopsychosocial factors not incorporated into two other data-based morbidity measures</article-title>
          <source>J Clin Epidemiol</source>
          <year>2009</year>
          <month>05</month>
          <volume>62</volume>
          <issue>5</issue>
          <fpage>550</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/18757178"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jclinepi.2008.05.002</pub-id>
          <pub-id pub-id-type="medline">18757178</pub-id>
          <pub-id pub-id-type="pii">S0895-4356(08)00117-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC2743235</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Roque</surname>
              <given-names>NA</given-names>
            </name>
            <name name-style="western">
              <surname>Boot</surname>
              <given-names>WR</given-names>
            </name>
          </person-group>
          <article-title>A new tool for assessing mobile device proficiency in older adults: The mobile device proficiency questionnaire</article-title>
          <source>J Appl Gerontol</source>
          <year>2018</year>
          <month>02</month>
          <volume>37</volume>
          <issue>2</issue>
          <fpage>131</fpage>
          <lpage>56</lpage>
          <pub-id pub-id-type="doi">10.1177/0733464816642582</pub-id>
          <pub-id pub-id-type="medline">27255686</pub-id>
          <pub-id pub-id-type="pii">0733464816642582</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nasreddine</surname>
              <given-names>ZS</given-names>
            </name>
            <name name-style="western">
              <surname>Phillips</surname>
              <given-names>NA</given-names>
            </name>
            <name name-style="western">
              <surname>Bédirian</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Charbonneau</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Whitehead</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Collin</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Cummings</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Chertkow</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>The Montreal Cognitive Assessment, MoCA: A brief screening tool for mild cognitive impairment</article-title>
          <source>J Am Geriatr Soc</source>
          <year>2005</year>
          <month>04</month>
          <volume>53</volume>
          <issue>4</issue>
          <fpage>695</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1532-5415.2005.53221.x</pub-id>
          <pub-id pub-id-type="medline">15817019</pub-id>
          <pub-id pub-id-type="pii">JGS53221</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="web">
          <article-title>EQ-5D user guides</article-title>
          <source>EuroQol Research Foundation</source>
          <year>2020</year>
          <access-date>2020-06-25</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://euroqol.org/publications/user-guides/">https://euroqol.org/publications/user-guides/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hyde</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wiggins</surname>
              <given-names>RD</given-names>
            </name>
            <name name-style="western">
              <surname>Higgs</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Blane</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>A measure of quality of life in early old age: the theory, development and properties of a needs satisfaction model (CASP-19)</article-title>
          <source>Aging Ment Health</source>
          <year>2003</year>
          <month>05</month>
          <volume>7</volume>
          <issue>3</issue>
          <fpage>186</fpage>
          <lpage>94</lpage>
          <pub-id pub-id-type="doi">10.1080/1360786031000101157</pub-id>
          <pub-id pub-id-type="medline">12775399</pub-id>
          <pub-id pub-id-type="pii">NRB8NHYDVLVJRN40</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gibbons</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kenning</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Coventry</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Bee</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Bundy</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Fisher</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Bower</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Development of a multimorbidity illness perceptions scale (MULTIPleS)</article-title>
          <source>PLoS One</source>
          <year>2013</year>
          <volume>8</volume>
          <issue>12</issue>
          <fpage>e81852</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0081852"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0081852</pub-id>
          <pub-id pub-id-type="medline">24376504</pub-id>
          <pub-id pub-id-type="pii">PONE-D-13-22885</pub-id>
          <pub-id pub-id-type="pmcid">PMC3869652</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schwarzer</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Jerusalem</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Weinman</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wright</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Johnston</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Generalized self-efficacy scale</article-title>
          <source>Measures in Health Psychology: A User’s Portfolio</source>
          <year>1995</year>
          <publisher-loc>Windsor</publisher-loc>
          <publisher-name>UK NFER-NELSON</publisher-name>
          <fpage>35</fpage>
          <lpage>7</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wallston</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Wallston</surname>
              <given-names>B S</given-names>
            </name>
            <name name-style="western">
              <surname>DeVellis</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Development of the Multidimensional Health Locus of Control (MHLC) Scales</article-title>
          <source>Health Educ Monogr</source>
          <year>1978</year>
          <month>09</month>
          <day>04</day>
          <volume>6</volume>
          <issue>2</issue>
          <fpage>160</fpage>
          <lpage>70</lpage>
          <pub-id pub-id-type="doi">10.1177/109019817800600107</pub-id>
          <pub-id pub-id-type="medline">689890</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lubben</surname>
              <given-names>JE</given-names>
            </name>
          </person-group>
          <article-title>Assessing social networks among elderly populations</article-title>
          <source>Fam Commun Health</source>
          <year>1988</year>
          <volume>11</volume>
          <issue>3</issue>
          <fpage>42</fpage>
          <lpage>52</lpage>
          <pub-id pub-id-type="doi">10.1097/00003727-198811000-00008</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zigmond</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Snaith</surname>
              <given-names>RP</given-names>
            </name>
          </person-group>
          <article-title>The hospital anxiety and depression scale</article-title>
          <source>Acta Psychiatr Scand</source>
          <year>1983</year>
          <month>06</month>
          <volume>67</volume>
          <issue>6</issue>
          <fpage>361</fpage>
          <lpage>70</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1600-0447.1983.tb09716.x</pub-id>
          <pub-id pub-id-type="medline">6880820</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Buysse</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Reynolds</surname>
              <given-names>CF</given-names>
            </name>
            <name name-style="western">
              <surname>Monk</surname>
              <given-names>TH</given-names>
            </name>
            <name name-style="western">
              <surname>Berman</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Kupfer</surname>
              <given-names>DJ</given-names>
            </name>
          </person-group>
          <article-title>The Pittsburgh Sleep Quality Index: A new instrument for psychiatric practice and research</article-title>
          <source>Psychiatry Res</source>
          <year>1989</year>
          <month>05</month>
          <volume>28</volume>
          <issue>2</issue>
          <fpage>193</fpage>
          <lpage>213</lpage>
          <pub-id pub-id-type="doi">10.1016/0165-1781(89)90047-4</pub-id>
          <pub-id pub-id-type="medline">2748771</pub-id>
          <pub-id pub-id-type="pii">0165-1781(89)90047-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Webster</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Cella</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Yost</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>The Functional Assessment of Chronic Illness Therapy (FACIT) Measurement System: Properties, applications, and interpretation</article-title>
          <source>Health Qual Life Outcomes</source>
          <year>2003</year>
          <month>12</month>
          <day>16</day>
          <volume>1</volume>
          <fpage>79</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://hqlo.biomedcentral.com/articles/10.1186/1477-7525-1-79"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1477-7525-1-79</pub-id>
          <pub-id pub-id-type="medline">14678568</pub-id>
          <pub-id pub-id-type="pii">1477-7525-1-79</pub-id>
          <pub-id pub-id-type="pmcid">PMC317391</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Topolski</surname>
              <given-names>TD</given-names>
            </name>
            <name name-style="western">
              <surname>LoGerfo</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Patrick</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Walwick</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Patrick</surname>
              <given-names>MB</given-names>
            </name>
          </person-group>
          <article-title>The Rapid Assessment of Physical Activity (RAPA) among older adults</article-title>
          <source>Prev Chronic Dis</source>
          <year>2006</year>
          <month>10</month>
          <volume>3</volume>
          <issue>4</issue>
          <fpage>A118</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.cdc.gov/pcd/issues/2006/oct/06_0001.htm"/>
          </comment>
          <pub-id pub-id-type="medline">16978493</pub-id>
          <pub-id pub-id-type="pii">A118</pub-id>
          <pub-id pub-id-type="pmcid">PMC1779282</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="web">
          <article-title>System Usability Scale (SUS)</article-title>
          <source>usability.gov</source>
          <access-date>2020-06-25</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.usability.gov/how-to-and-tools/methods/system-usability-scale.html">https://www.usability.gov/how-to-and-tools/methods/system-usability-scale.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Suh</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Shahriaree</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Hekler</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Kientz</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Developing and validating the user burden scale: A tool for assessing user burden in computing systems</article-title>
          <source>Proceedings of the 2016 CHI Conference on Human Factors in Computing Systems</source>
          <year>2016</year>
          <conf-name>CHI'16: CHI Conference on Human Factors in Computing Systems</conf-name>
          <conf-date>May 7 - 12, 2016</conf-date>
          <conf-loc>San Jose California USA</conf-loc>
          <fpage>3988</fpage>
          <lpage>99</lpage>
          <pub-id pub-id-type="doi">10.1145/2858036.2858448</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kamarck</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Mermelstein</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>A global measure of perceived stress</article-title>
          <source>J Health Soc Behav</source>
          <year>1983</year>
          <month>12</month>
          <volume>24</volume>
          <issue>4</issue>
          <fpage>385</fpage>
          <lpage>96</lpage>
          <pub-id pub-id-type="doi">10.2307/2136404</pub-id>
          <pub-id pub-id-type="medline">6668417</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="web">
          <article-title>Caregiver self-assessment questionnaire</article-title>
          <source>HealthinAging</source>
          <year>2020</year>
          <access-date>2020-06-25</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.healthinaging.org/tools-and-tips/caregiver-self-assessment-questionnaire">https://www.healthinaging.org/tools-and-tips/caregiver-self-assessment-questionnaire</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zarit</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>Reever</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Bach-Peterson</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Relatives of the impaired elderly: Correlates of feelings of burden</article-title>
          <source>Gerontologist</source>
          <year>1980</year>
          <month>12</month>
          <volume>20</volume>
          <issue>6</issue>
          <fpage>649</fpage>
          <lpage>55</lpage>
          <pub-id pub-id-type="doi">10.1093/geront/20.6.649</pub-id>
          <pub-id pub-id-type="medline">7203086</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Boren</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Ramey</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Thinking aloud: Reconciling theory and practice</article-title>
          <source>IEEE Trans Profess Commun</source>
          <year>2000</year>
          <volume>43</volume>
          <issue>3</issue>
          <fpage>261</fpage>
          <lpage>78</lpage>
          <pub-id pub-id-type="doi">10.1109/47.867942</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>EC</given-names>
            </name>
            <name name-style="western">
              <surname>Whitehead</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Jacques</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Julious</surname>
              <given-names>SA</given-names>
            </name>
          </person-group>
          <article-title>The statistical interpretation of pilot trials: should significance thresholds be reconsidered?</article-title>
          <source>BMC Med Res Methodol</source>
          <year>2014</year>
          <month>03</month>
          <day>20</day>
          <volume>14</volume>
          <fpage>41</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedresmethodol.biomedcentral.com/articles/10.1186/1471-2288-14-41"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1471-2288-14-41</pub-id>
          <pub-id pub-id-type="medline">24650044</pub-id>
          <pub-id pub-id-type="pii">1471-2288-14-41</pub-id>
          <pub-id pub-id-type="pmcid">PMC3994566</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Braun</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Using thematic analysis in psychology</article-title>
          <source>Qual Res Psychol</source>
          <year>2006</year>
          <month>01</month>
          <volume>3</volume>
          <issue>2</issue>
          <fpage>77</fpage>
          <lpage>101</lpage>
          <pub-id pub-id-type="doi">10.1191/1478088706qp063oa</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="web">
          <article-title>Unlock insights in your data with powerful analysis</article-title>
          <source>NVIVO</source>
          <access-date>2021-10-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.qsrinternational.com/nvivo/home">https://www.qsrinternational.com/nvivo/home</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="web">
          <article-title>MAXQDA Analytics Pro (incl. Stats)</article-title>
          <source>MAXQDA</source>
          <access-date>2021-10-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.maxqda.com/products/maxqda-analytics-pro">https://www.maxqda.com/products/maxqda-analytics-pro</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="web">
          <article-title>IBM SPSS Statistics</article-title>
          <source>IBM</source>
          <access-date>2021-10-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ibm.com/products/spss-statistics">https://www.ibm.com/products/spss-statistics</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vogeli</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Shields</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Gibson</surname>
              <given-names>TB</given-names>
            </name>
            <name name-style="western">
              <surname>Marder</surname>
              <given-names>WD</given-names>
            </name>
            <name name-style="western">
              <surname>Weiss</surname>
              <given-names>KB</given-names>
            </name>
            <name name-style="western">
              <surname>Blumenthal</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Multiple chronic conditions: prevalence, health consequences, and implications for quality, care management, and costs</article-title>
          <source>J Gen Intern Med</source>
          <year>2007</year>
          <month>12</month>
          <volume>22 Suppl 3</volume>
          <fpage>391</fpage>
          <lpage>5</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/18026807"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11606-007-0322-1</pub-id>
          <pub-id pub-id-type="medline">18026807</pub-id>
          <pub-id pub-id-type="pmcid">PMC2150598</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goodwin</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Dixon</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Wodchis</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Providing integrated care for older people with complex needs: Lessons from seven international case studies</article-title>
          <source>The Kings Fund</source>
          <year>2014</year>
          <access-date>2020-06-25</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://cdn.basw.co.uk/upload/basw_102418-7.pdf">http://cdn.basw.co.uk/upload/basw_102418-7.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nicholson</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Makovski</surname>
              <given-names>TT</given-names>
            </name>
            <name name-style="western">
              <surname>Griffith</surname>
              <given-names>LE</given-names>
            </name>
            <name name-style="western">
              <surname>Raina</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Stranges</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>van den Akker</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Multimorbidity and comorbidity revisited: refining the concepts for international health research</article-title>
          <source>J Clin Epidemiol</source>
          <year>2019</year>
          <month>01</month>
          <volume>105</volume>
          <fpage>142</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jclinepi.2018.09.008</pub-id>
          <pub-id pub-id-type="medline">30253215</pub-id>
          <pub-id pub-id-type="pii">S0895-4356(18)30543-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Doyle</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Gavin</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Pascale</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Deparis</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Tommasi</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hannigan</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Smitt</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>van Leeuwen</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lastra</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Galvin</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sheridan</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Tompkins</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Jacobs</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Marques</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Medina</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Boyle</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Dinsmore</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>A digital platform to support self-management of multiple chronic conditions (proact): findings in relation to engagement during a one-year proof-of-concept trial</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <month>05</month>
          <day>30</day>
          <fpage>22672</fpage>
          <comment>Forthcoming/in press</comment>
          <pub-id pub-id-type="doi">10.2196/preprints.22672</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="web">
          <article-title>Advancing Proactive Digital Integrated Care</article-title>
          <source>Proact</source>
          <access-date>2021-10-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.proact2020.eu">http://www.proact2020.eu</ext-link>
          </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
