<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
    <article-id pub-id-type="publisher-id">v6i3e46</article-id>
    <article-id pub-id-type="pmid">28320688</article-id>
    <article-id pub-id-type="doi">10.2196/resprot.5744</article-id>
    <article-categories>
      <subj-group subj-group-type="heading">
        <subject>Original Paper</subject>
      </subj-group>
      <subj-group subj-group-type="article-type">
        <subject>Original Paper</subject>
      </subj-group>
    </article-categories>
    <title-group>
      <article-title>Implementation of a Home Monitoring System for Heart Failure Patients: A Feasibility Study</article-title>
    </title-group>
    <contrib-group>
      <contrib contrib-type="editor">
        <name>
          <surname>Eysenbach</surname>
          <given-names>Gunther</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Gyllensten</surname>
          <given-names>Illapha Cuba</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Krupinski</surname>
          <given-names>Elizabeth</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="author" id="contrib1" corresp="yes" equal-contrib="yes">
      <name name-style="western">
        <surname>Kohn</surname>
        <given-names>Martin Steven</given-names>
      </name>
      <degrees>MS, MD, FACEP, FACPE</degrees>
      <xref rid="aff1" ref-type="aff">1</xref>
      <address>
        <institution>Sentrian</institution>
        <addr-line>Suite 100</addr-line>
        <addr-line>31910 Del Obispo</addr-line>
        <addr-line>San Juan Capistrano, CA, 92675</addr-line>
        <country>United States</country>
        <phone>1 949 373 9640</phone>
        <fax>1 949 373 4501</fax>
        <email>marty@sentrian.com</email>
      </address>  
      <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-8489-6486</ext-link></contrib>
      <contrib contrib-type="author" id="contrib2" equal-contrib="yes">
        <name name-style="western">
          <surname>Haggard</surname>
          <given-names>Jeffrey</given-names>
        </name>
        <degrees>BA</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-1726-8519</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib3" equal-contrib="yes">
        <name name-style="western">
          <surname>Kreindler</surname>
          <given-names>Jack</given-names>
        </name>
        <degrees>MBBS</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-6133-3429</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib4" equal-contrib="yes">
        <name name-style="western">
          <surname>Birkeland</surname>
          <given-names>Kade</given-names>
        </name>
        <degrees>PharmD</degrees>
        <xref rid="aff2" ref-type="aff">2</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-7619-2657</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib5" equal-contrib="yes">
        <name name-style="western">
          <surname>Kedan</surname>
          <given-names>Ilan</given-names>
        </name>
        <degrees>MD, FACC</degrees>
        <xref rid="aff2" ref-type="aff">2</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-0871-3713</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib6" equal-contrib="yes">
        <name name-style="western">
          <surname>Zimmer</surname>
          <given-names>Raymond</given-names>
        </name>
        <degrees>MD, FACC</degrees>
        <xref rid="aff2" ref-type="aff">2</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-2090-0148</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib7" equal-contrib="yes">
        <name name-style="western">
          <surname>Khandwalla</surname>
          <given-names>Raj</given-names>
        </name>
        <degrees>MD, FACC</degrees>
        <xref rid="aff2" ref-type="aff">2</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-0725-8648</ext-link>
      </contrib>
    </contrib-group>
    <aff id="aff1">
      <sup>1</sup>
      <institution>Sentrian</institution>
      <addr-line>San Juan Capistrano, CA</addr-line>
      <country>United States</country>
    </aff>
    <aff id="aff2">
      <sup>2</sup>
      <institution>Cedars-Sinai Heart Institute</institution>
      <addr-line>Beverly Hills, CA</addr-line>
      <country>United States</country>
    </aff>
    <author-notes>
      <corresp>Corresponding Author: Martin Steven Kohn 
      <email>marty@sentrian.com</email></corresp>
    </author-notes>
    <pub-date pub-type="collection"><month>03</month><year>2017</year></pub-date>
    <pub-date pub-type="epub">
      <day>20</day>
      <month>03</month>
      <year>2017</year>
    </pub-date>
    <volume>6</volume>
    <issue>3</issue>
    <elocation-id>e46</elocation-id>
    <!--history from ojs - api-xml-->
    <history>
      <date date-type="received">
        <day>9</day>
        <month>3</month>
        <year>2016</year>
      </date>
      <date date-type="rev-request">
        <day>6</day>
        <month>7</month>
        <year>2016</year>
      </date>
      <date date-type="rev-recd">
        <day>21</day>
        <month>10</month>
        <year>2016</year>
      </date>
      <date date-type="accepted">
        <day>7</day>
        <month>2</month>
        <year>2017</year>
      </date>
    </history>
    <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
    <copyright-statement>©Martin Steven Kohn, Jeffrey Haggard, Jack Kreindler, Kade Birkeland, Ilan Kedan, Raymond Zimmer, Raj Khandwalla. Originally published in JMIR Research Protocols (http://www.researchprotocols.org), 20.03.2017.</copyright-statement>
    <copyright-year>2017</copyright-year>
    <license license-type="open-access" xlink:href="http://creativecommons.org/licenses/by/2.0/">
      <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (http://creativecommons.org/licenses/by/2.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on http://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
    </license>  
    <self-uri xlink:href="http://www.researchprotocols.org/2017/3/e46/" xlink:type="simple"/>
    <abstract>
      <sec sec-type="background">
        <title>Background</title>
        <p>Improving the management of patients with complex chronic disease is a substantial undertaking with the simultaneous goals of improving patient outcomes and controlling costs. Reducing avoidable hospitalization for such patients is a step toward both objectives. Some of the deterioration experienced in chronic disease patients occurs outside the view of their clinicians, and before the patient becomes overtly symptomatic. Home monitoring has been used for more than 20 years to detect deterioration earlier so that the patients could be treated before they became ill enough to require hospitalization. Patient participation is an important requirement for successful home monitoring. There has been some concern that patients would be unwilling or unable to engage in a program that collected multiple measurements. The Cedars-Sinai Cardiology Center provides a high-touch, intense management program for patients with congestive heart failure (CHF). A group of their patients were chosen to join a complex, multidevice home monitoring system to see whether such patients would find value in the additional effort.</p>
      </sec>
      <sec sec-type="objective">
        <title>Objective</title>
        <p>The objective of our study was to determine whether patients already actively engaged in a high-touch intensive management program for CHF would take on the additional burden of a complex home monitoring effort.</p>
      </sec>
      <sec sec-type="methods">
        <title>Methods</title>
        <p>A total of 20 patients from the Cedars-Sinai group were enrolled in a monitoring program utilizing 5 different devices. Anonymous surveys were collected from the patients to assess their satisfaction with the program.</p>
      </sec>
      <sec sec-type="results">
        <title>Results</title>
        <p>In total, 90% (18/20) completed the program, and 61% (11/20) submitted the survey. Among the 18 patients, overall compliance with the requested measurements was 70%. It was found that 73% (8/11) felt better about their health as a result of the program, whereas another 73% (8/11) believed that the care team now had a better picture of their health.</p>
      </sec>
      <sec sec-type="conclusions">
        <title>Conclusions</title>
        <p>Substantial patient compliance and satisfaction can be achieved in a sophisticated home monitoring program.</p>
      </sec>
    </abstract>
    <kwd-group>
      <kwd>heart failure</kwd>
      <kwd>home monitoring</kwd>
      <kwd>predictive analytics</kwd>
      <kwd>patient engagement</kwd>
    </kwd-group></article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>The management of chronic disease is a substantial burden, both for the patients and the provider organizations supporting them. In total, 71% of health care expenditures in the United States result from patients with multiple chronic diseases such as congestive heart failure (CHF), chronic obstructive pulmonary disease (COPD), and diabetes [<xref ref-type="bibr" rid="ref1">1</xref>]. A substantial fraction of the cost is generated by repeated hospitalization and emergency department (ED) visits [<xref ref-type="bibr" rid="ref1">1</xref>]. The incidence of chronic disease continues to grow, in part because of an aging population and improved management of chronic diseases. Better acute coronary care, with a 38% decrease in the death rate from coronary artery disease in the last decade [<xref ref-type="bibr" rid="ref2">2</xref>], results in more patients surviving and living with CHF. Further, changes in the social environment have resulted in more seniors living independently, often at a distance from children who might be monitoring their well-being. One of the strategies for controlling the cost of health care, while simultaneously improving outcomes and quality of life for patients, is to reduce avoidable hospitalization for patients with chronic diseases. CHF, COPD, and diabetes are included in the list of ambulatory care sensitive diseases, as defined by the Agency for Healthcare Research and Quality (AHRQ), meaning improved outpatient care can reduce the need for hospitalization [<xref ref-type="bibr" rid="ref3">3</xref>].</p>
      <p>Identifying patients early in the course of decompensation provides the opportunity for a modest intervention to reduce the likelihood of hospitalization. Since patients spend most of their lives without direct communication with their clinical care team, early deterioration can be missed. There have been attempts to close that communication gap with “high-touch” programs involving frequent phone contact or home visits to improve outpatient follow-up and evaluation. Many of these programs have been effective in reducing the number of hospitalizations, but have been hampered by their labor-intensive, high-cost structure, which has made it difficult to scale the programs beyond a small number of patients [<xref ref-type="bibr" rid="ref4">4</xref>-<xref ref-type="bibr" rid="ref7">7</xref>].</p>
      <p>Over the last 20-30 years, home monitoring devices have been used to make outpatient evaluation more effective. Some such efforts resulted in a reduction in hospitalizations, but were plagued with false alarms and missed opportunities [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>], whereas others reported no benefit [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>].</p>
      <p>Patient participation has been a challenge. Many of the earlier devices either required patients to actively take measurements, such as blood pressure or weight, and record it in a log or submit the result by phone [<xref ref-type="bibr" rid="ref8">8</xref>]. Reports on patient compliance in monitoring programs are mixed. Patient adherence to the monitoring protocol was often good when only a small number of measurements with a small number of devices were required [<xref ref-type="bibr" rid="ref9">9</xref>-<xref ref-type="bibr" rid="ref11">11</xref>]. However, others reported poor compliance [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]. The inefficiency of the process, and demands on the patient, were disincentives to participation. Devices that automatically recorded and transmitted the readings became available, but were expensive and still required substantial effort on the part of the patient. One group reported high compliance in telephone mediated reporting of multiple measures, after specifically excluding patients for “poor compliance with HT systems” [<xref ref-type="bibr" rid="ref8">8</xref>]. Another report, also working with exclusion criteria, reported a sharp decrease in compliance over 6 months of the study [<xref ref-type="bibr" rid="ref6">6</xref>]. It may be appropriate to treat remote monitoring as you would any other intervention, namely, selecting patients who are more likely to benefit. Financial incentives provided little long-term improvement in participation, with modest compliance in the incentivized groups and poor compliance in the unincentivized group [<xref ref-type="bibr" rid="ref14">14</xref>].</p>
      <p>Fortunately, device technology has evolved rapidly, making it easier to safely and securely collect and transmit data [<xref ref-type="bibr" rid="ref15">15</xref>]. This allows us to work with multiple data streams, rather than just one or two. New measures previously not readily available, such as oxygen concentration or intrathoracic fluid assessment increase opportunity to incorporate novel data streams. However, just collecting data has relatively little value. The expanded interest in and availability of patient generated health data (PGHD), including patient-reported outcomes, means we need to better understand patient willingness to participate in more complex monitoring programs [<xref ref-type="bibr" rid="ref16">16</xref>]. The data has to be analyzed to provide actionable insights used by decision makers, be they the patient, the patient’s family or the clinicians, to help make better decisions. Improvement in analytic techniques allows us to find data patterns with strong predictive power, well beyond that obtained by having someone “eyeball” the collected data. Humans rely on experience and intuition, which cannot effectively deal with the volume and complexity of big data [<xref ref-type="bibr" rid="ref17">17</xref>].</p>
      <p>For most patients with diseases such as CHF and COPD, the processes that lead to severe symptomatic acute illness develop over time, sometimes weeks before the patient presentation or clinical discovery. Even though the patient may not overtly recognize that illness is progressing, seeking patterns in physiologic data such as heart rate, heart rate variability, oxygen concentration, and blood pressure could allow the early detection of those processes. With earlier detection, there may be opportunities for prevention of progression to symptoms and clinical decompensation in advance of severe acute illness that might require hospitalization or other major intervention.</p>
      <p>Target outcomes of modern monitoring technology with predictive analytics are reduced hospitalizations, ED visits, or unscheduled office visits, compared with a baseline of such events in the absence of monitoring. Concomitants for obtaining benefit from the early warning provided by the predictive analytics are a system that promotes patient participation and a care management program that can respond effectively to the notifications and track the events. Given the reports of limited patient participation in systems using a small number of devices [<xref ref-type="bibr" rid="ref9">9</xref>-<xref ref-type="bibr" rid="ref11">11</xref>], we want to determine if patients already engaged in a high-touch, effective treatment program will participate in a complex home monitoring effort using multiple devices.</p>
      <p>This report describes the WEAR-HeFT (Wearable Device Monitoring Heart Failure) trial, which is a pilot program designed to address all the requirements of an effective home monitoring program for patients with late stage CHF. The Cedars Sinai Medical Group in Los Angeles, CA has implemented the Heart Failure Drug Therapy Management Program to improve outcomes and reduce hospitalization. It targeted patients with high levels of hospitalization and utilization of acute care services. The program was effective in that it reduced both CHF and all cause admissions by 50% compared with a 36% reduction in a control group [<xref ref-type="bibr" rid="ref18">18</xref>].</p>
      <p>Sentrian Remote Patient Intelligence is a commercial predictive analytic, machine-learning platform created to provide the data management and predictive analytics necessary to process home monitoring data. The goal is to identify patterns in the data that suggest early deterioration and generate the notification that a patient will become acutely ill some days hence. The Sentrian platform is device and data stream agnostic. It can, for example, utilize data from home monitoring devices such as oxygen saturation, blood pressure, or temperature. It can also work with laboratory results such as natriuretic peptide, activity, sleep quality, and patient reports of matters (eg, pain and anxiety). The Sentrian system allows the clinicians to create rules to analyze the data streams over both short and long-term trends to generate notifications when specified conditions are met. The rules are designed to be appropriate for the individual patient. The accuracy of predictions about deterioration is one of the sources of feedback to support machine learning to improve predictive power. Health care organizations are charged a monthly fee for each monitored patient.</p>
      <p>The pilot WEAR-HeFT trial is designed to demonstrate whether patients who are already engaged in an intensive outpatient program for CHF will participate in a complex home monitoring program. Successful patient engagement is a predicate for further study to assess the predictive power of the analytic platform.</p>
      <p>This report specifically addresses lessons learned about the implementation process to enroll patients in a monitoring program, teach them the use of the devices, and overcome obstacles, both anticipated and unanticipated.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Inclusion and Exclusion Criteria</title>
        <p>Patients for the program were chosen by the staff at Cedars-Sinai Medical Center from the group that was enrolled in the Heart Failure Drug Therapy Management Program. Specific inclusion and exclusion criteria are listed in <xref ref-type="boxed-text" rid="box1">Textboxes 1</xref> and <xref ref-type="boxed-text" rid="box2">2</xref>. The project was reviewed and approved by the Cedars-Sinai Institutional Review Board.</p>
        
        <boxed-text id="box1" position="float">
          <title>Inclusion criteria for the study.</title>
          <p>Inclusion criteria</p>
          
          <list list-type="bullet">
            <list-item>
              <p>Patient with New York Heart Association (NYHA) Class 2-4</p>
            </list-item>
            <list-item>
              <p>Brain natriuretic peptide (BNP) greater than 150pg/mL</p>
            </list-item>
            <list-item>
              <p>History of heart failure admission at least one time in the previous 12 months or requiring frequent outpatient follow-up (repeat visits on a monthly or weekly basis)</p>
            </list-item>
            <list-item>
              <p>Competent to give informed consent</p>
            </list-item>
            <list-item>
              <p>Deemed to be good candidates for the study by investigators</p>
            </list-item>
          </list>
          
        </boxed-text>
        
        <boxed-text id="box2" position="float">
          <title>Exclusion criteria for the study.</title>
          <p>Exclusion criteria</p>
          
          <list list-type="bullet">
            <list-item>
              <p>Unable to give informed consent or understand research protocol</p>
            </list-item>
            <list-item>
              <p>Immobile</p>
            </list-item>
            <list-item>
              <p>Physically unable to wear devices</p>
            </list-item>
            <list-item>
              <p>History of missing clinic appointments</p>
            </list-item>
            <list-item>
              <p>Unwilling to complete follow up evaluation</p>
            </list-item>
            <list-item>
              <p>Unstable psychiatric illness</p>
            </list-item>
            <list-item>
              <p>End stage renal disease (CrCl &#60;15mL/min)</p>
            </list-item>
            <list-item>
              <p>Recent history of pneumonia</p>
            </list-item>
          </list>
          
        </boxed-text>
        
      </sec>
      <sec>
        <title>Safety Parameters</title>
        <p>A set of devices was chosen for each patient to provide the desired measurements. The devices approved by Food and Drug Administration (FDA) were the ForaCare W310B Weight scale, ForaCare D40D Blood Pressure Monitor, ChoiceMed MD300C318T2 Pulse Oximeter, and the CoVa from ToSense for intrathoracic fluid. Additionally, the Fitbit Flex (Fitbit, San Francisco, CA) was used for tracking numbers of steps. Qualcomm’s 2Net Hub was used to link the devices to the cloud in a Health Insurance Portability and Accountability Act (HIPAA) compliant environment. Potential participants in the program met with the cardiology staff and had the details of the program explained to them, including potential benefit and risks. The Fitbit Flex was worn continuously, whereas the other measurements (weight, blood pressure, pulse oximeter, CoVa) were performed once a day first thing in the morning. Pulse rate was detected from the oximeter. Patients were asked if they had wireless Internet access since such access was required for data transmission and acquisition. Those that agreed to participate were given instruction in the use of the devices and provided a phone number to call for any additional instruction or troubleshooting. All participants signed an approved informed consent document. Patients were enrolled on a gradual basis and duration of participation ranged from 40 to 117 days.</p>
        <p>The ultimate purpose of Sentrian’s analytics is to predict deterioration in advance and not as an alarm for critical conditions. However, the Cedars team established criteria as a fail-safe for which a cardiologist would be notified immediately, shown in <xref ref-type="boxed-text" rid="box3">Textbox 3</xref>. The Cedars investigators were kept blinded with respect to the data. An independent cardiologist was notified when the safety parameters were exceeded.</p>
        
        <boxed-text id="box3" position="float">
          <title>Safety parameters.</title>
          <list list-type="bullet">
            <list-item>
              <p>Systolic blood pressure (SBP) &#62;180mmHg</p>
            </list-item>
            <list-item>
              <p>Diastolic blood pressure (DBP) &#60;50mmHg</p>
            </list-item>
            <list-item>
              <p>Heart rate (HR) &#62;150bpm</p>
            </list-item>
            <list-item>
              <p>HR &#60;50bpm</p>
            </list-item>
            <list-item>
              <p>Pulse oximetry &#60;90%</p>
            </list-item>
            <list-item>
              <p>Weight gain 5 lb in 24 h</p>
            </list-item>
            <list-item>
              <p>Weight loss 5 lb in 24 h</p>
            </list-item>
          </list>
        </boxed-text>
        
        <p>Several issues arose during the early stages of the project. First, despite what were thought to be careful explanations there was a misunderstanding of wireless and Internet connections among the patients. Several patients claimed they had wireless access when they did not and thus had to be provided with an Internet hot spot (Mifi) to participate. Most of the patients had difficulty with the finger dexterity necessary to close the clasp on the Fitbit. An alcohol-based hand sanitizer was used as a short-acting lubricant to facilitate clasp closure.</p>
        <p>All patients were asked to evaluate the program through an anonymous survey at the conclusion of the program. Each question was answered by marking the desired response: strongly agree, agree, neutral, disagree, and strongly disagree. The survey was completed on paper with the patients circling one of the responses to each question. <xref ref-type="boxed-text" rid="box4">Textbox 4</xref> provides the items included in the survey.</p>
        <boxed-text id="box4" position="float">
          <title>Items included in the survey.</title>
          <list list-type="bullet">
            <list-item>
              <p>I feel better connected to my Care Team.</p>
            </list-item>
            <list-item>
              <p>The time spent taking measurements is worthwhile.</p>
            </list-item>
            <list-item>
              <p>I feel better about my health.</p>
            </list-item>
            <list-item>
              <p>The Technical Assistance has been very helpful.</p>
            </list-item>
            <list-item>
              <p>It is easy to contact Technical Support, if needed.</p>
            </list-item>
            <list-item>
              <p>The program provides a more complete picture of my health to my provider.</p>
            </list-item>
            <list-item>
              <p>My Care Team has been responsive and helpful.</p>
            </list-item>
            <list-item>
              <p>I have been compliant taking my measurements.</p>
            </list-item>
            <list-item>
              <p>I take my measurements at the same time each day.</p>
            </list-item>
            <list-item>
              <p>If I forget to take my measurements, a reminder would be helpful.</p>
            </list-item>
          </list>
        </boxed-text>
        
        
        <p>We also tracked compliance with the measurement regimen as the fraction of expected measurement received.</p>
        
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Patient Compliance</title>
        <p>A total of 20 patients were enrolled in this pilot clinical trial; of which, 2 patients, numbers 4 and 13, dropped out and 18 completed the study, which ended on February 10, 2015. At that time, all data were collected for analysis and reporting. Patient compliance with the measurement schedule is shown in <xref ref-type="table" rid="table1">Table 1</xref>. The rate of compliance with measurements (fraction of expected measurements received) in the 18 patients who completed the study was 70%. There is a clear demarcation between patients that were actively engaged and those that were not. Five of the patients, including the 2 that dropped, were compliant less than 36% of the time. The minimum compliance in the more active group was 55%. Compliance in the active group was 78%. Patients that dropped out or stopped collecting data gave several explanations, including a too complex regimen, frustration with the devices, inability to complete the measurement protocol (too sick or too busy), or physical limitations on completing measurements (inability to balance on weight scale). The compliance experience emphasizes the importance of predicting which patients are more likely to actively engage in the program, as noncompliant patients get no value for the cost of the program. The desired clinical value and economic efficiency are most readily achieved if we learn enough about patients who will not participate to focus on those who will. We also need to learn more about the personalized support that may be needed to keep patients actively engaged.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Patient compliance.</p>
          </caption>
          <table width="264" cellpadding="7" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="97"/>
            <col width="137"/>
            <thead>
              <tr valign="top">
                <td>Patient number<sup>a</sup></td>
                <td>Rate of compliance (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>1</td>
                <td>95</td>
              </tr>
              <tr valign="top">
                <td>2</td>
                <td>36</td>
              </tr>
              <tr valign="top">
                <td>3</td>
                <td>83</td>
              </tr>
              <tr valign="top">
                <td>4</td>
                <td>23</td>
              </tr>
              <tr valign="top">
                <td>5</td>
                <td>96</td>
              </tr>
              <tr valign="top">
                <td>6</td>
                <td>89</td>
              </tr>
              <tr valign="top">
                <td>7</td>
                <td>82</td>
              </tr>
              <tr valign="top">
                <td>8</td>
                <td>46</td>
              </tr>
              <tr valign="top">
                <td>9</td>
                <td>71</td>
              </tr>
              <tr valign="top">
                <td>10</td>
                <td>77</td>
              </tr>
              <tr valign="top">
                <td>11</td>
                <td>68</td>
              </tr>
              <tr valign="top">
                <td>12</td>
                <td>57</td>
              </tr>
              <tr valign="top">
                <td>13</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td>14</td>
                <td>55</td>
              </tr>
              <tr valign="top">
                <td>15</td>
                <td>35</td>
              </tr>
              <tr valign="top">
                <td>16</td>
                <td>95</td>
              </tr>
              <tr valign="top">
                <td>17</td>
                <td>89</td>
              </tr>
              <tr valign="top">
                <td>18</td>
                <td>76</td>
              </tr>
              <tr valign="top">
                <td>19</td>
                <td>58</td>
              </tr>
              <tr valign="top">
                <td>20</td>
                <td>76</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>Patients 4 and 13 dropped out.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Survey for Patient Satisfaction</title>
        <p>The results of the patient satisfaction survey are shown in <xref ref-type="table" rid="table2">Table 2</xref> and displayed graphically in <xref ref-type="fig" rid="figure1">Figure 1</xref>. Eleven patients (61%) completed the satisfaction survey. Since the survey was anonymous, we could not determine why the others did not respond. Two patients did not answer all the questions. All patients either agreed or strongly agreed that they felt better connected to their care teams and that taking the measurements was worthwhile. It was found that 8 of the 11 patients (73%) felt better about their health as a result of the program, whereas another 8 of 11 (73%) believed that the care team now had a better picture of their health.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Patient satisfaction survey.</p>
          </caption>
          <table width="758" cellpadding="7" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="334"/>
            <col width="65"/>
            <col width="65"/>
            <col width="65"/>
            <col width="40"/>
            <col width="65"/>
            <col width="65"/>
            <thead>
              <tr valign="top">
                <td>Item</td>
                <td>Strongly disagree</td>
                <td>Disagree</td>
                <td>Neutral</td>
                <td>Agree</td>
                <td>Strongly agree</td>
                <td>Did not answer</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>I feel better connected to my Care Team.</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
                <td>3</td>
                <td>8</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td>The time spent taking measurements is worthwhile.</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
                <td>3</td>
                <td>7</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>I feel better about my health.</td>
                <td>0</td>
                <td>0</td>
                <td>3</td>
                <td>3</td>
                <td>5</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td>The Technical Assistance has been very helpful.</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
                <td>5</td>
                <td>6</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td>It is easy to contact Technical Support, if needed.</td>
                <td>0</td>
                <td>0</td>
                <td>2</td>
                <td>4</td>
                <td>5</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td>The program provides a more complete picture of my health to my provider.</td>
                <td>1</td>
                <td>0</td>
                <td>0</td>
                <td>2</td>
                <td>6</td>
                <td>2</td>
              </tr>
              <tr valign="top">
                <td>My Care Team has been responsive and helpful.</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
                <td>2</td>
                <td>9</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td>I have been compliant taking my measurements.</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
                <td>5</td>
                <td>6</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td>I take my measurements at the same time each day.</td>
                <td>0</td>
                <td>2</td>
                <td>1</td>
                <td>3</td>
                <td>5</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td>If I forget to take my measurements, a reminder would be helpful.</td>
                <td>0</td>
                <td>1</td>
                <td>3</td>
                <td>2</td>
                <td>5</td>
                <td>0</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        
        <p>A chi-square contingency table analysis was performed on the response data in <xref ref-type="table" rid="table2">Table 2</xref>, using Microsoft Excel 2016, version 16.0.6965.2115. It did not quite reach statistical signification, with a <italic>P</italic> value of .12, in part due to lack of independence among the responses. A positive response to one question was likely associated with a positive response to another question.</p>
        
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Patient satisfaction survey.</p>
          </caption>
          <graphic xlink:href="resprot_v6i3e46_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>Several issues arose during the early stages of the project. First, despite what were thought to be careful explanations there was a misunderstanding of wireless and Internet connections among the patients. Several patients claimed they had wireless access when they did not and thus had to be provided with an Internet hot spot (Mifi) to participate. Many of the patients had difficulty with the finger dexterity necessary to close the clasp on the Fitbit. An alcohol-based hand sanitizer was used as a short-acting lubricant to facilitate clasp closure.</p>
        <p>A few of the patients relied on a wheeled walker for ambulation. Weight measurements for those patients were unreliable as they were affected by the variations in level of support that each patient needed from the walker. Although we intentionally limited the number of devices requiring active participation by the patients, a few patients initially felt that the measurement process was too complex. The problem seemed to diminish as the patients became more accustomed to the process. Some of the patients had substantially healthier spouses or significant others that provided support and helped the patients with the measurement process. On one hand, there was an advantage to the help provided. However, sometimes the spouse answered questions for the patients or dominated the discussion so that it was difficult to ascertain the patient’s level of understanding. It became clear that special care was necessary to ensure that both the patient and the care-giver had the same understanding.</p>
        <p>Some of the participants had already been using home monitoring devices such as blood pressure cuffs and weight scales. Some patients were concerned by the different readings from the new devices provided for the study. The team explained that such differences were minor and expected and were not alarming and that data trends were more important. Although each patient was given personal instruction in the use of devices, most benefited from phone support when setting up the monitors. There were several cases of idiosyncratic behaviors, with some patients calling technical support or not wanting to use a particular device, requiring additional support.</p>
        <p>Many previous reports on compliance in home monitoring involved the use of one or two devices. We added a regimen with multiple devices to an existing intense, management program that already placed heavy demands upon the patients. We have shown that home monitoring produces additional value in such a comprehensive environment. Compliance in our group was at least comparable with compliance reported in other studies, confirming that a complex home monitoring regimen is feasible [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>].</p>
        
        <p>There was a high level of satisfaction among the patients, with strong feelings that the program improved their comfort with their health and left them more connected with their health care team. The sharp demarcation between patients that were either poorly compliant with the measurement schedule or dropped out of the program emphasized the need for a personalized approach to home monitoring. Despite a robust implementation and training program, some patients stopped taking the measurements. Distinguishing between patients who will participate if given extra support from those who will not engage is an important part of implementing a clinically and economically valuable program.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>This was a small study with a group of patients chosen who already had a close relationship with their care providers. The patients were chosen by the staff cardiologists to include patients that had been heavy utilizers of acute health services. However, we cannot exclude bias in that selection process, which might affect the results. It may not be generalizable to a broader group of patients with less tight ties. Also, 7 of the 18 patients did not respond to the survey. It is possible that all of those patients found little value in the program. If so, it would still leave a majority of the patients finding value. Despite the preexisting strong association with the cardiology team, many patients felt that the monitoring program added to the relationship. Since this was a feasibility study with no control group, no comparative statistical analysis was possible. Since the survey was anonymous, it was not possible to relate the responses to individual patient characteristics, such as time in the program, which could have biased the result.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>A carefully designed, home monitoring pilot implementation program using commercially available wearable devices in an insured elderly CHF cohort demonstrates feasibility in using a multimodality home monitoring strategy for selected patients. The study validated that patients can work with multiple devices, providing an array of data streams, as well as insights into unexpected challenges. Most obstacles to patient engagement can be overcome with appropriate support and encouragement. Cooperation between the clinical and technical teams is the key, as is identifying patients more likely to benefit from the program, those that need extra support, and those who will find no value in it.</p>
        <p>Future directions would include expanding to larger numbers of patients with multiple chronic conditions, identifying which combinations of devices and data streams are most helpful for particular patients and refining impactibility, which patients are likely to benefit from home monitoring.</p>
      </sec>
    </sec>
  </body>
  <back>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AHRQ</term>
          <def>
            <p>Agency for Healthcare Research and Quality</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">BNP</term>
          <def>
            <p>Brain natriuretic peptide</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">CHF</term>
          <def>
            <p>congestive heart failure</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">COPD</term>
          <def>
            <p>chronic obstructive pulmonary disease</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">DBP</term>
          <def>
            <p>diastolic blood pressure (DBP)</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">ED</term>
          <def>
            <p>emergency department</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">FDA</term>
          <def>
            <p>Food and Drug Administration</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">HIPAA</term>
          <def>
            <p>Health Insurance Portability and Accountability Act</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">HR</term>
          <def>
            <p>heart rate</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">NYHA</term>
          <def>
            <p>New York Heart Association</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">PGHD</term>
          <def>
            <p>patient generated health data</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb12">SBP</term>
          <def>
            <p>systolic blood pressure (SBP)</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb13">WEAR-HeFT</term>
          <def>
            <p>Wearable Device Monitoring Heart Failure</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This work was supported by ToSense, Inc, 4225 Executive Square, Suite 570, La Jolla, CA 92037, who provided a loan of the CoVa devices.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>All Sentrian authors are employees, and stockholders, in Sentrian. All Cedars-Sinai authors are employees of Cedars-Sinai Medical Center.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Gerteis</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Izrael</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Deitz</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>LeRoy</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Ricciardi</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Miller</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Basu</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <source>AHRQ</source>  
        <year>2014</year>  
        <month>04</month>  
        <access-date>2017-02-28</access-date>
        <publisher-loc>Rockville, MD</publisher-loc>
        <publisher-name>AHRQ</publisher-name>
        <comment>Multiple chronic conditions chartbook
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.ahrq.gov/sites/default/files/wysiwyg/professionals/prevention-chronic-care/decision/mcc/mccchartbook.pdf">https://www.ahrq.gov/sites/default/files/wysiwyg/professionals/prevention-chronic-care/decision/mcc/mccchartbook.pdf</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6occL7T8N"/></comment> </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kolata</surname>
            <given-names>G</given-names>
          </name>
        </person-group>
        <source>NY Times</source>  
        <year>2015</year>  
        <comment>A sea change in treating heart attacks
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.nytimes.com/2015/06/21/health/saving-heart-attack-victims-stat.html">https://www.nytimes.com/2015/06/21/health/saving-heart-attack-victims-stat.html</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6ftGcXaxo"/></comment> </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <collab>Center for Organization and Delivery Studies</collab>
        </person-group>
        <source>AHRQ</source>  
        <year>2002</year>  
        <access-date>2017-02-28</access-date>
        <publisher-name>AHRQ</publisher-name>
        <comment>Guide to prevention quality indicators: hospital admission for ambulatory care sensitive conditions
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.qualityindicators.ahrq.gov/Downloads/Modules/PQI/V31/pqi_guide_v31.pdf">https://www.qualityindicators.ahrq.gov/Downloads/Modules/PQI/V31/pqi_guide_v31.pdf</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6oce3gVSz"/></comment> </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Zhang</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Goode</surname>
            <given-names>KM</given-names>
          </name>
          <name name-style="western">
            <surname>Cuddihy</surname>
            <given-names>PE</given-names>
          </name>
          <name name-style="western">
            <surname>Cleland</surname>
            <given-names>JG</given-names>
          </name>
          <collab>TEN-HMS Investigators</collab>
        </person-group>
        <article-title>Predicting hospitalization due to worsening heart failure using daily weight measurement: analysis of the Trans-European Network-Home-Care Management System (TEN-HMS) study</article-title>
        <source>Eur J Heart Fail</source>  
        <year>2009</year>  
        <month>04</month>  
        <volume>11</volume>  
        <issue>4</issue>  
        <fpage>420</fpage>  
        <lpage>7</lpage>  
        <pub-id pub-id-type="doi">10.1093/eurjhf/hfp033</pub-id>
        <pub-id pub-id-type="medline">19252210</pub-id>
        <pub-id pub-id-type="pii">hfp033</pub-id></nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Radhakrishna</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Bowles</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Zettek-Sumner</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Contributors to frequent telehealth alerts including false alerts for patients with heart failure: a mixed methods exploration</article-title>
        <source>Appl Clin Inform</source>  
        <year>2013</year>  
        <volume>4</volume>  
        <issue>4</issue>  
        <fpage>465</fpage>  
        <lpage>75</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24454576"/>
        </comment>  
        <pub-id pub-id-type="doi">10.4338/ACI-2013-06-RA-0039</pub-id>
        <pub-id pub-id-type="medline">24454576</pub-id>
        <pub-id pub-id-type="pmcid">PMC3885909</pub-id></nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Chaudhry</surname>
            <given-names>SI</given-names>
          </name>
          <name name-style="western">
            <surname>Mattera</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Curtis</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Spertus</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Herrin</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Lin</surname>
            <given-names>Z</given-names>
          </name>
          <name name-style="western">
            <surname>Phillips</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Hodshon</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Cooper</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Krumholz</surname>
            <given-names>H</given-names>
          </name>
        </person-group>
        <article-title>Telemonitoring in patients with heart failure</article-title>
        <source>N Engl J Med</source>  
        <year>2010</year>  
        <month>12</month>  
        <day>09</day>  
        <volume>363</volume>  
        <issue>24</issue>  
        <fpage>2301</fpage>  
        <lpage>9</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21080835"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1056/NEJMoa1010029</pub-id>
        <pub-id pub-id-type="medline">21080835</pub-id>
        <pub-id pub-id-type="pmcid">PMC3237394</pub-id></nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Ong</surname>
            <given-names>MK</given-names>
          </name>
          <name name-style="western">
            <surname>Romano</surname>
            <given-names>PS</given-names>
          </name>
          <name name-style="western">
            <surname>Edgington</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Aronow</surname>
            <given-names>HU</given-names>
          </name>
          <name name-style="western">
            <surname>Auerbach</surname>
            <given-names>AD</given-names>
          </name>
          <name name-style="western">
            <surname>Black</surname>
            <given-names>JT</given-names>
          </name>
          <name name-style="western">
            <surname>De</surname>
            <given-names>MT</given-names>
          </name>
          <name name-style="western">
            <surname>Escarce</surname>
            <given-names>JJ</given-names>
          </name>
          <name name-style="western">
            <surname>Evangelista</surname>
            <given-names>LS</given-names>
          </name>
          <name name-style="western">
            <surname>Hanna</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Ganiats</surname>
            <given-names>TG</given-names>
          </name>
          <name name-style="western">
            <surname>Greenberg</surname>
            <given-names>BH</given-names>
          </name>
          <name name-style="western">
            <surname>Greenfield</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Kaplan</surname>
            <given-names>SH</given-names>
          </name>
          <name name-style="western">
            <surname>Kimchi</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Liu</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Lombardo</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Mangione</surname>
            <given-names>CM</given-names>
          </name>
          <name name-style="western">
            <surname>Sadeghi</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Sadeghi</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Sarrafzadeh</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Tong</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Fonarow</surname>
            <given-names>GC</given-names>
          </name>
          <collab>Better Effectiveness After Transition–Heart Failure (BEAT-HF) Research Group</collab>
        </person-group>
        <article-title>Effectiveness of remote patient monitoring after discharge of hospitalized patients with heart failure: the better effectiveness after transition -- heart failure (BEAT-HF) randomized clinical trial</article-title>
        <source>JAMA Intern Med</source>  
        <year>2016</year>  
        <month>03</month>  
        <volume>176</volume>  
        <issue>3</issue>  
        <fpage>310</fpage>  
        <lpage>8</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26857383"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1001/jamainternmed.2015.7712</pub-id>
        <pub-id pub-id-type="medline">26857383</pub-id>
        <pub-id pub-id-type="pii">2488923</pub-id>
        <pub-id pub-id-type="pmcid">PMC4827701</pub-id></nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Mortara</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Pinna</surname>
            <given-names>GD</given-names>
          </name>
          <name name-style="western">
            <surname>Johnson</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Maestri</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Capomolla</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>La Rovere</surname>
            <given-names>MT</given-names>
          </name>
          <name name-style="western">
            <surname>Ponikowski</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Tavazzi</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Sleight</surname>
            <given-names>P</given-names>
          </name>
        </person-group>
        <article-title>Home telemonitoring in heart failure patients: the HHH study (Home or Hospital in Heart Failure)</article-title>
        <source>Eur J Heart Fail</source>  
        <year>2009</year>  
        <month>03</month>  
        <volume>11</volume>  
        <issue>3</issue>  
        <fpage>312</fpage>  
        <lpage>8</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://dx.doi.org/10.1093/eurjhf/hfp022"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1093/eurjhf/hfp022</pub-id>
        <pub-id pub-id-type="medline">19228800</pub-id>
        <pub-id pub-id-type="pii">hfp022</pub-id>
        <pub-id pub-id-type="pmcid">PMC2645060</pub-id></nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kerby</surname>
            <given-names>TJ</given-names>
          </name>
          <name name-style="western">
            <surname>Asche</surname>
            <given-names>SE</given-names>
          </name>
          <name name-style="western">
            <surname>Maciosek</surname>
            <given-names>MV</given-names>
          </name>
          <name name-style="western">
            <surname>O'Connor</surname>
            <given-names>PJ</given-names>
          </name>
          <name name-style="western">
            <surname>Sperl-Hillen</surname>
            <given-names>JM</given-names>
          </name>
          <name name-style="western">
            <surname>Margolis</surname>
            <given-names>KL</given-names>
          </name>
        </person-group>
        <article-title>Adherence to blood pressure telemonitoring in a cluster-randomized clinical trial</article-title>
        <source>J Clin Hypertens (Greenwich)</source>  
        <year>2012</year>  
        <month>10</month>  
        <volume>14</volume>  
        <issue>10</issue>  
        <fpage>668</fpage>  
        <lpage>74</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://dx.doi.org/10.1111/j.1751-7176.2012.00685.x"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1111/j.1751-7176.2012.00685.x</pub-id>
        <pub-id pub-id-type="medline">23031143</pub-id>
        <pub-id pub-id-type="pmcid">PMC3464948</pub-id></nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Giamouzis</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Mastrogiannis</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Koutrakis</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Karayannis</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Parisis</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Rountas</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Adreanides</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Dafoulas</surname>
            <given-names>GE</given-names>
          </name>
          <name name-style="western">
            <surname>Stafylas</surname>
            <given-names>PC</given-names>
          </name>
          <name name-style="western">
            <surname>Skoularigis</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Giacomelli</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Olivari</surname>
            <given-names>Z</given-names>
          </name>
          <name name-style="western">
            <surname>Triposkiadis</surname>
            <given-names>F</given-names>
          </name>
        </person-group>
        <article-title>Telemonitoring in chronic heart failure: a systematic review</article-title>
        <source>Cardiol Res Pract</source>  
        <year>2012</year>  
        <volume>2012</volume>  
        <fpage>410820</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://dx.doi.org/10.1155/2012/410820"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1155/2012/410820</pub-id>
        <pub-id pub-id-type="medline">22720184</pub-id>
        <pub-id pub-id-type="pmcid">PMC3375160</pub-id></nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Prescher</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Deckwart</surname>
            <given-names>O</given-names>
          </name>
          <name name-style="western">
            <surname>Winkler</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Koehler</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Honold</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Koehler</surname>
            <given-names>F</given-names>
          </name>
        </person-group>
        <article-title>Telemedical care: feasibility and perception of the patients and physicians: a survey-based acceptance analysis of the Telemedical Interventional Monitoring in Heart Failure (TIM-HF) trial</article-title>
        <source>Eur J Prev Cardiol</source>  
        <year>2013</year>  
        <month>06</month>  
        <volume>20</volume>  
        <issue>2 Suppl</issue>  
        <fpage>18</fpage>  
        <lpage>24</lpage>  
        <pub-id pub-id-type="doi">10.1177/2047487313487483e</pub-id>
        <pub-id pub-id-type="medline">23702987</pub-id>
        <pub-id pub-id-type="pii">20/2_suppl/18</pub-id></nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Hall</surname>
            <given-names>AK</given-names>
          </name>
          <name name-style="western">
            <surname>Dodd</surname>
            <given-names>V</given-names>
          </name>
          <name name-style="western">
            <surname>Harris</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>McArthur</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Dacso</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Colton</surname>
            <given-names>LM</given-names>
          </name>
        </person-group>
        <article-title>Heart failure patients' perceptions and use of technology to manage disease symptoms</article-title>
        <source>Telemed J E Health</source>  
        <year>2014</year>  
        <month>04</month>  
        <volume>20</volume>  
        <issue>4</issue>  
        <fpage>324</fpage>  
        <lpage>31</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24483939"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1089/tmj.2013.0146</pub-id>
        <pub-id pub-id-type="medline">24483939</pub-id>
        <pub-id pub-id-type="pmcid">PMC3968876</pub-id></nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>van der Wal Martje H</surname>
            <given-names>MH</given-names>
          </name>
          <name name-style="western">
            <surname>Jaarsma</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Moser</surname>
            <given-names>DK</given-names>
          </name>
          <name name-style="western">
            <surname>Veeger</surname>
            <given-names>NJ</given-names>
          </name>
          <name name-style="western">
            <surname>van Gilst</surname>
            <given-names>WH</given-names>
          </name>
          <name name-style="western">
            <surname>van Veldhuisen</surname>
            <given-names>DJ</given-names>
          </name>
        </person-group>
        <article-title>Compliance in heart failure patients: the importance of knowledge and beliefs</article-title>
        <source>Eur Heart J</source>  
        <year>2006</year>  
        <month>02</month>  
        <volume>27</volume>  
        <issue>4</issue>  
        <fpage>434</fpage>  
        <lpage>40</lpage>  
        <pub-id pub-id-type="doi">10.1093/eurheartj/ehi603</pub-id>
        <pub-id pub-id-type="medline">16230302</pub-id>
        <pub-id pub-id-type="pii">ehi603</pub-id></nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Sen</surname>
            <given-names>AP</given-names>
          </name>
          <name name-style="western">
            <surname>Sewell</surname>
            <given-names>TB</given-names>
          </name>
          <name name-style="western">
            <surname>Riley</surname>
            <given-names>EB</given-names>
          </name>
          <name name-style="western">
            <surname>Stearman</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Bellamy</surname>
            <given-names>SL</given-names>
          </name>
          <name name-style="western">
            <surname>Hu</surname>
            <given-names>MF</given-names>
          </name>
          <name name-style="western">
            <surname>Tao</surname>
            <given-names>Y</given-names>
          </name>
          <name name-style="western">
            <surname>Zhu</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Park</surname>
            <given-names>JD</given-names>
          </name>
          <name name-style="western">
            <surname>Loewenstein</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Asch</surname>
            <given-names>DA</given-names>
          </name>
          <name name-style="western">
            <surname>Volpp</surname>
            <given-names>KG</given-names>
          </name>
        </person-group>
        <article-title>Financial incentives for home-based health monitoring: a randomized controlled trial</article-title>
        <source>J Gen Intern Med</source>  
        <year>2014</year>  
        <month>05</month>  
        <volume>29</volume>  
        <issue>5</issue>  
        <fpage>770</fpage>  
        <lpage>7</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24522623"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1007/s11606-014-2778-0</pub-id>
        <pub-id pub-id-type="medline">24522623</pub-id>
        <pub-id pub-id-type="pmcid">PMC4000326</pub-id></nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bui</surname>
            <given-names>AL</given-names>
          </name>
          <name name-style="western">
            <surname>Fonarow</surname>
            <given-names>GC</given-names>
          </name>
        </person-group>
        <article-title>Home monitoring for heart failure management</article-title>
        <source>J Am Coll Cardiol</source>  
        <year>2012</year>  
        <month>01</month>  
        <day>10</day>  
        <volume>59</volume>  
        <issue>2</issue>  
        <fpage>97</fpage>  
        <lpage>104</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0735-1097(11)04612-2"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1016/j.jacc.2011.09.044</pub-id>
        <pub-id pub-id-type="medline">22222071</pub-id>
        <pub-id pub-id-type="pii">S0735-1097(11)04612-2</pub-id>
        <pub-id pub-id-type="pmcid">PMC3254025</pub-id></nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <collab>Institute of Medicine</collab>
          <collab>Committee on Core Metrics for Better Health at Lower Cost</collab>
        </person-group>
        <person-group person-group-type="editor">
          <name name-style="western">
            <surname>Blumenthal</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>McGinnis</surname>
            <given-names>JM</given-names>
          </name>
        </person-group>
        <source>Vital Signs: Core Metrics for Health and Health Care Progress</source>  
        <year>2015</year>  
        <publisher-loc>Washington, DC</publisher-loc>
        <publisher-name>National Academies Press</publisher-name></nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Lohr</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <source>New York Times</source>  
        <year>2012</year>  
        <month>02</month>  
        <day>12</day>  
        <comment>The age of big data
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.nytimes.com/2012/02/12/sunday-review/big-datas-impact-in-the-world.html?_r=2&#38;scp=1&#38;sq=Big%20Data&#38;st=cse">http://www.nytimes.com/2012/02/12/sunday-review/big-datas-impact-in-the-world.html?_r=2&#38;scp=1&#38;sq=Big%20Data&#38;st=cse</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6joTWnEux"/></comment> </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
  <nlm-citation citation-type="journal"> <person-group person-group-type="author"> <name name-style="western"> <surname>Kedan</surname> <given-names>I</given-names> </name> <name name-style="western"> <surname>Birkeland</surname> <given-names>K</given-names> </name> <name name-style="western"> <surname>Zimmer</surname> <given-names>R</given-names> </name> <name name-style="western"> <surname>Halbert</surname> <given-names>R</given-names> </name> <name name-style="western"> <surname>Minissian</surname> <given-names>N</given-names> </name> <name name-style="western"> <surname>Khandwalla</surname> <given-names>R</given-names> </name> </person-group> <article-title>Decreasing hospital utilization of a high risk heart failure population in a large urban accountable care organization: the use of a clinical pharmacist, serial biomarkers, and point of care ultrasound</article-title> <source>J Am Coll Cardiol</source> <year>2016</year> <month>04</month> <day>10</day> <volume>67</volume> <issue>13</issue> <fpage>1298</fpage> </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
