<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
    <front>
        <journal-meta>
            <journal-id journal-id-type="publisher-id">ResProt</journal-id>
            <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
            <journal-title>JMIR Research Protocols</journal-title>
            <issn pub-type="epub">1929-0748</issn>
            <publisher>
                <publisher-name>JMIR Publications Inc.</publisher-name>
                <publisher-loc>Toronto, Canada</publisher-loc>
            </publisher>
        </journal-meta>
        <article-meta>
            <article-id pub-id-type="publisher-id">v4i1e23</article-id>
            <article-id pub-id-type="pmid">25693610</article-id>
            <article-id pub-id-type="doi">10.2196/resprot.4042</article-id>
            <article-categories>
                <subj-group subj-group-type="heading">
                    <subject>Protocol</subject>
                </subj-group>
                <subj-group subj-group-type="article-type">
                    <subject>Protocol</subject>
                </subj-group>
            </article-categories>
            <title-group>
                <article-title>Impact of the Mobile HealthPROMISE Platform on the Quality of Care and Quality of Life in Patients With Inflammatory Bowel Disease: Study Protocol of a Pragmatic Randomized Controlled Trial</article-title>
            </title-group>
            <contrib-group>
                <contrib contrib-type="editor">
                    <name>
                        <surname>Eysenbach</surname>
                        <given-names>Gunther</given-names>
                    </name>
                </contrib>
            </contrib-group>
            <contrib-group>
                <contrib contrib-type="reviewer">
                    <name>
                        <surname>Atif</surname>
                        <given-names>Waqqas</given-names>
                    </name>
                </contrib>
            </contrib-group>
            <contrib-group>
                <contrib contrib-type="author" id="contrib1" corresp="yes">
                    <name name-style="western">
                        <surname>Atreja</surname>
                        <given-names>Ashish</given-names>
                    </name>
                    <degrees>MPH, MD</degrees>
                    <xref rid="aff1" ref-type="aff">1</xref>
                    <address>
                        <institution>Sinai AppLab, Division of Gastroenterology</institution>
                        <institution>Department of Medicine</institution>
                        <institution>Icahn School of Medicine at Mount Sinai</institution>
                        <addr-line>Mailbox 1469</addr-line>
                        <addr-line>1468 Madison Avenue</addr-line>
                        <addr-line>New York, NY, 10029</addr-line>
                        <country>United States</country>
                        <phone>1 212 241 5090</phone>
                        <email>ashish.atreja@mssm.edu</email>
                    </address>
                    <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-0628-4417</ext-link>
                </contrib>
                <contrib contrib-type="author" id="contrib2">
                    <name name-style="western">
                        <surname>Khan</surname>
                        <given-names>Sameer</given-names>
                    </name>
                    <degrees>BS</degrees>
                    <xref rid="aff1" ref-type="aff">1</xref>
                    <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-8637-8041</ext-link>
                </contrib>
                <contrib contrib-type="author" id="contrib3">
                    <name name-style="western">
                        <surname>Rogers</surname>
                        <given-names>Jason D</given-names>
                    </name>
                    <degrees>BA</degrees>
                    <xref rid="aff1" ref-type="aff">1</xref>
                    <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-4127-1865</ext-link>
                </contrib>
                <contrib contrib-type="author" id="contrib4">
                    <name name-style="western">
                        <surname>Otobo</surname>
                        <given-names>Emamuzo</given-names>
                    </name>
                    <degrees>MD</degrees>
                    <xref rid="aff1" ref-type="aff">1</xref>
                    <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-1259-2803</ext-link>
                </contrib>
                <contrib contrib-type="author" id="contrib5">
                    <name name-style="western">
                        <surname>Patel</surname>
                        <given-names>Nishant P</given-names>
                    </name>
                    <degrees>MD</degrees>
                    <xref rid="aff1" ref-type="aff">1</xref>
                    <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-5284-3315</ext-link>
                </contrib>
                <contrib contrib-type="author" id="contrib6">
                    <name name-style="western">
                        <surname>Ullman</surname>
                        <given-names>Thomas</given-names>
                    </name>
                    <degrees>MD</degrees>
                    <xref rid="aff2" ref-type="aff">2</xref>
                    <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-0568-028X</ext-link>
                </contrib>
                <contrib contrib-type="author" id="contrib7">
                    <name name-style="western">
                        <surname>Colombel</surname>
                        <given-names>Jean Fred</given-names>
                    </name>
                    <degrees>MD</degrees>
                    <xref rid="aff2" ref-type="aff">2</xref>
                    <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-6472-249X</ext-link>
                </contrib>
                <contrib contrib-type="author" id="contrib8">
                    <name name-style="western">
                        <surname>Moore</surname>
                        <given-names>Shirley</given-names>
                    </name>
                    <degrees>RN, PhD</degrees>
                    <xref rid="aff3" ref-type="aff">3</xref>
                    <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-2712-6896</ext-link>
                </contrib>
                <contrib contrib-type="author" id="contrib9">
                    <name name-style="western">
                        <surname>Sands</surname>
                        <given-names>Bruce E</given-names>
                    </name>
                    <degrees>MS, MD</degrees>
                    <xref rid="aff2" ref-type="aff">2</xref>
                    <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-5762-5042</ext-link>
                </contrib>
                <contrib contrib-type="author" id="contrib10" equal-contrib="yes">
                    <collab>HealthPROMISE Consortium Group</collab>
                    <xref rid="aff1" ref-type="aff">1</xref>
                </contrib>
            </contrib-group>
            <aff id="aff1">
                <sup>1</sup>
                <institution>Sinai AppLab, Division of Gastroenterology</institution>
                <institution>Department of Medicine</institution>
                <institution>Icahn School of Medicine at Mount Sinai</institution>
                <addr-line>New York, NY</addr-line>
                <country>United States</country>
            </aff>
            <aff id="aff2">
                <sup>2</sup>
                <institution>Division of Gastroenterology</institution>
                <institution>Department of Medicine</institution>
                <institution>Icahn School of Medicine at Mount Sinai</institution>
                <addr-line>New York, NY</addr-line>
                <country>United States</country>
            </aff>
            <aff id="aff3">
                <sup>3</sup>
                <institution>Frances Payne Bolton School of Nursing</institution>
                <institution>Case Western Reserve University</institution>
                <addr-line>Cleveland, OH</addr-line>
                <country>United States</country>
            </aff>
            <author-notes>
                <corresp>Corresponding Author: Ashish Atreja <email>ashish.atreja@mssm.edu</email>
                </corresp>
            </author-notes>
            <pub-date pub-type="collection">
                <season>Jan-Mar</season>
                <year>2015</year>
            </pub-date>
            <pub-date pub-type="epub">
                <day>18</day>
                <month>02</month>
                <year>2015</year>
            </pub-date>
            <volume>4</volume>
            <issue>1</issue>
            <elocation-id>e23</elocation-id>
            <!--history from ojs - api-xml-->
            <history>
                <date date-type="received">
                    <day>15</day>
                    <month>11</month>
                    <year>2014</year>
                </date>
                <date date-type="rev-request">
                    <day>06</day>
                    <month>12</month>
                    <year>2014</year>
                </date>
                <date date-type="accepted">
                    <day>23</day>
                    <month>12</month>
                    <year>2014</year>
                </date>
            </history>
            <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
            <copyright-statement>&#169;Ashish Atreja, Sameer Khan, Jason D Rogers, Emamuzo Otobo, Nishant P Patel, Thomas Ullman, Jean Fred Colombel, Shirley Moore, Bruce E Sands, HealthPROMISE Consortium Group. Originally published in JMIR Research Protocols (http://www.researchprotocols.org), 18.02.2015. </copyright-statement>
            <copyright-year>2015</copyright-year>
            <license license-type="open-access" xlink:href="http://creativecommons.org/licenses/by/2.0/">
                <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (http://creativecommons.org/licenses/by/2.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on http://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
            </license>
            <self-uri xlink:href="http://www.researchprotocols.org/2015/1/e23/" xlink:type="simple" />
            <abstract>
                <sec sec-type="background">
                    <title>Background</title>
                    <p>Inflammatory bowel disease (IBD) is a chronic condition of the bowel that affects over 1 million people in the United States. The recurring nature of disease makes IBD patients ideal candidates for patient-engaged care that is centered on enhanced self-management and improved doctor-patient communication. In IBD, optimal approaches to management vary for patients with different phenotypes and extent of disease and past surgical history. Hence, a single quality metric cannot define a heterogeneous disease such as IBD, unlike hypertension and diabetes. A more comprehensive assessment may be provided by complementing traditional quality metrics with measures of the patient&#8217;s quality of life (QOL) through an application like HealthPROMISE.</p>
                </sec>
                <sec sec-type="objective">
                    <title>Objective</title>
                    <p>The objective of this pragmatic randomized controlled trial is to determine the impact of the HealthPROMISE app in improving outcomes (quality of care [QOC], QOL, patient adherence, disease control, and resource utilization) as compared to a patient education app. Our hypothesis is that a patient-centric self-monitoring and collaborative decision support platform will lead to sustainable improvement in overall QOL for IBD patients.</p>
                </sec>
                <sec sec-type="methods">
                    <title>Methods</title>
                    <p>Participants will be recruited during face-to-face visits and randomized to either an interventional (ie, HealthPROMISE) or control (ie, education app). Patients in the HealthPROMISE arm will be able to update their information and receive disease summary, quality metrics, and a graph showing the trend of QOL (SIBDQ) scores and resource utilization over time. Providers will use the data for collaborative decision making and quality improvement interventions at the point of care. Patients in the control arm will enter data at baseline, during office visits, and at the end of the study but will not receive any decision support (trend of QOL, alert, or dashboard views).</p>
                </sec>
                <sec sec-type="results">
                    <title>Results</title>
                    <p>Enrollment in the trial will be starting in first quarter of 2015. It is intended that up to 300 patients with IBD will be recruited into the study (with 1:1 allocation ratio). The primary endpoint is number of quality indicators met in HealthPROMISE versus control arm. Secondary endpoints include decrease in number of emergency visits due to IBD, decrease in number of hospitalization due to IBD, change in generic QOL score from baseline, proportion of patients in each group who meet all eligible outpatient quality metrics, and proportion of patients in disease control in each group. In addition, we plan to conduct protocol analysis of intervention patients with adequate HealthPROMISE utilization (more than 6 log-ins with data entry from week 0 through week 52) achieving above mentioned primary and secondary endpoints.</p>
                </sec>
                <sec sec-type="conclusions">
                    <title>Conclusions</title>
                    <p>HealthPROMISE is a unique cloud-based patient-reported outcome (PRO) and decision support tool that empowers both patients and providers. Patients track their QOL and symptoms, and providers can use the visual data in real time (integrated with electronic health records [EHRs]) to provide better care to their entire patient population. Using pragmatic trial design, we hope to show that IBD patients who participate in their own care and share in decision making have appreciably improved outcomes when compared to patients who do not.</p>
                </sec>
                <sec>
                    <title>Trial Registration</title>
                    <p>ClinicalTrials.gov NCT02322307; https://clinicaltrials.gov/ct2/show/NCT02322307 (Archived by WebCite at http://www.webcitation.org/6W8PoYThr).</p>
                </sec>
            </abstract>
            <kwd-group>
                <kwd>medical informatics</kwd>
                <kwd>patient reported outcome</kwd>
                <kwd>mHealth</kwd>
                <kwd>engagement</kwd>
            </kwd-group>
        </article-meta>
    </front>
    <body>
        <sec sec-type="introduction">
            <title>Introduction</title>
            <sec>
                <title>Background</title>
                <p>Inflammatory bowel disease (IBD) is a chronic condition of the bowel that affects over 1 million people in the United States [<xref ref-type="bibr" rid="ref1">1</xref>]. Although the incidence of IBD is rising, the precise cause of the disease remains unknown. Medical treatment for IBD has improved significantly in recent years; however, current efforts are largely ameliorative rather than curative. As a result, IBD patients have to cope with a lifelong condition in which there are commonly remissions and relapses. This makes IBD patients the ideal candidates to target for improved self-management when it comes to care.</p>
                <p>While diseases such as hypertension and diabetes render themselves well to quality improvement efforts because of standardized indicators such as blood pressure and hemoglobin A1C respectively, a single quality-of-care (QOC) metric cannot define a heterogeneous disease such as IBD, where optimal approaches to manage patients differ between different phenotypes. Furthermore, IBD profoundly affects patients not only physically but also in social, professional, and emotional activities [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. Overall well-being of IBD patients cannot be achieved if these dimensions are not improved [<xref ref-type="bibr" rid="ref3">3</xref>-<xref ref-type="bibr" rid="ref6">6</xref>]. Unfortunately, most of the currently proposed quality improvement initiatives in IBD are process measures and do not include quality of life (QOL) or clinically meaningful outcomes such as clinical remission or hospitalizations that matter most to patients and their state of health [<xref ref-type="bibr" rid="ref7">7</xref>].</p>
                <p>Chronic diseases affect almost 1 out of every 2 Americans and produce a significant burden on US health care [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>]. Meaningful health system quality improvement warrants patient-provider interaction focused on QOC and QOL in chronic diseases like IBD [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>]. For health care teams, the question remains: how do we better engage patients without placing increased time constraints on health care staff? Based on pilot work,&#160;we believe that patients are as eager as physicians, if not more, to improve their QOL and care, and involving them as partners to improve care can bring remarkable efficiency to current quality improvement efforts [<xref ref-type="bibr" rid="ref3">3</xref>].</p>
            </sec>
            <sec>
                <title>Objectives</title>
                <p>HealthPROMISE [<xref ref-type="bibr" rid="ref12">12</xref>] is a unique cloud-based PRO (patient-reported outcome) and decision support platform developed at Sinai AppLab, Icahn School of Medicine at Mount Sinai [<xref ref-type="bibr" rid="ref13">13</xref>] Patients track their QOL and symptoms, and providers can use the visual data in real time (integrated with electronic health records [EHRs]) to provide better care to their entire patient population (<xref ref-type="fig" rid="figure1">Figures 1</xref> and <xref ref-type="fig" rid="figure2">2</xref>). HealthPROMISE addresses unique challenges to improving quality and outcomes for patients with a chronic disease like IBD.</p>
                <fig id="figure1" position="float">
                    <label>Figure 1</label>
                    <caption>
                        <p>Quality of life measure.</p>
                    </caption>
                    <graphic xlink:href="resprot_v4i1e23_fig1.jpg" alt-version="no" mimetype="image" position="float" xlink:type="simple" />
                </fig>
                <fig id="figure2" position="float">
                    <label>Figure 2</label>
                    <caption>
                        <p>Short Inflammatory Bowel Disease Questionnaire.</p>
                    </caption>
                    <graphic xlink:href="resprot_v4i1e23_fig2.jpg" alt-version="no" mimetype="image" position="float" xlink:type="simple" />
                </fig>
            </sec>
            <sec>
                <title>Adopting a Broader Definition of Quality</title>
                <p>A more comprehensive assessment may be provided by complementing the QOL with quality of care metrics (<xref ref-type="fig" rid="figure3">Figure 3</xref>). QOL has been defined as &#8220;a global measure of patient&#8217;s perceptions, illness experience, and functional status that incorporates social, cultural, psychological, and disease-related factors&#8221; [<xref ref-type="bibr" rid="ref14">14</xref>]. QOL metrics can be used to inform outcomes in clinical encounters, monitor population health, and as end points in clinical trials [<xref ref-type="bibr" rid="ref14">14</xref>]. National Institutes of Health (NIH) Patient Reported Outcomes Measurement Information System [<xref ref-type="bibr" rid="ref15">15</xref>] and more recently Project Health Design [<xref ref-type="bibr" rid="ref16">16</xref>] have provided valuable insights into generic measurements for QOL. To address this challenge, we have previously defined a set of comprehensive quality indicators for IBD patients through analyzing different focus groups to study what factors patients assess and value when defining &#8220;quality&#8221; in terms of living with IBD and the treatment of IBD. Additionally, through semi-structured interviews and Delphi panel sessions with 15 providers, provider input on QOC was recorded.</p>
                <fig id="figure3" position="float">
                    <label>Figure 3</label>
                    <caption>
                        <p>Quality of care.</p>
                    </caption>
                    <graphic xlink:href="resprot_v4i1e23_fig3.jpg" alt-version="no" mimetype="image" position="float" xlink:type="simple" />
                </fig>
            </sec>
            <sec>
                <title>Decreasing the Burden of Measuring Quality</title>
                <p>Quality improvement efforts so far have shown that measuring even limited QOC metrics carries a prohibitively high administrative and cost burden. The estimated costs from the Institute for Healthcare Improvement quality improvement initiative for either congestive heart failure or diabetes ranged from $81,000 to $148,000 per organization [<xref ref-type="bibr" rid="ref17">17</xref>]. Chen and Bates have shown that total reported costs for inpatient quality improvement for a hospital ranged from $2 million to $21 million, with the majority of costs attributed to collecting and reporting quality metrics for national organizations [<xref ref-type="bibr" rid="ref18">18</xref>]. This burden of measuring quality is likely to increase exponentially when multiple QOC metrics are included in quality measurement. To address this challenge, patient- and physician-provided indicators were incorporated into a mobile health strategy platform, HealthPROMISE, that allows patients to record and self-report their QOL and treatment with regards to their IBD.</p>
            </sec>
            <sec>
                <title>Improving the Effectiveness of Quality Improvement Initiatives</title>
                <p>Currently, there is no well-accepted national model for quality improvement. Most of the quality improvement projects to date involve some kind of data abstraction from the clinical encounters that is fed into a registry to allow benchmarking, risk adjustment, and quality reporting. This cycle takes anywhere from a few weeks to a few months and happens long after the patient has left the health care facility. Patients are not involved in measuring or improving quality. Thus, an important patient-physician &#8220;productive interaction&#8221; opportunity to improve outcomes at the point of care is missed [<xref ref-type="bibr" rid="ref19">19</xref>]. In HealthPROMISE, patients track symptoms and QOL before office visits and in waiting rooms, thus allowing meaningful discussion about QOC to take place during office visits (<xref ref-type="fig" rid="figure1">Figures 1</xref> and <xref ref-type="fig" rid="figure2">2</xref>).</p>
                <p>The aim of this research protocol&#160;is to evaluate&#160;the patient-centric Web- and mobile-based&#160;application, HealthPROMISE,&#160;where IBD patients longitudinally measure their QOC and QOL metrics and physicians use this information for collaborative decision making and improving patient outcomes.&#160;Our hypothesis is that a patient-centric self-monitoring and collaborative decision support platform will lead to sustainable improvement in overall QOL for IBD patients.</p>
            </sec>
        </sec>
        <sec sec-type="methods">
            <title>Methods</title>
            <sec>
                <title>Study Design</title>
                <p>This is a phase III, single-center, pragmatic randomized controlled trial (RCT) to evaluate if a patient-centric self-monitoring and collaborative decision support platform will lead to sustainable improvement in overall QOL for IBD patients. It is intended that 300 patients with IBD will be recruited into the study (allocation ratio 1:1; <xref ref-type="fig" rid="figure4">Figure 4</xref>). After meeting all the inclusion criteria with no exclusions, patient is asked to complete a tablet-based screening questionnaire at the end of which patient is randomized at the point of care to intervention or control arm. Patients in the control arm will receive an IBD education app PIN whereas the intervention arm will receive HealthPROMISE app PIN (<xref ref-type="fig" rid="figure3">Figure 3</xref>). Intervention patients enter their data once every 2 weeks and this data is then made visible to providers using a Web-based dashboard integrated with the EHR (<xref ref-type="fig" rid="figure4">Figures 4</xref> and <xref ref-type="fig" rid="figure5">5</xref>). Intervention and control apps will be provided free of charge to patients, and patients will be given $25 after completing initial and end of study questionnaires.</p>
                <fig id="figure4" position="float">
                    <label>Figure 4</label>
                    <caption>
                        <p>Point of care recruitment and randomization.</p>
                    </caption>
                    <graphic xlink:href="resprot_v4i1e23_fig4.jpg" alt-version="no" mimetype="image" position="float" xlink:type="simple" />
                </fig>
                <fig id="figure5" position="float">
                    <label>Figure 5</label>
                    <caption>
                        <p>Shows initial mock-up of app.</p>
                    </caption>
                    <graphic xlink:href="resprot_v4i1e23_fig5.jpg" alt-version="no" mimetype="image" position="float" xlink:type="simple" />
                </fig>
            </sec>
            <sec>
                <title>Study Population</title>
                <p>Patients will be recruited at outpatient and inpatient facilities in an academic center through informational paper and electronic flyers. Once enrolled, patients will receive a walkthrough of the app, which includes access to a training video. The provider dashboard will also have access to the training video. Eligible patients will be 18 years or older, have a mobile phone or access to the Internet at home, and be able to complete a Web-based questionnaire in English. Exclusion criteria include the inability to communicate with the investigators and comply with the study requirements, presence of short bowel syndrome or stoma, and presence of a condition or disease that, in the opinion of the investigators, may make it difficult for the patient to use the HealthPROMISE app, including, but not limited to, advanced dementia.</p>
            </sec>
            <sec>
                <title>Study Instruments</title>
                <sec>
                    <title>Overview</title>
                    <p>A combination of different questionnaires (eg, SIBDQ), symptom updates, and quality indicators relevant for evaluating patient status will be the data collected during this study through the HealthPROMISE app (<xref ref-type="fig" rid="figure6">Figure 6</xref>).</p>
                    <fig id="figure6" position="float">
                        <label>Figure 6</label>
                        <caption>
                            <p>Shows completed app.</p>
                        </caption>
                        <graphic xlink:href="resprot_v4i1e23_fig6.jpg" alt-version="no" mimetype="image" position="float" xlink:type="simple" />
                    </fig>
                </sec>
                <sec>
                    <title>Disease Specific Quality of Life Questionnaire</title>
                    <p>The Short Inflammatory Bowel Disease Questionnaire (SIBDQ) [<xref ref-type="bibr" rid="ref20">20</xref>] is a validated and reliable tool to measure health-related QOL in adult patients with IBD. The questionnaire consists of 10 questions scored in four domains: bowel symptoms, emotional health, systemic systems, and social function. The SIBDQ is a respected QOL questionnaire used extensively in academic research and clinical trials. Study patients in the control arm and interventional arm will complete an SIBDQ as part of a survey to objectively measure QOL at baseline and at exit (52 weeks or 104 weeks). Additionally, patients in the intervention arm will be asked to complete the SIBDQ every 2 weeks; this will be used to classify patients as having &#8220;good control,&#8221; &#8220;fair control,&#8221; or &#8220;poor control.&#8221;</p>
                </sec>
                <sec>
                    <title>General Quality of Life Questionnaire</title>
                    <p>EQ-5D is a standardized instrument for measuring generic QOL [<xref ref-type="bibr" rid="ref21">21</xref>]. Applicable to a wide range of health conditions and treatments, it provides a simple descriptive profile and a single index value for health status. EQ-5D is primarily designed for self-completion by respondents. It is cognitively simple and takes only a few minutes to complete. It is generally recognized that a change of 0.5 points (on a scale of 1-7) is the minimal clinically important difference (MCID), consistent with moderate effect size. Patients in the intervention arm will be asked to complete the EQ-5D every 2 weeks.</p>
                </sec>
                <sec>
                    <title>Other Instruments</title>
                    <p>eHEALS is an 8-item measure of eHealth literacy developed to measure consumers&#8217; combined knowledge, comfort, and perceived skills at finding, evaluating, and applying electronic health information to health problems [<xref ref-type="bibr" rid="ref22">22</xref>]. This instrument has been psychometrically validated and its score positively correlated with intention to use personal health records. Patient Activation Measure (PAM-13) will be used to measure patient activation and engagement with health [<xref ref-type="bibr" rid="ref23">23</xref>]. eHEALS and PAM-13 will be completed by patients in both arms during entry and exit surveys only.</p>
                    <p>Quality indicators are included from a list of indicators published by national societies and finalized through a Delphi panel of IBD providers [<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref25">25</xref>]. These will be updated every three months by either providers or patients, along with hospitalization and emergency department visit information (<xref ref-type="fig" rid="figure7">Figure 7</xref>).</p>
                    <p>Utilization will be assessed through log-in, page views, health information updates, and response to alerts and reminders.</p>
                    <fig id="figure7" position="float">
                        <label>Figure 7</label>
                        <caption>
                            <p>Provider workflow on app dashboard.</p>
                        </caption>
                        <graphic xlink:href="resprot_v4i1e23_fig7.jpg" alt-version="no" mimetype="image" position="float" xlink:type="simple" />
                    </fig>
                </sec>
            </sec>
        </sec>
        <sec sec-type="results">
            <title>Results</title>
            <sec>
                <title>Outcome Measures</title>
                <p>All outcome data (<xref ref-type="boxed-text" rid="box1">Textbox 1</xref>) will be collected online. Additionally, we will conduct subgroup analysis of patients with poor disease control at week 0 (SIBDQ&#8804;30) and in those with high patient-reported anxiety, depression, or stress achieving primary and secondary endpoints. We will assess change in inflammatory markers, endoscopic scores, and additional quality metrics in each group and determine predictors of HealthPROMISE and control app utilization and its impact on other primary and secondary end-points. Consistent with the pragmatic nature of the trial, study progress will be assessed throughout and effort will be optimized to better engage providers and patients (<xref ref-type="table" rid="table1">Table 1</xref>).</p>
                <boxed-text id="box1" position="float">
                    <title>Primary and secondary endpoints.</title>
                    <p>Primary endpoint</p>
                    <list list-type="bullet">
                        <list-item>
                            <p>Number of quality indicators met in HealthPROMISE versus control arm</p>
                        </list-item>
                    </list>
                    <p>Secondary endpoints</p>
                    <list list-type="bullet">
                        <list-item>
                            <p>
                                <sub>Decrease in number of emergency visits due to IBD</sub>
                            </p>
                        </list-item>
                        <list-item>
                            <p>
                                <sub>Decrease in number of hospitalization due to IBD</sub>
                            </p>
                        </list-item>
                        <list-item>
                            <p>
                                <sub>Change in generic QOL score (EQ-5D) from baseline</sub>
                            </p>
                        </list-item>
                        <list-item>
                            <p>
                                <sub>Proportion of patients in each group who meet all eligible outpatient quality metrics</sub>
                            </p>
                        </list-item>
                        <list-item>
                            <p>
                                <sub>Proportion of patients in disease control in each group</sub>
                            </p>
                        </list-item>
                        <list-item>
                            <p>
                                <sub>Emergency visits in each group</sub>
                            </p>
                        </list-item>
                        <list-item>
                            <p>
                                <sub>Hospitalizations in each group</sub>
                            </p>
                        </list-item>
                        <list-item>
                            <p>
                                <sub>General QOL scores in each group</sub>
                            </p>
                        </list-item>
                        <list-item>
                            <p>
                                <sub>Per protocol analysis of intervention patients with adequate HealthPROMISE use (more than 6 log-ins with data entry from week 0 through week 52) achieving above mentioned primary and secondary endpoints</sub>
                            </p>
                        </list-item>
                    </list>
                </boxed-text>
                <table-wrap position="float" id="table1">
                    <label>Table 1</label>
                    <caption>
                        <p>Evaluation metrics for HealthPROMISE progress</p>
                    </caption>
                    <table width="552" border="0" cellpadding="7" cellspacing="0" rules="groups" frame="hsides">
                        <col width="41" />
                        <col width="148" />
                        <col width="124" />
                        <col width="183" />
                        <thead>
                            <tr valign="top">
                                <td colspan="2">Metric</td>
                                <td>Target Group</td>
                                <td>Goal / Timeline</td>
                            </tr>
                        </thead>
                        <tbody>
                            <tr valign="top">
                                <td colspan="4">
                                    <bold>Process</bold>
                                </td>
                            </tr>
                            <tr valign="top">
                                <td />
                                <td>Number of providers trained</td>
                                <td>Investigators</td>
                                <td>10 in 2 months</td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>Number of patients enrolled</td>
                                <td>Participants</td>
                                <td>300 in 6 months</td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>Recruitment and training of key personnel</td>
                                <td>Coordinator</td>
                                <td>1 in 3 months</td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>Patient utilization of HealthPROMISE</td>
                                <td>Participants</td>
                                <td>Ongoing</td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>Provider utilization of HealthPROMISE</td>
                                <td>Providers</td>
                                <td>Ongoing</td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>Response to alert within 2 business days</td>
                                <td>Providers</td>
                                <td>&#62;90%</td>
                            </tr>
                            <tr valign="top">
                                <td colspan="4">
                                    <bold>Outcome</bold>
                                </td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>Improvement in quality of care metrics</td>
                                <td>Provider, Center</td>
                                <td>Quarterly reports</td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>Improvement in quality of life</td>
                                <td>Provider, Center</td>
                                <td>Quarterly reports</td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>Readmission rate in two arms</td>
                                <td>Provider, Center</td>
                                <td>Quarterly reports</td>
                            </tr>
                        </tbody>
                    </table>
                </table-wrap>
            </sec>
            <sec>
                <title>Statistical Analysis Plan</title>
                <sec>
                    <title>Overview</title>
                    <p>We will use SAS 9.2 (SAS Institute, Inc) to calculate frequencies and percentages for categorical factors and means with standard deviations and/or percentiles for continuous factors. Pearson&#8217;s chi-square tests will be used for primary outcome (number of quality indicators met in HealthPROMISE vs control arm) and secondary outcomes. We will calculate percentage score for each patient at baseline and at week 104 ([number of quality metrics met/quality metrics eligible]*100). Change in the percentage score from baseline to week 104 will be aggregated for each arm to calculate percentage-point improvement in quality metric, similar to the strategy by Cebul et al [<xref ref-type="bibr" rid="ref26">26</xref>].</p>
                    <p>Analysis of covariance (ANCOVA) will be performed to assess differences in the area under the curve of QOL scores while adjusting for baseline QOL score. To assess the association between patient and practice characteristics and achievement of eligible quality metrics, we will use multivariable analyses. Since the data will be hierarchically structured, with patients clustered within physicians and metrics clustered within patients, we will construct multilevel, generalized, linear mixed models with random effects to determine predictors of quality care, similar to the strategy used by Kanwal et al [<xref ref-type="bibr" rid="ref27">27</xref>]. Independent variables will include demographic characteristics (age, gender), education and income level, race and ethnicity, computer usage, eHealth literacy scores, clinical characteristics (comorbidities, phenotype, disease severity), and provider characteristics (gender, age, site of practice, years of practice, presence of nurse practitioner).</p>
                </sec>
                <sec>
                    <title>Interim Analysis</title>
                    <p>Interim analysis will be performed once 150 patients are followed up for week 52. If primary outcome is met by that time, all patients will be offered HealthPROMISE app and followed for the additional 52 weeks.</p>
                </sec>
                <sec>
                    <title>Sample Size Justification</title>
                    <p>Study endpoints will be primarily assessed using intention-to-treat (ITT) analysis; however, per-protocol analysis will also be performed. The study is to be powered such that there is a&#62;80% probability of demonstrating a difference with a <italic>P</italic> value <italic>(P</italic> = .05) using a two-tailed <italic>t</italic> test.</p>
                    <p>We assume that 128 out of 150 subjects (85%) in the intervention arm will meet all quality indicators (primary outcome) and expect that this percentage will be at least 15% lower in the control arm. A sample size of 95 patients will be needed in each arm to achieve at least 80% power to detect the difference with a 5% one-sided significance level.</p>
                    <p>Accounting for an estimated 30% attrition rate, we will require a total of 250 IBD patients to be enrolled in the study. Since some patients may agree to enroll but not download the app or use the PIN, we will recruit a total of 300 patients in the study.</p>
                    <p>For secondary outcomes related to QOL, the control arm is not a placebo arm and physicians are free to initiate any therapy based on patients' symptoms. Hence, we will assess the difference in proportion of patients achieving MCID in the HealthPROMISE arm versus control arm in the study. Using the distribution-based approach, an effect size of 0.5 SD is the closest estimate for determining MCID for SIBDQ and EQ-5D. Assuming that 20% more patients in HealthPROMISE arm will achieve MCID than in the control arm, the sample size of 250 patients will have 88% power to detect the difference with a 5% one-sided significance level and an estimated 30% attrition rate.</p>
                </sec>
            </sec>
        </sec>
        <sec sec-type="discussion">
            <title>Discussion</title>
            <sec>
                <title>Principal Findings</title>
                <p>This pragmatic trial will help us study if a patient-centric self-monitoring and collaborative disease management app and dashboard can lead to improvement in care provided to IBD patients. Our hypothesis is that IBD patients using the HealthPROMISE platform will have significant improvement in QOC metrics, QOL, and resource utilization by the end of the 2-year study period when compared to IBD patients in the control arm (using a health education app alone).</p>
            </sec>
            <sec>
                <title>Future Direction and Sustainability</title>
                <p>HealthPROMISE can be a sustainable platform in the long run because it is patient-centric, device and disease agnostic, and not dependent on proprietary EHRs. As most of the data is entered by patients, the cost of running, supporting, and sustaining HealthPROMISE is very low compared to traditional disease registries. HealthPROMISE has a rapid form generator capability to allow it to be customized for other chronic diseases. Additionally, the decision support that generates alerts and dashboard reports is within the stand-alone HealthPROMISE app and not dependent on proprietary EHRs. We aim to integrate HealthPROMISE with personal health records, partner with national societies, and support through consortia so it can become a new standard of quality care for IBD and other chronic diseases.</p>
            </sec>
            <sec>
                <title>Conclusion</title>
                <p>HealthPROMISE is a unique cloud-based PRO and decision support tool that empowers both patients and providers. Patients track their QOL and symptoms, and providers can use the visual data in real time (integrated with EHRs) to provide better care to their entire patient population. Using pragmatic trial design, we hope to show that IBD patients who participate in their own care and share in decision making have appreciably improved outcomes when compared to patients who do not [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref29">29</xref>].</p>
            </sec>
        </sec>
    </body>
    <back>
        <app-group>
            <app id="app1">
                <title>Multimedia Appendix 1</title>
                <p>Initial critique of the proposal before it got funded in second attempt.</p>
                <media xlink:href="resprot_v4i1e23_app1.pdf" xlink:title="PDF File (Adobe PDF File), 198KB" />
            </app>
            <app id="app2">
                <title>Multimedia Appendix 2</title>
                <p>Informed consent form.</p>
                <media xlink:href="resprot_v4i1e23_app2.pdf" xlink:title="PDF File (Adobe PDF File), 184KB" />
            </app>
            <app id="app3">
                <title>Multimedia Appendix 3</title>
                <p>CONSORT-EHEALTH checklist V1.6.2 [<xref ref-type="bibr" rid="ref30">30</xref>].</p>
                <media xlink:href="resprot_v4i1e23_app3.pdf" xlink:title="PDF File (Adobe PDF File), 977KB" />
            </app>
        </app-group>
        <glossary>
            <title>Abbreviations</title>
            <def-list>
                <def-item>
                    <term id="abb1">IBD</term>
                    <def>
                        <p>inflammatory bowel disease</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="abb2">QOL</term>
                    <def>
                        <p>quality of life</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="abb3">QOC</term>
                    <def>
                        <p>quality of care</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="abb4">PRO</term>
                    <def>
                        <p>patient-reported outcome</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="abb5">EHR</term>
                    <def>
                        <p>electronic health records</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="abb6">NIH</term>
                    <def>
                        <p>National Institutes of Health</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="abb7">RCT</term>
                    <def>
                        <p>randomized controlled trial</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="abb8">SIBDQ</term>
                    <def>
                        <p>Short Inflammatory Bowel Disease Questionnaire</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="abb9">MCID</term>
                    <def>
                        <p>minimal clinically important difference</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="abb10">PAM</term>
                    <def>
                        <p>patient activation measure</p>
                    </def>
                </def-item>
            </def-list>
        </glossary>
        <ack>
            <p>The study is supported by the Crohn's &#38; Colitis Foundation of America (grant #253624) and the National Institutes of Health (5 K23 DK97451-02) with Ashish Atreja as the principal investigator.</p>
        </ack>
        <fn-group>
            <fn fn-type="conflict">
                <p>The app was developed in-house at Sinai AppLab.</p>
            </fn>
        </fn-group>
        <ref-list>
            <ref id="ref1">
                <label>1</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Cohen</surname>
                            <given-names>RD</given-names>
                        </name>
                    </person-group>
                    <article-title>The quality of life in patients with Crohn's disease</article-title>
                    <source>Aliment Pharmacol Ther</source>
                    <year>2002</year>
                    <month>09</month>
                    <volume>16</volume>
                    <issue>9</issue>
                    <fpage>1603</fpage>
                    <lpage>1609</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://onlinelibrary.wiley.com/resolve/openurl?genre=article&#38;sid=nlm:pubmed&#38;issn=0269-2813&#38;date=2002&#38;volume=16&#38;issue=9&#38;spage=1603" />
                    </comment>
                    <pub-id pub-id-type="medline">12197839</pub-id>
                    <pub-id pub-id-type="pii">1323</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref2">
                <label>2</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Irvine</surname>
                            <given-names>EJ</given-names>
                        </name>
                    </person-group>
                    <article-title>Quality of life issues in patients with inflammatory bowel disease</article-title>
                    <source>Am J Gastroenterol</source>
                    <year>1997</year>
                    <month>12</month>
                    <volume>92</volume>
                    <issue>12 Suppl</issue>
                    <fpage>18S</fpage>
                    <lpage>24S</lpage>
                    <pub-id pub-id-type="medline">9395348</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref3">
                <label>3</label>
                <nlm-citation citation-type="confproc">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Atreja</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Bahuva</surname>
                            <given-names>R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Achkar</surname>
                            <given-names>JP</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Brzezinski</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Shen</surname>
                            <given-names>B</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kandiel</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lashner</surname>
                            <given-names>B</given-names>
                        </name>
                    </person-group>
                    <article-title>Can patients reliably report quality indicators and disease phenotype? Proceedings of the 11th Advances in Inflammatory Bowel Diseases, Crohn&#8217;s &#38; Colitis Foundation&#8217;s Clinical and Research Conference; 2011 Dec 1-3; Hollywood Florida</article-title>
                    <year>2011</year>
                    <month>12</month>
                    <conf-name>Advances in Inflammatory Bowel Diseases, Crohn's &#38; Colitis Foundation's Clinical and Research Conference</conf-name>
                    <conf-date>2011</conf-date>
                    <conf-loc>Hollywood, FL</conf-loc>
                </nlm-citation>
            </ref>
            <ref id="ref4">
                <label>4</label>
                <nlm-citation citation-type="book">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>De Feo</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Barnard</surname>
                            <given-names>W</given-names>
                        </name>
                    </person-group>
                    <source>Juran Institute&#039;s Six Sigma Breakthrough and Beyond: Quality Performance Breakthrough Methods</source>
                    <year>2004</year>
                    <publisher-loc>New York</publisher-loc>
                    <publisher-name>McGraw-Hill</publisher-name>
                </nlm-citation>
            </ref>
            <ref id="ref5">
                <label>5</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>McGlynn</surname>
                            <given-names>EA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Asch</surname>
                            <given-names>SM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Adams</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Keesey</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hicks</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>DeCristofaro</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kerr</surname>
                            <given-names>EA</given-names>
                        </name>
                    </person-group>
                    <article-title>The quality of health care delivered to adults in the United States</article-title>
                    <source>N Engl J Med</source>
                    <year>2003</year>
                    <month>06</month>
                    <day>26</day>
                    <volume>348</volume>
                    <issue>26</issue>
                    <fpage>2635</fpage>
                    <lpage>2645</lpage>
                    <pub-id pub-id-type="doi">10.1056/NEJMsa022615</pub-id>
                    <pub-id pub-id-type="medline">12826639</pub-id>
                    <pub-id pub-id-type="pii">348/26/2635</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref6">
                <label>6</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Centers for Medicare &#38; Medicaid Services (CMS)&#8218;</surname>
                            <given-names>HHS</given-names>
                        </name>
                    </person-group>
                    <article-title>Medicare program; payment policies under the physician fee schedule, five-year review of work relative value units, clinical laboratory fee schedule: signature on requisition, and other revisions to part B for CY 2012. Final rule with comment period</article-title>
                    <source>Fed Regist</source>
                    <year>2011</year>
                    <month>11</month>
                    <day>28</day>
                    <volume>76</volume>
                    <issue>228</issue>
                    <fpage>73026</fpage>
                    <lpage>73474</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.gpo.gov/fdsys/pkg/FR-2011-11-28/pdf/2011-28597.pdf" />
                    </comment>
                    <pub-id pub-id-type="medline">22145186</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref7">
                <label>7</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Kappelman</surname>
                            <given-names>MD</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Dorn</surname>
                            <given-names>SD</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Peterson</surname>
                            <given-names>E</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Runge</surname>
                            <given-names>T</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Allen</surname>
                            <given-names>JI</given-names>
                        </name>
                    </person-group>
                    <article-title>Quality of care for gastrointestinal conditions: a primer for gastroenterologists</article-title>
                    <source>Am J Gastroenterol</source>
                    <year>2011</year>
                    <month>07</month>
                    <volume>106</volume>
                    <issue>7</issue>
                    <fpage>1182</fpage>
                    <lpage>1187</lpage>
                    <pub-id pub-id-type="doi">10.1038/ajg.2011.118</pub-id>
                    <pub-id pub-id-type="medline">21731014</pub-id>
                    <pub-id pub-id-type="pii">ajg2011118</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref8">
                <label>8</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Wu</surname>
                            <given-names>SY</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Green</surname>
                            <given-names>A</given-names>
                        </name>
                    </person-group>
                    <article-title>Projection of chronic illness prevalence and cost inflation</article-title>
                    <source>Santa Monica, CA: RAND Health</source>
                    <year>2000</year>
                </nlm-citation>
            </ref>
            <ref id="ref9">
                <label>9</label>
                <nlm-citation citation-type="web">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>DeVol</surname>
                            <given-names>R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Bedroussian</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Charuworn</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Chatterjee</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kim</surname>
                            <given-names>IK</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kim</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Klowden</surname>
                            <given-names>K</given-names>
                        </name>
                    </person-group>
                    <source>Santa Monica, CA; Milken Institute</source>
                    <year>2007</year>
                    <access-date>2015-01-24</access-date>
                    <comment>An unhealthy America: the economic burden of chronic disease&#38;amp;#8212;charting a new course to save lives and increase productivity and economic growth<ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.milkeninstitute.org/publications/view/321">http://www.milkeninstitute.org/publications/view/321</ext-link>
                    </comment>
                    <pub-id pub-id-type="other">6Vpchmn0w</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref10">
                <label>10</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Kappelman</surname>
                            <given-names>MD</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Palmer</surname>
                            <given-names>L</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Boyle</surname>
                            <given-names>BM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Rubin</surname>
                            <given-names>DT</given-names>
                        </name>
                    </person-group>
                    <article-title>Quality of care in inflammatory bowel disease: a review and discussion</article-title>
                    <source>Inflamm Bowel Dis</source>
                    <year>2010</year>
                    <month>01</month>
                    <volume>16</volume>
                    <issue>1</issue>
                    <fpage>125</fpage>
                    <lpage>133</lpage>
                    <pub-id pub-id-type="doi">10.1002/ibd.21028</pub-id>
                    <pub-id pub-id-type="medline">19572335</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref11">
                <label>11</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Reddy</surname>
                            <given-names>SI</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Friedman</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Telford</surname>
                            <given-names>JJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Strate</surname>
                            <given-names>L</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ookubo</surname>
                            <given-names>R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Banks</surname>
                            <given-names>PA</given-names>
                        </name>
                    </person-group>
                    <article-title>Are patients with inflammatory bowel disease receiving optimal care?</article-title>
                    <source>Am J Gastroenterol</source>
                    <year>2005</year>
                    <month>06</month>
                    <volume>100</volume>
                    <issue>6</issue>
                    <fpage>1357</fpage>
                    <lpage>61</lpage>
                    <pub-id pub-id-type="doi">10.1111/j.1572-0241.2005.40849.x</pub-id>
                    <pub-id pub-id-type="medline">15929770</pub-id>
                    <pub-id pub-id-type="pii">AJG40849</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref12">
                <label>12</label>
                <nlm-citation citation-type="web">
                    <source>HealthPROMISE</source>
                    <access-date>2015-01-23</access-date>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.healthpromise.org/">http://www.healthpromise.org/</ext-link>
                    </comment>
                    <pub-id pub-id-type="other">6Vnz6tNLa</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref13">
                <label>13</label>
                <nlm-citation citation-type="web">
                    <source>Sinai AppLab</source>
                    <access-date>2015-01-24</access-date>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://sinaiapplab.org/">http://sinaiapplab.org/</ext-link>
                    </comment>
                    <pub-id pub-id-type="other">6VpYjfzAE</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref14">
                <label>14</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Guyatt</surname>
                            <given-names>GH</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Feeny</surname>
                            <given-names>DH</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Patrick</surname>
                            <given-names>DL</given-names>
                        </name>
                    </person-group>
                    <article-title>Measuring health-related quality of life</article-title>
                    <source>Ann Intern Med</source>
                    <year>1993</year>
                    <month>04</month>
                    <day>15</day>
                    <volume>118</volume>
                    <issue>8</issue>
                    <fpage>622</fpage>
                    <lpage>629</lpage>
                    <pub-id pub-id-type="medline">8452328</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref15">
                <label>15</label>
                <nlm-citation citation-type="web">
                    <source>Patient Reported Outcomes Measurement Information System</source>
                    <access-date>2015-01-29</access-date>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.nihpromis.org/?AspxAutoDetectCookieSupport=1">http://www.nihpromis.org/?AspxAutoDetectCookieSupport=1</ext-link>
                    </comment>
                    <pub-id pub-id-type="other">6VwoOV3St</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref16">
                <label>16</label>
                <nlm-citation citation-type="web">
                    <source>Project HealthDesign</source>
                    <access-date>2015-01-29</access-date>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.projecthealthdesign.org/">http://www.projecthealthdesign.org/</ext-link>
                    </comment>
                    <pub-id pub-id-type="other">6VwooyhRQ</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref17">
                <label>17</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Cretin</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Shortell</surname>
                            <given-names>SM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Keeler</surname>
                            <given-names>EB</given-names>
                        </name>
                    </person-group>
                    <article-title>An evaluation of collaborative interventions to improve chronic illness care. Framework and study design</article-title>
                    <source>Eval Rev</source>
                    <year>2004</year>
                    <month>02</month>
                    <volume>28</volume>
                    <issue>1</issue>
                    <fpage>28</fpage>
                    <lpage>51</lpage>
                    <pub-id pub-id-type="doi">10.1177/0193841X03256298</pub-id>
                    <pub-id pub-id-type="medline">14750290</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref18">
                <label>18</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Chen</surname>
                            <given-names>LM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Rein</surname>
                            <given-names>MS</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Bates</surname>
                            <given-names>DW</given-names>
                        </name>
                    </person-group>
                    <article-title>Costs of quality improvement: a survey of four acute care hospitals</article-title>
                    <source>Jt Comm J Qual Patient Saf</source>
                    <year>2009</year>
                    <month>11</month>
                    <volume>35</volume>
                    <issue>11</issue>
                    <fpage>544</fpage>
                    <lpage>550</lpage>
                    <pub-id pub-id-type="medline">19947330</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref19">
                <label>19</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Wagner</surname>
                            <given-names>EH</given-names>
                        </name>
                    </person-group>
                    <article-title>Chronic disease management: what will it take to improve care for chronic illness?</article-title>
                    <source>Eff Clin Pract</source>
                    <year>1998</year>
                    <volume>1</volume>
                    <issue>1</issue>
                    <fpage>2</fpage>
                    <lpage>4</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.acponline.org/journals/ecp/augsep98/cdm.htm" />
                    </comment>
                    <pub-id pub-id-type="medline">10345255</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref20">
                <label>20</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Irvine</surname>
                            <given-names>EJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Zhou</surname>
                            <given-names>Q</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Thompson</surname>
                            <given-names>AK</given-names>
                        </name>
                    </person-group>
                    <article-title>The Short Inflammatory Bowel Disease Questionnaire: a quality of life instrument for community physicians managing inflammatory bowel disease. CCRPT Investigators. Canadian Crohn's Relapse Prevention Trial</article-title>
                    <source>Am J Gastroenterol</source>
                    <year>1996</year>
                    <month>08</month>
                    <volume>91</volume>
                    <issue>8</issue>
                    <fpage>1571</fpage>
                    <lpage>1578</lpage>
                    <pub-id pub-id-type="medline">8759664</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref21">
                <label>21</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Rabin</surname>
                            <given-names>R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>de Charro</surname>
                            <given-names>F</given-names>
                        </name>
                    </person-group>
                    <article-title>EQ-5D: a measure of health status from the EuroQol Group</article-title>
                    <source>Ann Med</source>
                    <year>2001</year>
                    <month>07</month>
                    <volume>33</volume>
                    <issue>5</issue>
                    <fpage>337</fpage>
                    <lpage>43</lpage>
                    <pub-id pub-id-type="medline">11491192</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref22">
                <label>22</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Norman</surname>
                            <given-names>CD</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Skinner</surname>
                            <given-names>HA</given-names>
                        </name>
                    </person-group>
                    <article-title>eHEALS: The eHealth Literacy Scale</article-title>
                    <source>J Med Internet Res</source>
                    <year>2006</year>
                    <volume>8</volume>
                    <issue>4</issue>
                    <fpage>e27</fpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2006/4/e27/" />
                    </comment>
                    <pub-id pub-id-type="doi">10.2196/jmir.8.4.e27</pub-id>
                    <pub-id pub-id-type="medline">17213046</pub-id>
                    <pub-id pub-id-type="pii">v8i4e27</pub-id>
                    <pub-id pub-id-type="pmcid">PMC1794004</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref23">
                <label>23</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Hibbard</surname>
                            <given-names>JH</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Mahoney</surname>
                            <given-names>ER</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Stockard</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Tusler</surname>
                            <given-names>M</given-names>
                        </name>
                    </person-group>
                    <article-title>Development and testing of a short form of the patient activation measure</article-title>
                    <source>Health Serv Res</source>
                    <year>2005</year>
                    <month>12</month>
                    <volume>40</volume>
                    <issue>6 Pt 1</issue>
                    <fpage>1918</fpage>
                    <lpage>1930</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/16336556" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1111/j.1475-6773.2005.00438.x</pub-id>
                    <pub-id pub-id-type="medline">16336556</pub-id>
                    <pub-id pub-id-type="pii">HESR438</pub-id>
                    <pub-id pub-id-type="pmcid">PMC1361231</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref24">
                <label>24</label>
                <nlm-citation citation-type="web">
                    <person-group person-group-type="author">
                        <collab>Allen</collab>
                        <collab>JI</collab>
                        <name name-style="western">
                            <surname>Dassopoulos</surname>
                            <given-names>T</given-names>
                        </name>
                    </person-group>
                    <source>American Gastroenterology Association</source>
                    <access-date>2014-12-17</access-date>
                    <comment>Adult inflammatory bowel disease physician performance measures set<ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.gastro.org/practice/quality-initiatives/IBD_Measures.pdf">http://www.gastro.org/practice/quality-initiatives/IBD_Measures.pdf</ext-link>
                    </comment>
                    <pub-id pub-id-type="other">6UtODYrqT</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref25">
                <label>25</label>
                <nlm-citation citation-type="web">
                    <source>The physician quality reporting system</source>
                    <access-date>2014-12-17</access-date>
                    <comment>American Gastroenterology Association<ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.gastro.org/practice/quality-initiatives/cms-physician-qualitative-report-initiative">http://www.gastro.org/practice/quality-initiatives/cms-physician-qualitative-report-initiative</ext-link>
                    </comment>
                    <pub-id pub-id-type="other">6UtOQyLtX</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref26">
                <label>26</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Cebul</surname>
                            <given-names>RD</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Love</surname>
                            <given-names>TE</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Jain</surname>
                            <given-names>AK</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hebert</surname>
                            <given-names>CJ</given-names>
                        </name>
                    </person-group>
                    <article-title>Electronic health records and quality of diabetes care</article-title>
                    <source>N Engl J Med</source>
                    <year>2011</year>
                    <month>09</month>
                    <day>1</day>
                    <volume>365</volume>
                    <issue>9</issue>
                    <fpage>825</fpage>
                    <lpage>833</lpage>
                    <pub-id pub-id-type="doi">10.1056/NEJMsa1102519</pub-id>
                    <pub-id pub-id-type="medline">21879900</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref27">
                <label>27</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Kanwal</surname>
                            <given-names>F</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Schnitzler</surname>
                            <given-names>MS</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Bacon</surname>
                            <given-names>BR</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hoang</surname>
                            <given-names>T</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Buchanan</surname>
                            <given-names>PM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Asch</surname>
                            <given-names>SM</given-names>
                        </name>
                    </person-group>
                    <article-title>Quality of care in patients with chronic hepatitis C virus infection: a cohort study</article-title>
                    <source>Ann Intern Med</source>
                    <year>2010</year>
                    <month>08</month>
                    <day>17</day>
                    <volume>153</volume>
                    <issue>4</issue>
                    <fpage>231</fpage>
                    <lpage>239</lpage>
                    <pub-id pub-id-type="doi">10.7326/0003-4819-153-4-201008170-00005</pub-id>
                    <pub-id pub-id-type="medline">20713791</pub-id>
                    <pub-id pub-id-type="pii">153/4/231</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref28">
                <label>28</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Riippa</surname>
                            <given-names>I</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Linna</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>R&#246;nkk&#246;</surname>
                            <given-names>I</given-names>
                        </name>
                    </person-group>
                    <article-title>The effect of a patient portal with electronic messaging on patient activation among chronically ill patients: controlled before-and-after study</article-title>
                    <source>J Med Internet Res</source>
                    <year>2014</year>
                    <volume>16</volume>
                    <issue>11</issue>
                    <fpage>e257</fpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2014/11/e257/" />
                    </comment>
                    <pub-id pub-id-type="doi">10.2196/jmir.3462</pub-id>
                    <pub-id pub-id-type="medline">25413368</pub-id>
                    <pub-id pub-id-type="pii">v16i11e257</pub-id>
                    <pub-id pub-id-type="pmcid">PMC4260064</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref29">
                <label>29</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Kuijpers</surname>
                            <given-names>W</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Groen</surname>
                            <given-names>WG</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Aaronson</surname>
                            <given-names>NK</given-names>
                        </name>
                        <name name-style="western">
                            <surname>van Harten</surname>
                            <given-names>WH</given-names>
                        </name>
                    </person-group>
                    <article-title>A systematic review of web-based interventions for patient empowerment and physical activity in chronic diseases: relevance for cancer survivors</article-title>
                    <source>J Med Internet Res</source>
                    <year>2013</year>
                    <volume>15</volume>
                    <issue>2</issue>
                    <fpage>e37</fpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2013/2/e37/" />
                    </comment>
                    <pub-id pub-id-type="doi">10.2196/jmir.2281</pub-id>
                    <pub-id pub-id-type="medline">23425685</pub-id>
                    <pub-id pub-id-type="pii">v15i2e37</pub-id>
                    <pub-id pub-id-type="pmcid">PMC3636300</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref30">
                <label>30</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Eysenbach</surname>
                            <given-names>G</given-names>
                        </name>
                        <collab>CONSORT-EHEALTH Group</collab>
                    </person-group>
                    <article-title>CONSORT-EHEALTH: improving and standardizing evaluation reports of Web-based and mobile health interventions</article-title>
                    <source>J Med Internet Res</source>
                    <year>2011</year>
                    <volume>13</volume>
                    <issue>4</issue>
                    <fpage>e126</fpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2011/4/e126/" />
                    </comment>
                    <pub-id pub-id-type="doi">10.2196/jmir.1923</pub-id>
                    <pub-id pub-id-type="medline">22209829</pub-id>
                    <pub-id pub-id-type="pii">v13i4e126</pub-id>
                    <pub-id pub-id-type="pmcid">PMC3278112</pub-id>
                </nlm-citation>
            </ref>
        </ref-list>
    </back>
</article>
