<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v8i6e13517</article-id>
      <article-id pub-id-type="pmid">31162127</article-id>
      <article-id pub-id-type="doi">10.2196/13517</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Enhancing Diabetes Self-Management Through Collection and Visualization of Data From Multiple Mobile Health Technologies: Protocol for a Development and Feasibility Trial</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Fatehi</surname>
            <given-names>Farhad</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Aslam</surname>
            <given-names>Muhammad Shahzad</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Zhang</surname>
            <given-names>Wenhui</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Zou</surname>
            <given-names>Ping</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="author" id="contrib1" corresp="yes">
          <name name-style="western">
            <surname>Shaw</surname>
            <given-names>Ryan J</given-names>
          </name>
          <degrees>RN, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Duke University School of Nursing</institution>
            <addr-line>307 Trent Dr, DUMC 3322</addr-line>
            <addr-line>Durham, NC, 27710</addr-line>
            <country>United States</country>
            <phone>1 9196849434</phone>
            <email>ryan.shaw@duke.edu</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-6800-6503</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib2">
          <name name-style="western">
            <surname>Barnes</surname>
            <given-names>Angel</given-names>
          </name>
          <degrees>BSN, RN</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-3266-7697</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib3">
          <name name-style="western">
            <surname>Steinberg</surname>
            <given-names>Dori</given-names>
          </name>
          <degrees>RD, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-7588-4216</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib4">
          <name name-style="western">
            <surname>Vaughn</surname>
            <given-names>Jacqueline</given-names>
          </name>
          <degrees>BSN, RN</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-0131-4330</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib5">
          <name name-style="western">
            <surname>Diane</surname>
            <given-names>Anna</given-names>
          </name>
          <degrees>BSN, RN</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-9584-7348</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib6">
          <name name-style="western">
            <surname>Levine</surname>
            <given-names>Erica</given-names>
          </name>
          <degrees>MPH</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-2541-1725</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib7">
          <name name-style="western">
            <surname>Vorderstrasse</surname>
            <given-names>Allison</given-names>
          </name>
          <degrees>DNSc, APRN</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-3221-9790</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib8">
          <name name-style="western">
            <surname>Crowley</surname>
            <given-names>Matthew J</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-6205-4536</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib9">
          <name name-style="western">
            <surname>Wood</surname>
            <given-names>Eleanor</given-names>
          </name>
          <degrees>BS</degrees>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-8216-9544</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib10">
          <name name-style="western">
            <surname>Hatch</surname>
            <given-names>Daniel</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-0220-7059</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib11">
          <name name-style="western">
            <surname>Lewinski</surname>
            <given-names>Allison</given-names>
          </name>
          <degrees>RN, PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-1356-1857</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib12">
          <name name-style="western">
            <surname>Jiang</surname>
            <given-names>Meilin</given-names>
          </name>
          <degrees>MS</degrees>
          <xref rid="aff7" ref-type="aff">7</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-4515-4567</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib13">
          <name name-style="western">
            <surname>Stevenson</surname>
            <given-names>Janee</given-names>
          </name>
          <degrees>MSN, RN</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-8567-2572</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib14">
          <name name-style="western">
            <surname>Yang</surname>
            <given-names>Qing</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-4844-4690</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Duke University School of Nursing</institution>
        <addr-line>Durham, NC</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
      <label>2</label>
      <institution>Center for Applied Genomics &amp; Precision Medicine</institution>
      <institution>Duke University School of Medicine</institution>  
      <addr-line>Durham, NC</addr-line>
      <country>United States</country></aff>
      <aff id="aff3">
        <label>3</label>
        <institution>New York University Rory Meyers College of Nursing</institution>
        <addr-line>New York, NY</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
      <label>4</label>
      <institution>Center of Innovation to Accelerate Discovery and Practice Transformation</institution>
      <institution>Durham Veterans Affairs Medical Center</institution>  
      <addr-line>Durham, NC</addr-line>
      <country>United States</country></aff>
      <aff id="aff5">
      <label>5</label>
      <institution>Division of Endocrinology, Diabetes and Metabolism</institution>
      <institution>Duke University School of Medicine</institution>  
      <addr-line>Durham, NC</addr-line>
      <country>United States</country></aff>
      <aff id="aff6">
      <label>6</label>
      <institution>Pratt School of Engineering</institution>
      <institution>Duke University</institution>  
      <addr-line>Durham, NC</addr-line>
      <country>United States</country></aff>
      <aff id="aff7">
        <label>7</label>
        <institution>Duke University School of Medicine</institution>
        <addr-line>Durham, NC</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Ryan J Shaw 
        <email>ryan.shaw@duke.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection"><month>06</month><year>2019</year></pub-date>
      <pub-date pub-type="epub">
        <day>03</day>
        <month>06</month>
        <year>2019</year>
      </pub-date>
      <volume>8</volume>
      <issue>6</issue>
      <elocation-id>e13517</elocation-id>
      <!--history from ojs - api-xml-->
      <history>
        <date date-type="received">
          <day>28</day>
          <month>1</month>
          <year>2019</year>
        </date>
        <date date-type="rev-request">
          <day>27</day>
          <month>4</month>
          <year>2019</year>
        </date>
        <date date-type="rev-recd">
          <day>1</day>
          <month>5</month>
          <year>2019</year>
        </date>
        <date date-type="accepted">
          <day>1</day>
          <month>5</month>
          <year>2019</year>
        </date>
      </history>
      <copyright-statement>©Ryan J Shaw, Angel Barnes, Dori Steinberg, Jacqueline Vaughn, Anna Diane, Erica Levine, Allison Vorderstrasse, Matthew J Crowley, Eleanor Wood, Daniel Hatch, Allison Lewinski, Meilin Jiang, Janee Stevenson, Qing Yang. Originally published in JMIR Research Protocols (http://www.researchprotocols.org), 03.06.2019.</copyright-statement>
      <copyright-year>2019</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on http://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.researchprotocols.org/2019/6/e13517/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Self-management is integral for control of type 2 diabetes mellitus (T2DM). Patient self-management is improved when they receive real-time information on their health status and behaviors and ongoing facilitation from health professionals. However, timely information for these behaviors is notably absent in the health care system. Providing real-time data could help improve patient understanding of the dynamics of their illness and assist clinicians in developing targeted approaches to improve health outcomes and in delivering personalized care when and where it is most needed. Mobile technologies (eg, wearables, apps, and connected scales) have the potential to make these patient-provider interactions a reality. What strategies might best help patients overcome self-management challenges using self-generated diabetes-related data? How might clinicians effectively guide patient self-management with the advantage of real-time data?</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aims to describe the protocol for an ongoing study (June 2016-May 2019) that examines trajectories of symptoms, health behaviors, and associated challenges among individuals with T2DM utilizing multiple mobile technologies, including a wireless body scale, wireless glucometer, and a wrist-worn accelerometer over a 6-month period.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We are conducting an explanatory sequential mixed methods study of 60 patients with T2DM recruited from a primary care clinic. Patients were asked to track relevant clinical data for 6 months using a wireless body scale, wireless glucometer, a wrist-worn accelerometer, and a medication adherence text message (short message service, SMS) survey. Data generated from the devices were then analyzed and visualized. A subset of patients is currently being interviewed to discuss their challenges and successes in diabetes self-management, and they are being shown visualizations of their own data. Following the data collection period, we will conduct interviews with study clinicians to explore ways in which they might collaborate with patients.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>This study has received regulatory approval. Patient enrollment ongoing with a sample size of 60 patients is complete, and up to 20 clinicians will be enrolled. At the patient level, data collection is complete, but data analysis is pending. At the clinician level, data collection is currently ongoing.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This study seeks to expand the use of mobile technologies to generate real-time data to enhance self-management strategies. It also seeks to obtain both patient and provider perspectives on using real-time data to develop algorithms for software that will facilitate real-time self-management strategies. We expect that the findings of this study will offer important insight into how to support patients and providers using real-time data to manage a complex chronic illness.</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>DERR1-10.2196/13517</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>self-management</kwd>
        <kwd>technology</kwd>
        <kwd>type 2 diabetes</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>As most of diabetes care occurs in outpatient settings and involves ongoing patient self-management, mobile health (mHealth) technologies may greatly improve diabetes management and health outcomes. mHealth involves the use of mobile devices to support continuous health monitoring and healthy behaviors [<xref ref-type="bibr" rid="ref1">1</xref>]. Mobile devices include mobile phones and sensors that are worn, carried, placed in the physical environment, or accessed by individuals during normal daily activities [<xref ref-type="bibr" rid="ref2">2</xref>]. These devices allow reporting of patient data such as blood glucose through a wireless glucometer, weight through a cellular-enabled scale, and physical activity through a wireless accelerometer in near real-time in the patient’s daily environment. Moreover, these data can be transmitted to clinicians and health systems and may lead to the development of precision health strategies [<xref ref-type="bibr" rid="ref3">3</xref>].</p>
        <p>According to the Pew Research center, more than 92% of US adults own a cell phone, and more than 77% own a smartphone [<xref ref-type="bibr" rid="ref4">4</xref>]. Furthermore, 84% of low-income individuals in the United States now own a cell phone, and almost 70% own a smartphone. Low-income racial/ethnic minorities are actually more likely than low-income whites to own mobile devices and to use features such as SMS (short message service) text messaging or smartphone apps [<xref ref-type="bibr" rid="ref4">4</xref>]. Research demonstrates that mHealth tools are useful for diabetes self-management [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>] including collaborative decision making between providers and patients [<xref ref-type="bibr" rid="ref7">7</xref>]. Thus, mHealth technologies have great potential to facilitate wide delivery of diabetes treatment and enhance the development of self-management tools for diverse populations.</p>
        <p>The study protocol described in this manuscript extends current research by using multiple mHealth technologies to provide diabetes-related data to help patients and their clinicians better understand illness dynamics and develops personalized approaches through data visualization to improve health outcomes in type 2 diabetes mellitus (T2DM). Specifically, we describe methods for identifying precision health strategies to help patients self-manage using multiple types of self-generated diabetes-related data. We will also demonstrate how clinicians can help guide near real-time patient self-management by collecting and aggregating streams of health data from multiple mobile technologies and then creating a variety of data visualizations that we present to both participants and clinicians. Our goal is to understand what kinds of visualizations patients of varying backgrounds and clinicians need. Furthermore, we describe more about the need for understanding what kind of alerts patients might find useful to self-manage their diabetes. These alerts, or algorithms, will be developed from health data from the mobile technologies and associated electronic health record (EHR) data from patients.</p>
      </sec>
      <sec>
        <title>Aims</title>
        <p>The aims of this project are to examine the feasibility and utility of having patients self-monitor multiple types of diabetes-related data (blood glucose, weight, physical activity, medication adherence) using mHealth technologies (wireless glucometer, cellular-enabled body scale, wrist-worn accelerometer, and medication adherence SMS text message surveys). This will allow us to examine trajectories of diabetes-related variables (blood glucose, weight, physical activity, medication adherence) and challenges in self-management that patients face at points in time. We are also exploring the challenges and successes of patients self-managing diabetes using mHealth technologies through interviews and data visualizations. And finally, we are exploring clinicians’ perspectives and input on using these data to develop algorithms for software that will facilitate patient self-monitoring and meet near real-time self-management needs. Results from this study will be used for the integration of data from mHealth tools into EHRs and for developing new models of care delivery to support diabetes management.</p>
      </sec>
      <sec>
        <title>Conceptual Framework</title>
        <p>The study protocol is supported by the adaptive leadership framework [<xref ref-type="bibr" rid="ref8">8</xref>], which divides health challenges into 2 types: technical and adaptive [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. Technical challenges such as how and when to measure blood sugar and what the appropriate medication dosages are to manage diabetes are addressed by the clinician with technical solutions. Adaptive challenges require the patient to adjust to new conditions and do the work of learning and making behavioral changes, for example, incorporating exercise into everyday life. Adaptive leadership is the work that clinicians do to help patients perform this work [<xref ref-type="bibr" rid="ref11">11</xref>]. Using multiple types of self-generated diabetes self-monitoring data, clinicians can support patients in near real time to respond to adaptive challenges.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Mobile health in a collaborative work relationship.</p>
          </caption>
          <graphic xlink:href="resprot_v8i6e13517_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p><xref ref-type="fig" rid="figure1">Figure 1</xref> (adapted from National Institute of Nursing Research 1P30NR014139-01) shows how mobile technologies might help patients monitor behavioral, symptom, and biophysical trajectories. These trajectories, shown in the top half of the model, suggest these variables are dynamic. For example, when patients are able to overcome challenges in scheduling exercise and medication adherence, these behaviors increase, and their blood sugars are likely to decrease. The goal of adaptive leadership is for clinicians to address technical challenges, such as finding the appropriate medications and dosages, and also to help patients address adaptive challenges such as lifestyle changes by facilitating their adaptive work for self-management. Over time, as patients address the challenges of self-management and their adaptive work increases, the amount of technical work needed by clinicians will decrease. The trajectories of the signs and symptoms of T2DM, such as high blood sugar, will also decrease. The lower half of the model illustrates that mobile technology can provide important information to be used in the collaborative work-relationship to facilitate both the adaptive work of patients and the technical and adaptive approaches used by clinicians to support patients. According to this framework, patients and clinicians collaborate to monitor symptom dynamics and self-management techniques. Together, they assess adaptive challenges and plan the technical and adaptive work needed to help patients meet their diabetes goals such as weight loss, medication adherence, and so forth. We considered this framework when designing the protocol described below including the questions we ask both patients and providers.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Phase 1: Software Development</title>
        <p>We began with software development (<xref ref-type="fig" rid="figure2">Figure 2</xref>). For Phase 1, we selected consumer-friendly devices that patients could easily use for their diabetes self-management. We chose a wireless glucometer by iHealth, a wrist-worn accelerometer by Fitbit, and a cellular-enabled scale by BodyTrace. Using Prompt, a research platform designed to collect, analyze, and message patients about mHealth data [<xref ref-type="bibr" rid="ref12">12</xref>], we programmed the ability to pull in data from these respective companies via their application programming interfaces (APIs). Every day, Prompt uses an authentication token to request data via each API for each participant in the study. Those data are collected over the course of the study and stored in a secure database. A study coordinator is also able to view data in aggregate that participants transmit over time. In addition, Prompt was programmed to send out a scheduled SMS text message with a survey link every 2 weeks. This link allowed participants to complete a short survey about their medication adherence via their phones in the Web-based Research Electronic Data Capture (REDCap) Web-based platform hosted at Duke University [<xref ref-type="bibr" rid="ref13">13</xref>]. REDCap is a secure, Web-based application designed to support data capture for research studies, providing: 1) an intuitive interface for validated data entry; 2) audit trails for tracking data manipulation and export procedures; 3) automated export procedures for seamless data downloads to common statistical packages; and 4) procedures for importing data from external sources.</p>
      </sec>
      <sec>
        <title>Study Phase 2: Data Collection</title>
        <p>Following software development, we received institutional review board (IRB) approval for phase 2. In this phase, we are conducting a mixed methods explanatory sequential designed study [<xref ref-type="bibr" rid="ref14">14</xref>] for which we recruited 60 adults (aged ≥18 years) with T2DM. This is a 2-phase design where quantitative data are collected and followed by qualitative data collection. Patients were recruited from a primary care clinic associated with an academic medical center in the southeastern United States and through local advertisements. Eligible participants met the following inclusion criteria: (1) aged ≥18 years, (2) able to speak and read English, (3) diagnosed with T2DM, (4) told by their primary care provider to monitor their blood sugar, (5) own and use a smartphone, (6) capable of giving informed consent, and (7) able to travel for study enrollment. Participants were excluded if they had a preexisting severe medical condition(s) that would interfere with study participation (eg, renal failure, severe orthopedic conditions or joint replacement scheduled within six months, paralysis, or cancer). A proactive effort was made to enroll patients at various stages of diabetes mellitus, with treatment regimens including both oral and injectable medications were included. We purposefully targeted patients with a range of diabetes severity and included at least 25 patients with a hemoglobin A<sub>1c</sub> (HbA<sub>1c</sub>)&gt;7.5%. Patients were not required to have Wi-Fi or in-home internet; a smartphone with an internet connection was adequate. All other devices (eg, glucometer, cellular-enabled scale, and accelerometer) were provided to patients. Patients were excluded if they (1) had active dementia or psychiatric illness, (2) resided in a nursing home, or (3) were participating in another self-management study.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Data flow connecting participant device data to study software. IVR: interactive voice response.</p>
          </caption>
          <graphic xlink:href="resprot_v8i6e13517_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>We used a study recruiter to identify patients by reviewing EHRs at primary care clinics. Eligible participants received a letter inviting them to participate. Those who were interested contacted the study recruiter and were screened over the phone. Baseline appointments were scheduled. We also used Web advertisements and posted flyers to recruit half of our participants from the local community.</p>
        <sec>
          <title>Sample Size</title>
          <p>Our goal is to obtain information critical to plan a larger trial and to understand how to use data from these trials in clinical practice. Accordingly, our sample size is based on our aims to determine feasibility and acceptability on using these devices and getting feedback from multiple stakeholders involved with their use, not on power to detect significant effects of self-monitoring on outcomes (eg, weight, HbA<sub>1c</sub>, and exercise). Our sample size of 60 patients is designed to provide a sufficient number of participants to obtain high retention rates, means, and variance estimates of end points that can be used to design and power the future trial. Our sample size of up to 20 clinician interviews is based upon estimates that we will likely reach data saturation within 12 or more interviews [<xref ref-type="bibr" rid="ref15">15</xref>].</p>
        </sec>
        <sec>
          <title>Baseline Appointment</title>
          <p>To minimize participant burden, the baseline appointment occurred following a clinic visit or at a time deemed convenient for participants. During the in-person appointment, the recruiter (1) obtained signed informed consent, (2) administered surveys to record demographic factors, (3) measured patients’ health literacy using the Rapid Estimate of Adult Literacy in Medicine [<xref ref-type="bibr" rid="ref16">16</xref>] and electronic health (eHealth) literacy on the use of information technology for health using the eHealth Literacy Scale [<xref ref-type="bibr" rid="ref17">17</xref>], (4) evaluated patients’ perceived usefulness and ease of use of mobile technologies, (5) measured patients’ exercise frequency using the Godin Leisure-Time Exercise Questionnaire [<xref ref-type="bibr" rid="ref18">18</xref>], and (6) collected data from patients’ EHRs (ie, HbA<sub>1c</sub>, height, weight, blood pressure, heart rate, and medications). We collected demographic data including race/ethnicity, marital status, income (categorical), educational attainment, employment, age, sex, and duration of disease. These data allowed us to evaluate differences in the data collected by characteristics or groups of patients and to perform subgroup analyses.</p>
          <p>Study details and expectations were discussed during the appointment and included risks and costs that participants might incur from using cell phone data and SMS text messages. The study recruiter helped patients set up the mobile technologies, including 2 associated glucometer and accelerometer smartphone apps, and answered any questions. The research assistant also instructed patients how to monitor and record progress. If patients needed follow-up then a call was placed by the recruiter to participants to address questions about the devices and study procedures and to provide a reorientation if needed. Participants were given a study number to call if they had questions or problems with the study. A research assistant was available to participants throughout the study to provide technical support.</p>
        </sec>
        <sec>
          <title>Daily Monitoring</title>
          <p>Patient weight, physical activity, and blood glucose were self-monitored via devices provided at baseline (<xref ref-type="table" rid="table1">Table 1</xref>). Patients were asked to monitor weight daily using a cellular-enabled scale by BodyTrace that connected to a cellular network. Patients were advised to weigh daily because more frequent weighing promotes better weight outcomes than less frequent weighing [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>]. Patients also received a Fitbit Alta, a reliable and validated triaxial accelerometer for exercise monitoring [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref22">22</xref>]. Participants were instructed to wear the Fitbit daily. The Fitbit tracked daily number of steps taken, distance traveled, and intensity of exercise and provided feedback on these data points to patients. The devices could be worn in the shower or while swimming and were to be worn 24 hours/day and removed only to recharge the battery once per week or when indicated. The Fitbit was tethered to the Fitbit app on the participants’ smartphone via Bluetooth.</p>
          <p>Glucose readings were tracked using a Food and Drug Administration–approved glucometer by iHealth (model BG5). Participants were instructed to monitor glucose based on the recommendations from their doctor. Like the Fitbit, the glucometer was tethered to a companion smartphone app via Bluetooth, which acted as an automatic logbook to store readings, notes, and medication dosages. Patients were given a 6-month supply of test strips for the device.</p>
          <p>In addition to data tracking on the devices, patients received an SMS text message every 2 weeks with a link to a survey on medication adherence (over the previous week) that they completed via their smartphone. Participants clicked on the survey link, which took them to a Web-based survey in a REDCap database. We used a 3-item measure of nonadherence by Voils et al [<xref ref-type="bibr" rid="ref23">23</xref>]. Participants were asked if over the past 7 days they (1) took all doses of my diabetes medication, (2) missed or skipped at least one dose of my diabetes medication, and (3) were not able to take all of my medication. Response options ranged from <italic>never</italic> (0) to always (5; Cronbach alpha=.84) [<xref ref-type="bibr" rid="ref23">23</xref>]. Response items were scored to assess the extent of nonadherence.</p>
          <p>Those who failed to transmit data for a period of 7 days or longer were contacted over the phone by a research assistant to encourage reconnection with the study. If there was no response, the participant was contacted again via phone call or email 1 week later. Nonresponse at that time was considered elective withdrawal from the study. We attempted to contact any participants who withdrew to discuss their reasons for withdrawal. However, no more than 2 follow-up phone calls were made. We asked participants at baseline to please notify us of travel or other situations during which they were not able to transmit data. We made exceptions for participants who were on vacation or traveling. All mobile devices remained active until the end of the study to allow for reconnection at any point.</p>
          <table-wrap position="float" id="table1">
            <label>Table 1</label>
            <caption>
              <p>Mobile devices and data collection</p>
            </caption>
            <table width="1000" cellpadding="7" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="190"/>
              <col width="270"/>
              <col width="270"/>
              <col width="270"/>
              <thead>
                <tr valign="top">
                  <td>Data</td>
                  <td>Instrument</td>
                  <td>Description</td>
                  <td>Data points</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>Exercise</td>
                  <td>Triaxial accelerometer and associated fitness app by Fitbit</td>
                  <td>Tracks data on the frequency and timing of steps</td>
                  <td>Daily: steps, minutes sedentary, minutes active, distance traveled</td>
                </tr>
                <tr valign="top">
                  <td>Weight</td>
                  <td>Cellular-enabled Scale by BodyTrace</td>
                  <td>Tracks weight</td>
                  <td>Daily weight</td>
                </tr>
                <tr valign="top">
                  <td>Glucose</td>
                  <td>Food and Drug Association–approved wireless glucometer by iHealth</td>
                  <td>Tracks blood glucose readings</td>
                  <td>As prescribed by primary care physician</td>
                </tr>
                <tr valign="top">
                  <td>Medication adherence</td>
                  <td>Self-report via short message service text message [<xref ref-type="bibr" rid="ref23">23</xref>]</td>
                  <td>Medication adherence over the last week</td>
                  <td>Baseline, biweekly up to 6 months</td>
                </tr>
                <tr valign="top">
                  <td>Hemoglobin A<sub>1c</sub></td>
                  <td>Electronic health record (EHR) laboratory results</td>
                  <td>Average level of blood sugar over the previous 3 months</td>
                  <td>Gathered from the EHR as available at baseline and 3 and 6 months post baseline</td>
                </tr>
              </tbody>
            </table>
          </table-wrap>
        </sec>
        <sec>
          <title>Six Months Post Baseline</title>
          <p>After 6 months, participants were sent a link via email to complete a follow-up survey on their experiences in the study; this was administered again using REDCap. Participants who completed the study and the final survey were able to keep the mobile devices.</p>
        </sec>
      </sec>
      <sec>
        <title>Study Phase 3: Data Visualizations and Interviews</title>
        <sec>
          <title>Participant Interviews</title>
          <p>We will complete semistructured telephone interviews with a subset of participants (n=20). To gain diverse perceptions, we will purposefully select participants for interviews based on frequency of data transmission (eg, consistent or inconsistent over the study period), management of diabetes (eg, controlled or not controlled), demographic characteristics (eg, age and race), and severity of diabetes (eg, A<sub>1c</sub> level). All interviews will occur via telephone and will be conducted by 2 trained research assistants. The purpose of the interviews is to obtain participants’ perceptions of the study, use of the mobile devices in diabetes self-management, and effectiveness of the data visualizations. The topic of questions for participants include those about the usefulness of the mobile devices and their data, and if they helped with diabetes self-management, challenges. Furthermore, we will provide participants with data visualizations of their own data, and we will discuss how they could be curated to be useful.</p>
        </sec>
        <sec>
          <title>Data Visualizations</title>
          <p>Before the interview, each participant will be sent a copy of their data visualizations via postal mail or email, depending on participant preference. These data visualizations will include graphic representations of the patient’s weight, blood glucose, and exercise as obtained from the devices (<xref ref-type="fig" rid="figure3">Figure 3</xref>). They will be plotted as trajectories that will allow us to conduct analyses and identify missing data points and trends that lead to attrition. The research assistant will use these data visualizations to facilitate discussion about the challenges patients face in self-management and the personalized practices patients use to succeed. Details on how we will approach the development of these visualizations are published elsewhere [<xref ref-type="bibr" rid="ref24">24</xref>]. All interviews will be recorded, stored in an IRB-approved secure database, and transcribed verbatim.</p>
        </sec>
        <sec>
          <title>Clinician Interviews</title>
          <p>We will conduct interviews with health care clinicians following the completion of patient interviews. This will allow us to explore ways to address collaborative work in diabetes self-management using the device data that could be transmitted in near real time. We will obtain a convenience sample of up to 20 clinicians: 10 with prescribing privileges (eg, medical doctor, nurse practitioner, and physician assistant) and 10 case managers/nurses. This will provide us with diverse perspectives on how to use the device data in new care delivery models and in workflow integration. Questions will be similar to those asked of patients. All participants will provide written informed consent. Our team members will identify clinicians from primary care and endocrinology clinics who may be interested in participating. Study details and expectations will be discussed, questions about the study will be answered, and if interested, the study recruiter will schedule an appointment to participate.</p>
          <p>We will present data trajectories from the patients [<xref ref-type="bibr" rid="ref24">24</xref>] and interview themes from the patient participants. This will allow us to explore clinicians’ perspectives and input on using the device data to develop algorithms for software that will facilitate patient self-monitoring and provide feedback to clinicians within existing and future care delivery models.</p>
        </sec>
      </sec>
      <sec>
        <title>Changes to the Protocol</title>
        <p>No changes to eligibility criteria or outcomes changes were made during the study. We did change clinician focus groups to interviews. Interviewing emerged as a better opportunity to discuss various data visualizations and to receive feedback about workflow integration among diverse clinicians</p>
      </sec>
      <sec>
        <title>Data Analyses</title>
        <p>All statistics will be calculated using SAS Version 9.3 (SAS Institute Inc.). Baseline demographic and clinical characteristics of enrolled participants are summarized by mean and SD for continuous variables and frequency and percentage for categorical variables. A significance level of 0.05 is considered as statistically significant for all tests.</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Example data visualizations from multiple mobile health technologies.</p>
          </caption>
          <graphic xlink:href="resprot_v8i6e13517_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>Using the data collected in Prompt, we will create data visualizations using 2 different data visualization software packages (Tableau and R) and pilot their use with participants via a phone interview. We will use the interviews as an iterative process to discover how to present the visualizations back to patients and to refine the visualizations. We will start with plotting the actual data transmitted from each of the devices from individuals over the entire follow-up time to show patients overall trend in blood glucose, exercise level, and weight. For blood glucose data, we will add a band of ideal blood glucose range to help patients visualize if their measurements are within targeted range. For Fitbit data, we will plot both the average active steps daily and weekly over time and also plot the steps by weekday to explore if there are any cyclic and long-term drift trends in their exercise level. For weight data, similarly, we will plot both daily weight and weekly average to show overall trend. Further details on this approach are described elsewhere [<xref ref-type="bibr" rid="ref24">24</xref>].</p>
        <sec>
          <title>Patterns of Missing Data and Attrition</title>
          <p>The primary analytical aim of this study is to estimate individuals’ performance of all the tasks involved in the daily monitoring of weight, exercise, and glucose and responding to the SMS text message surveys for medication adherence. A proxy for this estimate will be the percentages of the 180 days of data points from the Fitbit, the wireless scale, and the glucometer that were transferred. We will calculate the percentage of 180 days on which each type of data was transferred for each participant. Patient’s respondence to SMS text message surveys to medication adherence will be calculated by the number of surveys received out of 13 time points (baseline and every other week for 6 months). To examine if the performance of all tasks differ by important clinical groups, including age (&lt;50 vs ≥50 years), HbA<sub>1c</sub> group, (&lt;7 vs ≥7, respectively), and race (white vs black or other non-white race), we will then test whether this percentage differed by different group variable using independent samples <italic>t</italic> tests.</p>
          <p>To further explore the trend in performance of all tasks (using devices for daily monitoring), we will compute proportions of missing data for each person over 2-week time periods for the entire 6-month follow up time for weight, Fitbit, and blood glucose. We will construct empirical summary plot of biweekly missingness. This consisted of plots of mean percentage missing at each biweekly period over 13 biweekly periods. At each time point, bars representing 1 SE below and above the mean are also included. To examine if the trends differ by important clinical group variables, these plots will also be produced by different age group, HbA<sub>1c</sub> group, and race. We will fit a generalized linear model with this proportion as the dependent variable. Predictors included age and HbA<sub>1c</sub> group, and race, with each predictor tested in separate models. Time will also be included to assess change in biweekly missingness over time, as well as interactions between time and each predictor, to assess differences in change in biweekly missingness over time by age and HbA<sub>1c</sub> group and race. We will also test the change in perceived usefulness and ease of use of the devices by conducting a paired <italic>t</italic> test on these measures between baseline and 6-month follow-up survey.</p>
          <p>We recognize that even though individuals may not provide data, they could still be compliant in weighing themselves, exercising, drawing blood glucose, and taking medication. The data may not transmit because (1) the device was not charged or (2) internet service was not available. Nevertheless, we will assess overall feasibility by examining data, which reflect both performing the measurement and being responsible for transmitting the data. Since in practice, this will be required for real-time monitoring.</p>
        </sec>
        <sec>
          <title>Patient Interviews</title>
          <p>A coding team comprised 4 pre- and postdoctoral students trained in qualitative analysis will code these qualitative data. We will analyze the transcribed interview data using directed content analysis [<xref ref-type="bibr" rid="ref25">25</xref>]. We will create a codebook that describes the creation of inductive and deductive codes and themes. Codes will be developed and analyzed in the context of diabetes self-management, the use of mobile technologies to support self-management, and the data visualizations. We will use Microsoft Excel in the initial first-level coding process and then upload data into Atlas.ti version 8 (Berlin, Germany) to support higher level coding and analyses [<xref ref-type="bibr" rid="ref26">26</xref>]. First, the coding team will independently read and code transcripts and then meet to discuss coding and emerging themes and reconcile coding differences. This process will continue until first-level coding is complete. Following the completion of first-level coding, we will begin to develop more refined codes and to identify patterns of data across all transcripts. The coding team will ensure reliability and validity throughout the process by meeting regularly to discuss code and theme development, creating a codebook with agreed upon definitions, and recording an audit trail of our actions.</p>
        </sec>
        <sec>
          <title>Clinician Interviews</title>
          <p>We will use the same process to code the transcribed clinician interviews. The themes and codes from the interviews will be mapped onto visual data trajectories developed from the mobile devices. We will then examine the data at particular points in time over the 6-month period to identify trends. The data will be described in relation to time of the year, demographics, and clinical characteristics of patients.</p>
          <p>We will conduct interviews in which we will present data trajectories and interview themes and explore ways to address collaborative work for self-monitoring and addressing challenges in diabetes self-management. The analysis team, in collaboration with the study recruiter, will conduct a preliminary analysis of field notes and transcribed interviews. Text data will be analyzed as described above.</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>This study has received IRB approval. Enrollment of patients was completed in March 2018 with a sample size of 60 patients. At the patient level, data collection is complete, but data analysis is pending. At the clinician level, data collection is ongoing. Up to 20 health care providers will be enrolled for the clinician interviews.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Overview</title>
        <p>This study provides an overview of the methodology used in a study examining the feasibility of collecting near real-time data from mHealth technologies for patients with T2DM. Determining whether it is feasible for patients to use multiple mobile devices to self-manage their diabetes is an important first step in developing effective personalized care delivery strategies.</p>
        <p>In addition to exploring the use of mobile technology to manage chronic illness, our approach has several strengths. First the use of mixed methods to address our aims is a strength of this study. The convergence of both quantitative and qualitative elements, data collection techniques, and analyses will facilitate a more in-depth and comprehensive approach to and understanding of diabetes self-management [<xref ref-type="bibr" rid="ref27">27</xref>]. Another strength of our study is the use of data visualizations during participant interviews as an innovative approach to enhance discussion and gain insight into the challenges and successes participants experienced in diabetes self-management with mobile devices over the past 6 months. Presenting data this way could stimulate discussion and improve communication by graphically displaying patterns and trends [<xref ref-type="bibr" rid="ref28">28</xref>-<xref ref-type="bibr" rid="ref30">30</xref>].</p>
        <p>We do acknowledge several limitations to this study. The first is the limited sample size, which does not allow us to draw statistical conclusions from the data. We are not testing the effect of any intervention, so cannot assess the impact on diabetes outcomes of using these technologies. Finally, we were not able to integrate these data into the EHR to assess pragmatic aspects of the use of the data at this time within the health system.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Our study is among the first to seek answers to the many questions related to integrating patient data from mobile devices into diabetes self-management care delivery models and EHRs. Questions such as how long patients will track multiple types of diabetes-related data, which strategies will best help patients self-manage their diabetes using self-generated data, and how clinicians might effectively guide patients to better manage their disease in near real time need to be addressed in the emerging era of digital health.</p>
      </sec>
    </sec>
  </body>
  <back>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">API</term>
          <def>
            <p>application programming interface</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">eHealth</term>
          <def>
            <p>electronic health</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">EHR</term>
          <def>
            <p>electronic health record</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">HbA<sub>1c</sub></term>
          <def>
            <p>hemoglobin A<sub>1c</sub></p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">IRB</term>
          <def>
            <p>institutional review board</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">mHealth</term>
          <def>
            <p>mobile health</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">REDCap</term>
          <def>
            <p>Research Electronic Data Capture</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">SMS</term>
          <def>
            <p>short message service</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">T2DM</term>
          <def>
            <p>type 2 diabetes mellitus</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
    <p>This study was funded by a grant from the US National Institutes of Health, the National Institute of Nursing Research (NINR 1R15NR015890) and a Duke University Data+ grant to the first author. The authors would like to thank Martin Streicher from the Duke Global Digital Health Science Center for programming and iHealth for their generosity in donating devices.</p>
    <p>DS is supported by the Building Interdisciplinary Careers in Women’s Health career development award (K12HD043446). DS is also a consultant with Omada Health. MJC is supported by a Career Development Award from Veterans Affairs Health Services Research and Development (CDA 13-261). Support for AL was provided by the US Department of Veterans Affairs Office of Academic Affiliations (TPH 21-000) and the Durham VA Health Services Research Center of Innovation funding (CIN 13-410). Support for JV was provided by the US National Institutes of Health (NINR F31NR018100).</p>  
    <p>The content is solely the responsibility of the authors and does not necessarily reflect the position or policy of Duke University, the US Department of Veterans Affairs, or the US government. The authors would like to thank Jane Shealy for her editorial assistance.</p></ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>DS is a consultant for Omada Health.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
        <source>World Health Organization</source>  
        <year>2011</year>  
        <access-date>2019-05-17</access-date>
        <comment>mHealth: new horizons for health through mobile technologies 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/goe/publications/goe_mhealth_web.pdf">https://www.who.int/goe/publications/goe_mhealth_web.pdf</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="78ReJYmeg"/></comment> </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kumar</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Nilsen</surname>
            <given-names>WJ</given-names>
          </name>
          <name name-style="western">
            <surname>Abernethy</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Atienza</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Patrick</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Pavel</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Riley</surname>
            <given-names>WT</given-names>
          </name>
          <name name-style="western">
            <surname>Shar</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Spring</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Spruijt-Metz</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Hedeker</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Honavar</surname>
            <given-names>V</given-names>
          </name>
          <name name-style="western">
            <surname>Kravitz</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Lefebvre</surname>
            <given-names>RC</given-names>
          </name>
          <name name-style="western">
            <surname>Mohr</surname>
            <given-names>DC</given-names>
          </name>
          <name name-style="western">
            <surname>Murphy</surname>
            <given-names>SA</given-names>
          </name>
          <name name-style="western">
            <surname>Quinn</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Shusterman</surname>
            <given-names>V</given-names>
          </name>
          <name name-style="western">
            <surname>Swendeman</surname>
            <given-names>D</given-names>
          </name>
        </person-group>
        <article-title>Mobile health technology evaluation: the mHealth evidence workshop</article-title>
        <source>Am J Prev Med</source>  
        <year>2013</year>  
        <month>08</month>  
        <volume>45</volume>  
        <issue>2</issue>  
        <fpage>228</fpage>  
        <lpage>36</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23867031"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1016/j.amepre.2013.03.017</pub-id>
        <pub-id pub-id-type="medline">23867031</pub-id>
        <pub-id pub-id-type="pii">S0749-3797(13)00277-8</pub-id>
        <pub-id pub-id-type="pmcid">PMC3803146</pub-id></nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Baker</surname>
            <given-names>KA</given-names>
          </name>
        </person-group>
        <article-title>A new era for healthcare: precision medicine</article-title>
        <source>Gastroenterol Nurs</source>  
        <year>2015</year>  
        <volume>38</volume>  
        <issue>4</issue>  
        <fpage>249</fpage>  
        <lpage>50</lpage>  
        <pub-id pub-id-type="doi">10.1097/SGA.0000000000000149</pub-id>
        <pub-id pub-id-type="medline">26226018</pub-id>
        <pub-id pub-id-type="pii">00001610-201507000-00001</pub-id></nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="web">
        <source>Pew Research Center</source>  
        <year>2018</year>  
        <access-date>2019-05-17</access-date>
        <comment>Mobile Fact Sheet 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.pewinternet.org/fact-sheet/mobile/">https://www.pewinternet.org/fact-sheet/mobile/</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="78RejdFEb"/></comment> </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Tatara</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Arsand</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Skrøvseth</surname>
            <given-names>SO</given-names>
          </name>
          <name name-style="western">
            <surname>Hartvigsen</surname>
            <given-names>G</given-names>
          </name>
        </person-group>
        <article-title>Long-term engagement with a mobile self-management system for people with type 2 diabetes</article-title>
        <source>JMIR Mhealth Uhealth</source>  
        <year>2013</year>  
        <month>03</month>  
        <day>27</day>  
        <volume>1</volume>  
        <issue>1</issue>  
        <fpage>e1</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://mhealth.jmir.org/2013/1/e1/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/mhealth.2432</pub-id>
        <pub-id pub-id-type="medline">25100649</pub-id>
        <pub-id pub-id-type="pii">v1i1e1</pub-id>
        <pub-id pub-id-type="pmcid">PMC4114413</pub-id></nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Ding</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Fatehi</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Russell</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Karunanithi</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Menon</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Bird</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Gray</surname>
            <given-names>LC</given-names>
          </name>
        </person-group>
        <article-title>User experience of an innovative mobile health program to assist in insulin dose adjustment: outcomes of a proof-of-concept trial</article-title>
        <source>Telemed J E Health</source>  
        <year>2018</year>  
        <month>12</month>  
        <volume>24</volume>  
        <issue>7</issue>  
        <fpage>536</fpage>  
        <lpage>43</lpage>  
        <pub-id pub-id-type="doi">10.1089/tmj.2017.0190</pub-id>
        <pub-id pub-id-type="medline">29261476</pub-id></nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Hsu</surname>
            <given-names>W</given-names>
          </name>
          <name name-style="western">
            <surname>Lau</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Huang</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Ghiloni</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Le</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Gilroy</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Abrahamson</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Moore</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Utilization of a cloud-based diabetes management program for insulin initiation and titration enables collaborative decision making between healthcare providers and patients</article-title>
        <source>Diabetes Technol Ther</source>  
        <year>2016</year>  
        <month>02</month>  
        <volume>18</volume>  
        <issue>2</issue>  
        <fpage>59</fpage>  
        <lpage>67</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26645932"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1089/dia.2015.0160</pub-id>
        <pub-id pub-id-type="medline">26645932</pub-id>
        <pub-id pub-id-type="pmcid">PMC4753582</pub-id></nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Heifetz</surname>
            <given-names>RA</given-names>
          </name>
          <name name-style="western">
            <surname>Linsky</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Grashow</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <source>The Practice Of Adaptive Leadership: Tools And Tactics For Changing Your Organization And The World</source>  
        <year>2009</year>  
        <publisher-loc>Boston, MA</publisher-loc>
        <publisher-name>Harvard Business Press</publisher-name></nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Thygeson</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Morrissey</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Ulstad</surname>
            <given-names>V</given-names>
          </name>
        </person-group>
        <article-title>Adaptive leadership and the practice of medicine: a complexity-based approach to reframing the doctor-patient relationship</article-title>
        <source>J Eval Clin Pract</source>  
        <year>2010</year>  
        <month>10</month>  
        <volume>16</volume>  
        <issue>5</issue>  
        <fpage>1009</fpage>  
        <lpage>15</lpage>  
        <pub-id pub-id-type="doi">10.1111/j.1365-2753.2010.01533.x</pub-id>
        <pub-id pub-id-type="medline">20846289</pub-id></nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Anderson</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Bailey</surname>
            <given-names>DJ</given-names>
          </name>
          <name name-style="western">
            <surname>Wu</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Corazzini</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>McConnell</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Thygeson</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Docherty</surname>
            <given-names>SL</given-names>
          </name>
        </person-group>
        <article-title>Adaptive leadership framework for chronic illness: framing a research agenda for transforming care delivery</article-title>
        <source>ANS Adv Nurs Sci</source>  
        <year>2015</year>  
        <volume>38</volume>  
        <issue>2</issue>  
        <fpage>83</fpage>  
        <lpage>95</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25647829"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1097/ANS.0000000000000063</pub-id>
        <pub-id pub-id-type="medline">25647829</pub-id>
        <pub-id pub-id-type="pmcid">PMC4417005</pub-id></nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bailey</surname>
            <given-names>DJ</given-names>
          </name>
          <name name-style="western">
            <surname>Docherty</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Adams</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Carthron</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Corazzini</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Day</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Neglia</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Thygeson</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Anderson</surname>
            <given-names>RA</given-names>
          </name>
        </person-group>
        <article-title>Studying the clinical encounter with the Adaptive Leadership framework</article-title>
        <source>J Healthc Leadersh</source>  
        <year>2012</year>  
        <month>08</month>  
        <volume>2012</volume>  
        <issue>4</issue>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.doi.org/10.2147/JHL.S32686"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2147/JHL.S32686</pub-id>
        <pub-id pub-id-type="medline">24409083</pub-id>
        <pub-id pub-id-type="pmcid">PMC3883363</pub-id></nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Shaw</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Levine</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Streicher</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Strawbridge</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Gierisch</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Pendergast</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Hale</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Reed</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>McVay</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Simmons</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Yancy</surname>
            <given-names>W</given-names>
          </name>
          <name name-style="western">
            <surname>Bennett</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Voils</surname>
            <given-names>C</given-names>
          </name>
        </person-group>
        <article-title>Log2Lose: development and lessons learned from a mobile technology weight loss intervention</article-title>
        <source>JMIR Mhealth Uhealth</source>  
        <year>2019</year>  
        <month>02</month>  
        <day>13</day>  
        <volume>7</volume>  
        <issue>2</issue>  
        <fpage>e11972</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://mhealth.jmir.org/2019/2/e11972/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/11972</pub-id>
        <pub-id pub-id-type="medline">30758297</pub-id>
        <pub-id pub-id-type="pii">v7i2e11972</pub-id>
        <pub-id pub-id-type="pmcid">PMC6391641</pub-id></nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Harris</surname>
            <given-names>PA</given-names>
          </name>
          <name name-style="western">
            <surname>Taylor</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Thielke</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Payne</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Gonzalez</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Conde</surname>
            <given-names>JG</given-names>
          </name>
        </person-group>
        <article-title>Research electronic data capture (REDCap)--a metadata-driven methodology and workflow process for providing translational research informatics support</article-title>
        <source>J Biomed Inform</source>  
        <year>2009</year>  
        <month>04</month>  
        <volume>42</volume>  
        <issue>2</issue>  
        <fpage>377</fpage>  
        <lpage>81</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1532-0464(08)00122-6"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1016/j.jbi.2008.08.010</pub-id>
        <pub-id pub-id-type="medline">18929686</pub-id>
        <pub-id pub-id-type="pii">S1532-0464(08)00122-6</pub-id>
        <pub-id pub-id-type="pmcid">PMC2700030</pub-id></nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Creswell</surname>
            <given-names>JW</given-names>
          </name>
          <name name-style="western">
            <surname>Clark</surname>
            <given-names>VL</given-names>
          </name>
        </person-group>
        <source>Designing And Conducting Mixed Methods Research</source>  
        <year>2019</year>  
        <publisher-loc>Thousand Oaks, CA</publisher-loc>
        <publisher-name>Sage Publications, Inc</publisher-name></nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Francis</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Johnston</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Robertson</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Glidewell</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Entwistle</surname>
            <given-names>V</given-names>
          </name>
          <name name-style="western">
            <surname>Eccles</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Grimshaw</surname>
            <given-names>JM</given-names>
          </name>
        </person-group>
        <article-title>What is an adequate sample size? Operationalising data saturation for theory-based interview studies</article-title>
        <source>Psychol Health</source>  
        <year>2010</year>  
        <month>12</month>  
        <volume>25</volume>  
        <issue>10</issue>  
        <fpage>1229</fpage>  
        <lpage>45</lpage>  
        <pub-id pub-id-type="doi">10.1080/08870440903194015</pub-id>
        <pub-id pub-id-type="medline">20204937</pub-id>
        <pub-id pub-id-type="pii">916180756</pub-id></nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Dewalt</surname>
            <given-names>DA</given-names>
          </name>
          <name name-style="western">
            <surname>Berkman</surname>
            <given-names>ND</given-names>
          </name>
          <name name-style="western">
            <surname>Sheridan</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Lohr</surname>
            <given-names>KN</given-names>
          </name>
          <name name-style="western">
            <surname>Pignone</surname>
            <given-names>MP</given-names>
          </name>
        </person-group>
        <article-title>Literacy and health outcomes: a systematic review of the literature</article-title>
        <source>J Gen Intern Med</source>  
        <year>2004</year>  
        <month>12</month>  
        <volume>19</volume>  
        <issue>12</issue>  
        <fpage>1228</fpage>  
        <lpage>39</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://onlinelibrary.wiley.com/resolve/openurl?genre=article&amp;sid=nlm:pubmed&amp;issn=0884-8734&amp;date=2004&amp;volume=19&amp;issue=12&amp;spage=1228"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1111/j.1525-1497.2004.40153.x</pub-id>
        <pub-id pub-id-type="medline">15610334</pub-id>
        <pub-id pub-id-type="pii">JGI40153</pub-id>
        <pub-id pub-id-type="pmcid">PMC1492599</pub-id></nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Norman</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Skinner</surname>
            <given-names>H</given-names>
          </name>
        </person-group>
        <article-title>eHEALS: the eHealth Literacy Scale</article-title>
        <source>J Med Internet Res</source>  
        <year>2006</year>  
        <month>11</month>  
        <day>14</day>  
        <volume>8</volume>  
        <issue>4</issue>  
        <fpage>e27</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2006/4/e27/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.8.4.e27</pub-id>
        <pub-id pub-id-type="medline">17213046</pub-id>
        <pub-id pub-id-type="pii">v8i4e27</pub-id>
        <pub-id pub-id-type="pmcid">PMC1794004</pub-id></nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Godin</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Shephard</surname>
            <given-names>R</given-names>
          </name>
        </person-group>
        <article-title>A simple method to assess exercise behavior in the community</article-title>
        <source>Can J Appl Sport Sci</source>  
        <year>1985</year>  
        <month>09</month>  
        <volume>10</volume>  
        <issue>3</issue>  
        <fpage>141</fpage>  
        <lpage>6</lpage>  
        <pub-id pub-id-type="medline">4053261</pub-id></nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Wing</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Papandonatos</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Fava</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Gorin</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Phelan</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>McCaffery</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Tate</surname>
            <given-names>DF</given-names>
          </name>
        </person-group>
        <article-title>Maintaining large weight losses: the role of behavioral and psychological factors</article-title>
        <source>J Consult Clin Psychol</source>  
        <year>2008</year>  
        <month>12</month>  
        <volume>76</volume>  
        <issue>6</issue>  
        <fpage>1015</fpage>  
        <lpage>21</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/19045969"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1037/a0014159</pub-id>
        <pub-id pub-id-type="medline">19045969</pub-id>
        <pub-id pub-id-type="pii">2008-16943-002</pub-id>
        <pub-id pub-id-type="pmcid">PMC2677901</pub-id></nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Wing</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Tate</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Gorin</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Raynor</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Fava</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Machan</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>STOP regain: are there negative effects of daily weighing?</article-title>
        <source>J Consult Clin Psychol</source>  
        <year>2007</year>  
        <month>08</month>  
        <volume>75</volume>  
        <issue>4</issue>  
        <fpage>652</fpage>  
        <lpage>6</lpage>  
        <pub-id pub-id-type="doi">10.1037/0022-006X.75.4.652</pub-id>
        <pub-id pub-id-type="medline">17663619</pub-id>
        <pub-id pub-id-type="pii">2007-11558-014</pub-id></nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Sasaki</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Hickey</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Mavilia</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Tedesco</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>John</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Kozey Keadle</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Freedson</surname>
            <given-names>PS</given-names>
          </name>
        </person-group>
        <article-title>Validation of the Fitbit wireless activity tracker for prediction of energy expenditure</article-title>
        <source>J Phys Act Health</source>  
        <year>2015</year>  
        <month>02</month>  
        <volume>12</volume>  
        <issue>2</issue>  
        <fpage>149</fpage>  
        <lpage>54</lpage>  
        <pub-id pub-id-type="doi">10.1123/jpah.2012-0495</pub-id>
        <pub-id pub-id-type="medline">24770438</pub-id>
        <pub-id pub-id-type="pii">2012-0495</pub-id></nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>de Zambotti</surname>
            <given-names>Massimiliano</given-names>
          </name>
          <name name-style="western">
            <surname>Goldstone</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Claudatos</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Colrain</surname>
            <given-names>I</given-names>
          </name>
          <name name-style="western">
            <surname>Baker</surname>
            <given-names>F</given-names>
          </name>
        </person-group>
        <article-title>A validation study of Fitbit Charge 2™ compared with polysomnography in adults</article-title>
        <source>Chronobiol Int</source>  
        <year>2018</year>  
        <month>12</month>  
        <volume>35</volume>  
        <issue>4</issue>  
        <fpage>465</fpage>  
        <lpage>76</lpage>  
        <pub-id pub-id-type="doi">10.1080/07420528.2017.1413578</pub-id>
        <pub-id pub-id-type="medline">29235907</pub-id></nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Voils</surname>
            <given-names>CI</given-names>
          </name>
          <name name-style="western">
            <surname>Maciejewski</surname>
            <given-names>ML</given-names>
          </name>
          <name name-style="western">
            <surname>Hoyle</surname>
            <given-names>RH</given-names>
          </name>
          <name name-style="western">
            <surname>Reeve</surname>
            <given-names>BB</given-names>
          </name>
          <name name-style="western">
            <surname>Gallagher</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Bryson</surname>
            <given-names>CL</given-names>
          </name>
          <name name-style="western">
            <surname>Yancy</surname>
            <given-names>WS</given-names>
          </name>
        </person-group>
        <article-title>Initial validation of a self-report measure of the extent of and reasons for medication nonadherence</article-title>
        <source>Med Care</source>  
        <year>2012</year>  
        <month>12</month>  
        <volume>50</volume>  
        <issue>12</issue>  
        <fpage>1013</fpage>  
        <lpage>9</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22922431"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1097/MLR.0b013e318269e121</pub-id>
        <pub-id pub-id-type="medline">22922431</pub-id>
        <pub-id pub-id-type="pmcid">PMC3494794</pub-id></nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Wood</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Yang</surname>
            <given-names>Q</given-names>
          </name>
          <name name-style="western">
            <surname>Steinberg</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Barnes</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Vaughn</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Vorderstrasse</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Crowley</surname>
            <given-names>MJ</given-names>
          </name>
          <name name-style="western">
            <surname>Henriques</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Streicher</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Bass Blue</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Choi</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Shaw</surname>
            <given-names>RJ</given-names>
          </name>
        </person-group>
        <article-title>Diabetes Mobile Care: Aggregating and Visualizing Data from Multiple Mobile Health Technologies</article-title>
        <year>2019</year>  
        <conf-name>AMIA 2019 Informatics Summit</conf-name>
        <conf-date>March 25-28, 2019</conf-date>
        <conf-loc>San Francisco, CA</conf-loc></nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Hsieh</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Shannon</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>Three approaches to qualitative content analysis</article-title>
        <source>Qual Health Res</source>  
        <year>2005</year>  
        <month>11</month>  
        <volume>15</volume>  
        <issue>9</issue>  
        <fpage>1277</fpage>  
        <lpage>88</lpage>  
        <pub-id pub-id-type="doi">10.1177/1049732305276687</pub-id>
        <pub-id pub-id-type="medline">16204405</pub-id>
        <pub-id pub-id-type="pii">15/9/1277</pub-id></nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Friese</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <source>Qualitative data analysis with ATLAS.ti</source>  
        <year>2014</year>  
        <publisher-loc>Thousand Oaks, CA</publisher-loc>
        <publisher-name>Sage Publications</publisher-name></nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bazeley</surname>
            <given-names>P</given-names>
          </name>
        </person-group>
        <source>Integrating Analyses in Mixed Methods Research</source>  
        <year>2018</year>  
        <publisher-loc>Los Angeles, CA</publisher-loc>
        <publisher-name>Sage Publications</publisher-name></nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Stellamanns</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Ruetters</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Dahal</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Schillmoeller</surname>
            <given-names>Z</given-names>
          </name>
          <name name-style="western">
            <surname>Huebner</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Visualizing risks in cancer communication: a systematic review of computer-supported visual aids</article-title>
        <source>Patient Educ Couns</source>  
        <year>2017</year>  
        <month>08</month>  
        <volume>100</volume>  
        <issue>8</issue>  
        <fpage>1421</fpage>  
        <lpage>31</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.pec.2017.02.003</pub-id>
        <pub-id pub-id-type="medline">28215828</pub-id>
        <pub-id pub-id-type="pii">S0738-3991(17)30067-8</pub-id></nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Shneiderman</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Plaisant</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Hesse</surname>
            <given-names>BW</given-names>
          </name>
        </person-group>
        <article-title>Improving healthcare with interactive visualization</article-title>
        <source>Computer</source>  
        <year>2013</year>  
        <month>05</month>  
        <volume>46</volume>  
        <issue>5</issue>  
        <fpage>58</fpage>  
        <lpage>66</lpage>  
        <pub-id pub-id-type="doi">10.1109/MC.2013.38</pub-id></nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Roski</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Bo-Linn</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Andrews</surname>
            <given-names>T</given-names>
          </name>
        </person-group>
        <article-title>Creating value in health care through big data: opportunities and policy implications</article-title>
        <source>Health Aff (Millwood)</source>  
        <year>2014</year>  
        <month>07</month>  
        <volume>33</volume>  
        <issue>7</issue>  
        <fpage>1115</fpage>  
        <lpage>22</lpage>  
        <pub-id pub-id-type="doi">10.1377/hlthaff.2014.0147</pub-id>
        <pub-id pub-id-type="medline">25006136</pub-id>
        <pub-id pub-id-type="pii">33/7/1115</pub-id></nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
