<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v11i7e39098</article-id>
      <article-id pub-id-type="pmid">35862184</article-id>
      <article-id pub-id-type="doi">10.2196/39098</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>An mHealth App to Promote Adherence to Immunosuppressant Medication and Track Symptoms in Children After Hematopoietic Stem Cell Transplant: Protocol for a Mixed Methods Usability Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Leung</surname>
            <given-names>Tiffany</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Skeens</surname>
            <given-names>Micah</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Center for Biobehavioral Health</institution>
            <institution>Abigail Wexner Research Institute</institution>
            <institution>Nationwide Children's Hospital</institution>
            <addr-line>North East Office Building, 3rd floor</addr-line>
            <addr-line>700 Children's Drive</addr-line>
            <addr-line>Columbus, OH, 43205</addr-line>
            <country>United States</country>
            <phone>1 6147228958</phone>
            <email>micah.skeens@nationwidechildrens.org</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6786-8128</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Sezgin</surname>
            <given-names>Emre</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8798-9605</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Stevens</surname>
            <given-names>Jack</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6586-1918</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Landier</surname>
            <given-names>Wendy</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3319-5652</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Pai</surname>
            <given-names>Ahna</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5958-4157</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Gerhardt</surname>
            <given-names>Cynthia</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4376-3652</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Center for Biobehavioral Health</institution>
        <institution>Abigail Wexner Research Institute</institution>
        <institution>Nationwide Children's Hospital</institution>
        <addr-line>Columbus, OH</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Nationwide Children's Hospital</institution>
        <addr-line>Columbus, OH</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Division of Pediatric Hematology Oncology</institution>
        <institution>University of Alabama at Birmingham</institution>
        <addr-line>Birmingham, AL</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Department of Pediatrics</institution>
        <institution>University of Cincinnati College of Medicine</institution>
        <addr-line>Cincinnati, OH</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Micah Skeens <email>micah.skeens@nationwidechildrens.org</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>7</month>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>21</day>
        <month>7</month>
        <year>2022</year>
      </pub-date>
      <volume>11</volume>
      <issue>7</issue>
      <elocation-id>e39098</elocation-id>
      <history>
        <date date-type="received">
          <day>28</day>
          <month>4</month>
          <year>2022</year>
        </date>
        <date date-type="rev-request">
          <day>5</day>
          <month>5</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>11</day>
          <month>5</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>13</day>
          <month>5</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Micah Skeens, Emre Sezgin, Jack Stevens, Wendy Landier, Ahna Pai, Cynthia Gerhardt. Originally published in JMIR Research Protocols (https://www.researchprotocols.org), 21.07.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on https://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.researchprotocols.org/2022/7/e39098" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>In the United States, poor adherence accounts for up to 70% of all medication-related hospital admissions, resulting in $100 billion in health care costs annually. In pediatrics, adherence is largely dependent on caregivers. In a high-risk hematopoietic stem cell transplant (HSCT) population, caregivers are isolated with their child due to infection risk and must manage challenging treatment regimens at home, often with limited time and support. Complex behavioral interventions, typically employed to address adherence, are difficult to deliver and manage in the context of these daily tasks. The most successful adherence interventions, and thus improved clinical outcomes, have included mobile health (mHealth) reminder approaches and a direct measure of adherence.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This is a 3-phase project, with this protocol describing phase 2, to determine the usability and feasibility of an mHealth app (BMT4me) designed to promote adherence to immunosuppressant medication and to track symptoms among children who received HSCT.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>This study uses an iterative convergent mixed methods design to develop and assess the usability and feasibility of an adherence digital health intervention. We will recruit 15 caregivers of pediatric patients receiving HSCT to complete user testing. Qualitative and quantitative data will be integrated to enhance and expand upon study findings.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Enrollment began in September 2021 and is ongoing. A total of 7 caregivers have enrolled. We anticipate completion by fall 2022. We anticipate high usability scores and a better understanding of unique features within the app that are needed for HSCT families post transplant. To date, usability scores among enrolled participants are greater than 70%. Feedback from qualitative interviews is being used to further adapt the app by adding specific weekly logs, call provider options, and voice to text.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This protocol describes a mixed methods usability and feasibility study to develop and implement a smartphone app for caregivers of children receiving HSCT. The app was designed to improve immunosuppressant adherence and to track symptoms in the acute phase post discharge. Study findings will inform further refinement of the app and the feasibility of a pilot randomized controlled trial examining efficacy on clinical outcomes.</p>
        </sec>
        <sec sec-type="trial registration">
          <title>Trial Registration</title>
          <p>ClinicalTrials.gov NCT04976933; https://clinicaltrials.gov/ct2/show/NCT04976933</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>DERR1-10.2196/39098</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>medication adherence</kwd>
        <kwd>digital health</kwd>
        <kwd>mHealth</kwd>
        <kwd>pediatrics</kwd>
        <kwd>app</kwd>
        <kwd>bone marrow transplant</kwd>
        <kwd>adherence</kwd>
        <kwd>usability</kwd>
        <kwd>feasibility</kwd>
        <kwd>caregivers</kwd>
        <kwd>children</kwd>
        <kwd>hematopoietic stem cell transplant</kwd>
        <kwd>HSCT</kwd>
      </kwd-group>
      <custom-meta-wrap>
        <custom-meta>
          <meta-name>ext-peer-rev</meta-name>
          <meta-value>This paper was peer reviewed by the National Institute of Nursing Research Initial Review Group (NRRC) (National Institutes of Health, USA). See the Multimedia Appendix for the peer-review report; </meta-value>
        </custom-meta>
      </custom-meta-wrap>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>In the United States, poor adherence accounts for up to 70% of all medication-related hospital admissions [<xref ref-type="bibr" rid="ref1">1</xref>], resulting in $100 billion in health care costs annually [<xref ref-type="bibr" rid="ref2">2</xref>]. An estimated 50% to 80% of pediatric patients are nonadherent to medications [<xref ref-type="bibr" rid="ref3">3</xref>-<xref ref-type="bibr" rid="ref6">6</xref>]. Reasons for nonadherence are multifactorial. The most important determinants of nonadherence are consistently documented as complexity and duration of treatment regimens, as well as forgetfulness [<xref ref-type="bibr" rid="ref7">7</xref>-<xref ref-type="bibr" rid="ref9">9</xref>]. Thus, children undergoing difficult hematopoietic stem cell transplants (HSCTs) who require medication indefinitely are at high risk for medication nonadherence.</p>
        <p>HSCT is the transplantation of hematopoietic stem cells derived from bone marrow (ie, “bone marrow transplant” or peripheral blood stem cells). HSCT became the common treatment for life-threatening malignant (eg, leukemia, lymphoma) and nonmalignant (eg, aplastic anemia, sickle cell disease, immune deficiencies) disorders in the mid-1900s. Recipients of bone marrow transplants must adhere to multifaceted outpatient regimens that require strict personal hygiene, environmental restrictions, and complex medication regimens. These include wearing masks, avoiding large crowds, frequent mouth care, and taking multiple time-sensitive medications throughout the day.</p>
        <p>Lack of adherence to any of these regimens can be life-threatening [<xref ref-type="bibr" rid="ref10">10</xref>]. Adherence to immunosuppressant medications during the acute phase (ie, the first 100 days) post transplant is critical to prevent graft versus host disease and avoid graft failure. Studies in children with HSCT report suboptimal adherence rates (52%-78%) that worsen over time [<xref ref-type="bibr" rid="ref11">11</xref>-<xref ref-type="bibr" rid="ref13">13</xref>]. Nonadherence to oral medications has been associated with a greater incidence of infections in children during the outpatient HSCT treatment phase [<xref ref-type="bibr" rid="ref12">12</xref>]. Providers also report adherence as a major concern for outpatient pediatric HSCT recipients [<xref ref-type="bibr" rid="ref14">14</xref>]. However, no studies have examined adherence specifically to immunosuppressant medications, which are key to engraftment and ultimately survival.</p>
        <p>Multiple factors influence adherence, but, ultimately, the final common pathway to adherence is human behavior [<xref ref-type="bibr" rid="ref15">15</xref>]. For children, caregivers are ultimately responsible for adherence, including refilling prescriptions, retrieving medications, and administering them correctly. In a high-risk HSCT population, caregivers are susceptible to fatigue and stress from being isolated with their child due to infection risk and independently managing complex treatment regimens at home, often with limited time and support. Unfortunately, behavioral interventions employed to address adherence are often difficult to deliver and manage in the context of these daily tasks. Specifically, these interventions can involve 8 to 12 face-to-face sessions, tracking behaviors, practicing skills, and other homework, which can be overwhelming to caregivers.</p>
        <p>Alternatively, behavioral economics (BE) theory suggests that small “nudges” can produce and sustain behavior change [<xref ref-type="bibr" rid="ref16">16</xref>]. A BE approach is a significant paradigm shift from the complex cognitive behavioral theories that inform most adherence interventions. Instead, BE assumes decision-making can be influenced through low-intensity interventions to lead patients to optimal choices [<xref ref-type="bibr" rid="ref17">17</xref>]. Adherence to medication and exercise programs using BE-designed interventions in adults have some initial promising data [<xref ref-type="bibr" rid="ref18">18</xref>-<xref ref-type="bibr" rid="ref21">21</xref>]. Within pediatrics, for example, BE has been successful in increasing fruit consumption and improving vaccination rates [<xref ref-type="bibr" rid="ref22">22</xref>-<xref ref-type="bibr" rid="ref24">24</xref>].</p>
        <p>With mobile health (mHealth) access nearly ubiquitous and an estimated 250 billion mHealth app downloads in 2022 [<xref ref-type="bibr" rid="ref25">25</xref>], technology has great potential to improve adherence [<xref ref-type="bibr" rid="ref26">26</xref>]. mHealth interventions based on BE principles may be ideal, as they provide sophisticated yet simple “nudges” to individuals [<xref ref-type="bibr" rid="ref27">27</xref>]. Such reminder apps target forgetfulness, a common reason for poor adherence [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref29">29</xref>]. These mHealth interventions are ideally suited for complex HSCT regimens requiring multiple-dose medications that are time sensitive.</p>
        <p>A recent systematic review in solid organ transplant reported the most successful interventions, resulting in increased adherence and improved clinical outcomes (eg, complications, hospital admissions, survival) have used mHealth reminders and a direct measure of adherence [<xref ref-type="bibr" rid="ref30">30</xref>]. Although direct measures of adherence (eg, serum assays) can avoid bias inherent in self- or parent reports, no studies have used direct measures of adherence or mHealth interventions to promote immunosuppression adherence in the acute phase after an HSCT (ie, discharge to day 100). Furthermore, the feasibility, acceptability, and efficacy of BE-designed mHealth interventions have not been examined in the HSCT population. Thus, this study utilizes a BE approach to mHealth app development, as well as an iterative approach of cyclical evaluation and revision, to maximize the usability and adoption of the digital intervention, BMT4me.</p>
      </sec>
      <sec>
        <title>BMT4me</title>
        <p>BMT4me (<xref rid="figure1" ref-type="fig">Figure 1</xref>) is a digital health intervention designed to aid in medication management, optimize adherence, and track symptoms or side effects in real time. The app reminds users of medication doses, records the time medication is taken, and asks reasons for missed doses through pop-up notifications. Medications can be typed in the app by the user or entered using an image-to-text option, which converts the medication label into text. As symptom severity can affect adherence and inform the need for medical intervention, it is illustrated by both corresponding emojis and numbers on a 1-to-10 scale to aid understanding and for convenient entry. Additional features include a notes page for recording any details of care to communicate with the provider and the ability to upload pictures. The app can be downloaded to both iOS and Android devices. Currently, availability is limited to the English language, and no clinical data is shared with the medical team during the research study.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>BMT4me app wireframes.</p>
          </caption>
          <graphic xlink:href="resprot_v11i7e39098_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Research Aim and Rationale for Mixed Methods Methodology</title>
        <p>The overall aim of this mixed methods study is to design and test a theory-driven mHealth app that can virtually assist caregivers of children post HSCT in improving medication adherence, tracking symptoms, and recording pertinent medical information via the journal feature. This app is different from other medication adherence apps available to patients with cancer in several ways: (1) features (eg, reminders, engaging emojis) in the app are designed to support medication adherence by applying BE principles to provide reminders and tailored notifications for caregivers; (2) it is specific to children after an HSCT; and (3) it provides more than medication reminders, with the design encouraging caregivers to engage with the app via symptom tracking and a journal feature that allows uploading of pictures.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Overall Study Design</title>
        <p>The larger mixed methods mHealth app development study consists of 3 phases: (1) prototype development, (2) feasibility and usability, and (3) usability and clinical efficacy (<xref rid="figure2" ref-type="fig">Figure 2</xref>). This protocol corresponds to phase 2, feasibility and usability among 15 caregivers immediately upon discharge from the inpatient unit post HSCT. Inclusion criteria include (1) caregiver of child aged 2 to 18 years undergoing allogeneic transplant, (2) access to a smartphone (Android or iOS), and (3) English speaking. Findings from phase 1 informed phase 2, and thus findings from phase 2 will lead to further refinement prior to phase 3. In phase 3, the smartphone app will be compared to usual care in a pilot randomized controlled trial.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Multiphase mixed methods app design of BMT4me. GVHD: graft vs host disease; HCP: health care practitioner; RCT: randomized controlled trial.</p>
          </caption>
          <graphic xlink:href="resprot_v11i7e39098_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Ethics Approval</title>
        <p>All phases of the study have been approved by the Nationwide Children’s Hospital Institutional Review Board (approval number STUDY00000910).</p>
      </sec>
      <sec>
        <title>Phase 2 Study Design</title>
        <p>This is a convergent mixed methods design focused on analysis of quantitative and qualitative data simultaneously collected to obtain feedback on the adherence mHealth app interface, usability, and flow and content of the software. Usability testing is the principal means of determining if the system meets its intended purpose [<xref ref-type="bibr" rid="ref31">31</xref>]. Purposive sampling will be used to identify caregivers of children across the spectrum of age, sex, and diagnoses of pediatric patients treated with HSCT. Caregivers will be evaluated for engagement and understanding of the app in the following steps (<xref rid="figure3" ref-type="fig">Figure 3</xref>):</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>A stepped approach to usability testing with caregivers.</p>
          </caption>
          <graphic xlink:href="resprot_v11i7e39098_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <list list-type="bullet">
          <list-item>
            <p><italic>Step 1. Unobtrusive observation to measure the intuitiveness of the interface (10-15 minutes).</italic> Initially, caregivers will be briefly introduced to the program and asked to start interacting with the adherence mHealth app. The design team will not intervene or provide instructions and will observe and record participants’ progress.</p>
          </list-item>
          <list-item>
            <p><italic>Step 2. Interactive observation (10-15 minutes).</italic> The design team will begin to interrupt individual participants during the interaction by posing questions regarding observed cues that imply success or delay in program use. Caregivers will be encouraged to verbalize their criticisms of the mHealth app. Since discussion will be based on evolving patterns of interaction, pre-prescribed questions are not possible.</p>
          </list-item>
          <list-item>
            <p><italic>Step 3. Debriefing (15-20 minutes).</italic> Caregivers will be asked to reflect on their experience with the app and its interface and contents, and to indicate their opinions regarding the strengths and weaknesses of the app. These evaluations will be used to establish criteria for refining the content and interactive app features for future development.</p>
          </list-item>
          <list-item>
            <p><italic>Step 4. Passive use observation.</italic> Caregivers will be asked to continue using the mHealth app on their own device until day 100 post HSCT or weaning of the immunosuppressant, whichever occurs first. Passive data modules will be added to the app to capture phone activity (screen on and off times) and will log the participants’ use of the app (eg, time, date, duration of use). Changes in app use and phone activity will be descriptively analyzed and plotted. Subjective measures and standard-of-care immunosuppression serum assays will be recorded weekly. Such passive observational effort of app use and adherence, with a mixed method approach, will be one of the first to be reported in an HSCT population.</p>
          </list-item>
        </list>
        <p>At the conclusion, caregivers will complete a 15-minute semistructured interview related to participation in the intervention, as well as the System Usability Scale [<xref ref-type="bibr" rid="ref32">32</xref>]. Open-ended feedback related to suggestions for further app development will undergo qualitative analysis.</p>
      </sec>
      <sec>
        <title>Data Collection</title>
        <p>Trained research assistants will recruit and onboard eligible participants. The participants will sign written consent forms. The research assistant will then conduct one-on-one audio-recorded sessions, which will include a facilitator and a note taker. A project scientist may also participate. The measures listed below will be collected either electronically or in paper-and-pencil form from each caregiver. All participants will receive US $25 at enrollment and US $25 at the conclusion of the study after the exit interview and measures are complete.</p>
        <sec>
          <title>The BMT4me App</title>
          <p>The BMT4me app will collect daily data on medication-taking (taken or not taken), the time medication was taken, barriers or reasons for missed doses, symptoms, and any notes the caregiver completes. Passive use data on phone activity and app use will be collected.</p>
        </sec>
        <sec>
          <title>Demographic Data Form</title>
          <p>The caregiver will report on basic background characteristics, including parent and child age, sex, race, ethnicity, education level, and family income.</p>
        </sec>
        <sec>
          <title>Medication Adherence Measure</title>
          <p>The Medication Adherence Measure (MAM) is a semistructured interview specific to pediatrics, conducted with the parent, to obtain an individual score in each module. The score is represented as percentages of the number of required doses. A total summary score can be calculated across all medications as well separately. This allows for quantification of the degree of adherence on a continuum. MAM has demonstrated adequate convergent validity with MEMS (medication event monitoring system) Caps (<italic>r</italic>=−0.40, <italic>P</italic>&#60;.05) [<xref ref-type="bibr" rid="ref33">33</xref>]. MEMS Caps are electronic monitors that objectively measure adherence. They contain microelectronic circuits that date and time-stamp each instance the container is opened for a dose of medication. Data from the MEMS Caps will be downloaded using cloud- or computer-based software at each study visit [<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref35">35</xref>].</p>
        </sec>
        <sec>
          <title>System Usability Scale</title>
          <p>The System Usability Scale is a 10-item questionnaire routinely used to evaluate the functionality and acceptability of mHealth apps [<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref36">36</xref>]. Items are rated on a 5-point scale and scores range from 0 to 100 [<xref ref-type="bibr" rid="ref36">36</xref>]. Reliability (0.91) and validity (0.81 correlation with a 7-point scale of “user-friendliness”) have been well established [<xref ref-type="bibr" rid="ref37">37</xref>]. A score of &#62;68% is considered above average [<xref ref-type="bibr" rid="ref36">36</xref>].</p>
        </sec>
        <sec>
          <title>Caregiver Satisfaction</title>
          <p>Satisfaction will be assessed via semistructured interviews and electronic surveys with caregivers. Caregivers will be asked for feedback regarding participation in the intervention, benefits, burden, barriers, suggested modifications, and overall satisfaction. Suggested modifications to the app and advice to the health care team will also be solicited.</p>
        </sec>
        <sec>
          <title>Medication Level Variability Index</title>
          <p>The medication level variability index is the calculation of the standard deviation of serum assays of immunosuppressants that has been shown to correlate with adherence and clinical outcomes in the solid organ transplant population [<xref ref-type="bibr" rid="ref38">38</xref>]. Immunosuppressant serum assays are collected weekly during the acute phase. The degree of variation among levels will also be calculated.</p>
        </sec>
      </sec>
      <sec>
        <title>Data Analysis</title>
        <p>All interviews will be transcribed verbatim. During qualitative analysis, investigators will use an iterative process of reading, summarizing, and rereading data. The qualitative team is composed of 3 individuals with formal research training in psychology, behavioral health, and nursing. The interview transcripts will be organized and coded using NVIVO software (QSR International). In-vivo coding will occur as new themes emerge from the data. The data will be triangulated by comparing and integrating quantitative survey data with qualitative findings.</p>
        <p>Quantitative data will be summarized with descriptive statistics (frequencies, means, and SDs). During the passive use observation period, passive data modules will capture phone activity and caregivers’ application use (eg, time, date, duration of use). Descriptive statistics will be used to analyze phone activity. Correlation analysis will be used to investigate use behavior over time. Acceptability will be assessed by averaging total scores from the System Usability Scale. Consistent with the literature [<xref ref-type="bibr" rid="ref36">36</xref>], scores &#62;68% on the System Usability Scale will be considered acceptable. The proportion of participants that enroll and complete the study will be examined to assess study feasibility.</p>
        <p>The nature of the study is exploratory rather than confirmatory. Thus, the objective of the analysis is effect size estimation, rather than formal hypothesis testing. Threats to power (eg, participant attrition due to patient death, early taper of immunosuppressant medication) are not a primary concern. We will compute pre-post effect sizes (eg, a standardized mean difference) to inform the future randomized controlled trial (phase 3) assessing the efficacy of the intervention.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>Enrollment of caregivers of children post HSCT from the free-standing Midwestern Children’s Hospital began in September 2021 and is ongoing. Findings from phase 2 will be used to inform further development and refinement of the app for testing in the pilot randomized controlled trial (phase 3) anticipated to begin in fall 2022. We anticipate high usability scores and a better understanding of unique features within the app that are needed for HSCT families post transplant. To date, usability scores among enrolled participants are greater than 70%. Feedback from qualitative interviews is being used to further adapt the app by adding specific weekly logs, call provider options, and voice to text. The results of this study will be disseminated through presentations at scientific conferences and publication in peer-reviewed journals.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>To our knowledge, this is one of the first studies to use a systematic, phased approach to the development of a digital health intervention and evaluation of usability and feasibility to improve outcomes in pediatric HSCT. From this study, we anticipate high usability scores and a better understanding of unique features within the app that are needed for HSCT families post transplant. The long-term goal of this research is to develop novel digital interventions to increase adherence and ultimately improve clinical outcomes for these high-risk children. In addition, there is potential to adapt our work for children with other chronic conditions.</p>
      <p>The strengths of the mixed methods approach and proposed digital health intervention include constructs from behavioral health and BE theory that drive data collection and analysis, as well as the use of multiple methods of data collection and multiple data sources to gain a comprehensive understanding of patient needs. The development of the intervention has undergone multiple iterations based on feedback from multiple stakeholders, including pediatric patients, caregivers, physicians, and nurses, each offering unique and important perspectives.</p>
      <p>Potential limitations of the study include the use of 1 pilot recruitment site; however, there is a diverse group of patients requiring HSCT at this institution. A small number of patient caregivers will be recruited, and a larger user population could yield additional data. At this time, only English-speaking caregivers are eligible; opportunities to increase diversity by adding additional languages are planned in future iterations.</p>
      <p>This protocol describes the second phase of a multiphase, theory-driven digital health app intervention to improve adherence and symptom tracking in children post HSCT. The study findings will provide important knowledge regarding the feasibility of testing in a larger randomized controlled trial. The goal of the entire project is to improve adherence and clinical outcomes in children post HCST, which may have important implications for improving adherence in other clinical populations.</p>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Peer-review report by the National Institute of Nursing Research Initial Review Group (NRRC) (National Institutes of Health, USA).</p>
        <media xlink:href="resprot_v11i7e39098_app1.pdf" xlink:title="PDF File  (Adobe PDF File), 151 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">BE</term>
          <def>
            <p>behavioral economics</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">HSCT</term>
          <def>
            <p>hematopoietic stem cell transplant</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">MAM</term>
          <def>
            <p>Medication Adherence Measure</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">MEMS</term>
          <def>
            <p>medication event monitoring system</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">mHealth</term>
          <def>
            <p>mobile health</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The research reported in this publication was supported by the National Institute of Nursing Research of the National Institutes of Health under award number K99NR019115. The content is solely the responsibility of the authors and does not necessarily represent the official views of the National Institutes of Health.</p>
      <p>We are grateful for the support of the Information Technology Research Informatics group at the Nationwide Children’s Hospital, especially Brannon Oiler, Brandon Abbott, and John Luna for app design and development.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>MS conceived and designed the study. MS wrote the initial draft of the manuscript. MS, ES, JS, WL, AP, and CG made substantial contributions to the planning and design of the study and contributed to the revision of the manuscript. All authors read and approved the final version of the manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bissonnette</surname>
              <given-names>Janice M</given-names>
            </name>
          </person-group>
          <article-title>Adherence: a concept analysis</article-title>
          <source>J Adv Nurs</source>
          <year>2008</year>
          <month>09</month>
          <volume>63</volume>
          <issue>6</issue>
          <fpage>634</fpage>
          <lpage>43</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1365-2648.2008.04745.x</pub-id>
          <pub-id pub-id-type="medline">18808585</pub-id>
          <pub-id pub-id-type="pii">JAN4745</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Drotar</surname>
              <given-names>DD</given-names>
            </name>
            <name name-style="western">
              <surname>Crawford</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Bonner</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Collaborative decision-making and promoting treatment adherence in pediatric chronic illness</article-title>
          <source>PI</source>
          <year>2010</year>
          <month>03</month>
          <volume>2</volume>
          <fpage>1</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.2147/pi.s8820</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Drotar</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Strategies of adherence promotion in the management of pediatric chronic conditions</article-title>
          <source>J Dev Behav Pediatr</source>
          <year>2013</year>
          <volume>34</volume>
          <issue>9</issue>
          <fpage>716</fpage>
          <lpage>29</lpage>
          <pub-id pub-id-type="doi">10.1097/DBP.0b013e31829f6781</pub-id>
          <pub-id pub-id-type="medline">24247913</pub-id>
          <pub-id pub-id-type="pii">00004703-201311000-00010</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McGrady</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hommel</surname>
              <given-names>Kevin A</given-names>
            </name>
          </person-group>
          <article-title>Medication adherence and health care utilization in pediatric chronic illness: a systematic review</article-title>
          <source>Pediatrics</source>
          <year>2013</year>
          <month>10</month>
          <volume>132</volume>
          <issue>4</issue>
          <fpage>730</fpage>
          <lpage>40</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23999953"/>
          </comment>
          <pub-id pub-id-type="doi">10.1542/peds.2013-1451</pub-id>
          <pub-id pub-id-type="medline">23999953</pub-id>
          <pub-id pub-id-type="pii">peds.2013-1451</pub-id>
          <pub-id pub-id-type="pmcid">PMC3784296</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fiese</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Everhart</surname>
              <given-names>Robin S</given-names>
            </name>
          </person-group>
          <article-title>Medical adherence and childhood chronic illness: family daily management skills and emotional climate as emerging contributors</article-title>
          <source>Curr Opin Pediatr</source>
          <year>2006</year>
          <month>10</month>
          <volume>18</volume>
          <issue>5</issue>
          <fpage>551</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1097/01.mop.0000245357.68207.9b</pub-id>
          <pub-id pub-id-type="medline">16969171</pub-id>
          <pub-id pub-id-type="pii">00008480-200610000-00013</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Landier</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Age span challenges: adherence in pediatric oncology</article-title>
          <source>Semin Oncol Nurs</source>
          <year>2011</year>
          <month>05</month>
          <volume>27</volume>
          <issue>2</issue>
          <fpage>142</fpage>
          <lpage>53</lpage>
          <pub-id pub-id-type="doi">10.1016/j.soncn.2011.02.006</pub-id>
          <pub-id pub-id-type="medline">21514483</pub-id>
          <pub-id pub-id-type="pii">S0749-2081(11)00009-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shemesh</surname>
              <given-names>Eyal</given-names>
            </name>
            <name name-style="western">
              <surname>Shneider</surname>
              <given-names>Benjamin L</given-names>
            </name>
            <name name-style="western">
              <surname>Savitzky</surname>
              <given-names>Jill K</given-names>
            </name>
            <name name-style="western">
              <surname>Arnott</surname>
              <given-names>Lindsay</given-names>
            </name>
            <name name-style="western">
              <surname>Gondolesi</surname>
              <given-names>Gabriel E</given-names>
            </name>
            <name name-style="western">
              <surname>Krieger</surname>
              <given-names>Nancy R</given-names>
            </name>
            <name name-style="western">
              <surname>Kerkar</surname>
              <given-names>Nanda</given-names>
            </name>
            <name name-style="western">
              <surname>Magid</surname>
              <given-names>Margret S</given-names>
            </name>
            <name name-style="western">
              <surname>Stuber</surname>
              <given-names>Margaret L</given-names>
            </name>
            <name name-style="western">
              <surname>Schmeidler</surname>
              <given-names>James</given-names>
            </name>
            <name name-style="western">
              <surname>Yehuda</surname>
              <given-names>Rachel</given-names>
            </name>
            <name name-style="western">
              <surname>Emre</surname>
              <given-names>Sukru</given-names>
            </name>
          </person-group>
          <article-title>Medication adherence in pediatric and adolescent liver transplant recipients</article-title>
          <source>Pediatrics</source>
          <year>2004</year>
          <month>04</month>
          <volume>113</volume>
          <issue>4</issue>
          <fpage>825</fpage>
          <lpage>32</lpage>
          <pub-id pub-id-type="doi">10.1542/peds.113.4.825</pub-id>
          <pub-id pub-id-type="medline">15060234</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Quine</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Steadman</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Thompson</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Rutter</surname>
              <given-names>Derek R</given-names>
            </name>
          </person-group>
          <article-title>Adherence to anti-hypertensive medication: proposing and testing a conceptual model</article-title>
          <source>Br J Health Psychol</source>
          <year>2012</year>
          <month>02</month>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>202</fpage>
          <lpage>19</lpage>
          <pub-id pub-id-type="doi">10.1111/j.2044-8287.2011.02034.x</pub-id>
          <pub-id pub-id-type="medline">22107150</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Varni</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>Wallander</surname>
              <given-names>JL</given-names>
            </name>
          </person-group>
          <article-title>Adherence to health-related regimens in pediatric chronic disorders</article-title>
          <source>Clin Psych Rev</source>
          <year>1984</year>
          <month>1</month>
          <volume>4</volume>
          <issue>5</issue>
          <fpage>585</fpage>
          <lpage>596</lpage>
          <pub-id pub-id-type="doi">10.1016/0272-7358(84)90046-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hoodin</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <source>Psychological and behavioral correlates of medical adherence among adult bone marrow transplant recipients (Dissertation)</source>
          <year>1993</year>
          <publisher-loc>Detroit, MI</publisher-loc>
          <publisher-name>Wayne St. University</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Phipps</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>DeCuir-Whalley</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Adherence issues in pediatric bone marrow transplantation</article-title>
          <source>J Pediatr Psychol</source>
          <year>1990</year>
          <month>08</month>
          <volume>15</volume>
          <issue>4</issue>
          <fpage>459</fpage>
          <lpage>75</lpage>
          <pub-id pub-id-type="doi">10.1093/jpepsy/15.4.459</pub-id>
          <pub-id pub-id-type="medline">2258795</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pai</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Rausch</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Drake</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Morrison</surname>
              <given-names>CF</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Nelson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tackett</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Berger</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Szulczewski</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Mara</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Davies</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Poor adherence is associated with more infections after pediatric hematopoietic stem cell transplant</article-title>
          <source>Biol Blood Marrow Transplant</source>
          <year>2018</year>
          <month>02</month>
          <volume>24</volume>
          <issue>2</issue>
          <fpage>381</fpage>
          <lpage>385</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1083-8791(17)30802-9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.bbmt.2017.10.033</pub-id>
          <pub-id pub-id-type="medline">29102720</pub-id>
          <pub-id pub-id-type="pii">S1083-8791(17)30802-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McGrady</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>SN</given-names>
            </name>
            <name name-style="western">
              <surname>Davies</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Pai</surname>
              <given-names>AL</given-names>
            </name>
          </person-group>
          <article-title>Adherence to outpatient oral medication regimens in adolescent hematopoietic stem cell transplant recipients</article-title>
          <source>Eur J Oncol Nurs</source>
          <year>2014</year>
          <month>04</month>
          <volume>18</volume>
          <issue>2</issue>
          <fpage>140</fpage>
          <lpage>4</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24361039"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ejon.2013.11.007</pub-id>
          <pub-id pub-id-type="medline">24361039</pub-id>
          <pub-id pub-id-type="pii">S1462-3889(13)00163-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC3947682</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Skeens</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Akard</surname>
              <given-names>TF</given-names>
            </name>
            <name name-style="western">
              <surname>Gilmer</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Garee</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Toward a better understanding of pediatric BMT adherence: an exploration of provider perceptions</article-title>
          <source>Bio Blood Marrow Transplant</source>
          <year>2014</year>
          <month>02</month>
          <volume>20</volume>
          <issue>2</issue>
          <fpage>S315</fpage>
          <pub-id pub-id-type="doi">10.1016/j.bbmt.2013.12.553</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Volpp</surname>
              <given-names>KG</given-names>
            </name>
            <name name-style="western">
              <surname>Asch</surname>
              <given-names>DA</given-names>
            </name>
          </person-group>
          <article-title>Nudge units to improve the delivery of health care</article-title>
          <source>N Engl J Med</source>
          <year>2018</year>
          <month>01</month>
          <day>18</day>
          <volume>378</volume>
          <issue>3</issue>
          <fpage>214</fpage>
          <lpage>216</lpage>
          <pub-id pub-id-type="doi">10.1056/nejmp1712984</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Linnemayr</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>MacCarthy</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Giguere</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Carballo-Dieguez</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Barreras</surname>
              <given-names>JL</given-names>
            </name>
          </person-group>
          <article-title>Behavioral economics-based incentives supported by mobile technology on HIV knowledge and testing frequency among Latino/a men who have sex with men and transgender women: Protocol for a randomized pilot study to test intervention feasibility and acceptability</article-title>
          <source>Trials</source>
          <year>2018</year>
          <month>10</month>
          <day>05</day>
          <volume>19</volume>
          <issue>1</issue>
          <fpage>540</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://trialsjournal.biomedcentral.com/articles/10.1186/s13063-018-2867-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13063-018-2867-1</pub-id>
          <pub-id pub-id-type="medline">30290851</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13063-018-2867-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC6173939</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stevens</surname>
              <given-names>Jack</given-names>
            </name>
          </person-group>
          <article-title>Behavioral economics as a promising framework for promoting treatment adherence to pediatric regimens</article-title>
          <source>J Pediatr Psychol</source>
          <year>2014</year>
          <month>09</month>
          <volume>39</volume>
          <issue>10</issue>
          <fpage>1097</fpage>
          <lpage>103</lpage>
          <pub-id pub-id-type="doi">10.1093/jpepsy/jsu071</pub-id>
          <pub-id pub-id-type="medline">25216661</pub-id>
          <pub-id pub-id-type="pii">jsu071</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van Mierlo</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Hyatt</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Ching</surname>
              <given-names>AT</given-names>
            </name>
            <name name-style="western">
              <surname>Fournier</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Dembo</surname>
              <given-names>RS</given-names>
            </name>
          </person-group>
          <article-title>Behavioral economics, wearable devices, and cooperative games: results from a population-based intervention to increase physical activity</article-title>
          <source>JMIR Serious Games</source>
          <year>2016</year>
          <month>01</month>
          <day>28</day>
          <volume>4</volume>
          <issue>1</issue>
          <fpage>e1</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://games.jmir.org/2016/1/e1/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/games.5358</pub-id>
          <pub-id pub-id-type="medline">26821955</pub-id>
          <pub-id pub-id-type="pii">v4i1e1</pub-id>
          <pub-id pub-id-type="pmcid">PMC4751337</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mitchell</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Goodman</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Alter</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>John</surname>
              <given-names>LK</given-names>
            </name>
            <name name-style="western">
              <surname>Oh</surname>
              <given-names>PI</given-names>
            </name>
            <name name-style="western">
              <surname>Pakosh</surname>
              <given-names>MT</given-names>
            </name>
            <name name-style="western">
              <surname>Faulkner</surname>
              <given-names>GE</given-names>
            </name>
          </person-group>
          <article-title>Financial incentives for exercise adherence in adults: systematic review and meta-analysis</article-title>
          <source>Am J Prev Med</source>
          <year>2013</year>
          <month>11</month>
          <volume>45</volume>
          <issue>5</issue>
          <fpage>658</fpage>
          <lpage>67</lpage>
          <pub-id pub-id-type="doi">10.1016/j.amepre.2013.06.017</pub-id>
          <pub-id pub-id-type="medline">24139781</pub-id>
          <pub-id pub-id-type="pii">S0749-3797(13)00436-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Angellotti</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Pierce</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hescott</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Pittas</surname>
              <given-names>AG</given-names>
            </name>
          </person-group>
          <article-title>Combining Wireless Technology and Behavioral Economics to Engage Patients (WiBEEP) with cardiometabolic disease: a pilot study</article-title>
          <source>Pilot Feasibility Stud</source>
          <year>2019</year>
          <month>1</month>
          <day>15</day>
          <volume>5</volume>
          <issue>1</issue>
          <fpage>7</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://pilotfeasibilitystudies.biomedcentral.com/articles/10.1186/s40814-019-0395-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s40814-019-0395-8</pub-id>
          <pub-id pub-id-type="medline">30675374</pub-id>
          <pub-id pub-id-type="pii">395</pub-id>
          <pub-id pub-id-type="pmcid">PMC6332845</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>LL</given-names>
            </name>
            <name name-style="western">
              <surname>DeVore</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Granger</surname>
              <given-names>BB</given-names>
            </name>
            <name name-style="western">
              <surname>Eapen</surname>
              <given-names>ZJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ariely</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hernandez</surname>
              <given-names>AF</given-names>
            </name>
          </person-group>
          <article-title>Leveraging behavioral economics to improve heart failure care and outcomes</article-title>
          <source>Circulation</source>
          <year>2017</year>
          <month>08</month>
          <day>22</day>
          <volume>136</volume>
          <issue>8</issue>
          <fpage>765</fpage>
          <lpage>772</lpage>
          <pub-id pub-id-type="doi">10.1161/circulationaha.117.028380</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Malo</surname>
              <given-names>TL</given-names>
            </name>
            <name name-style="western">
              <surname>Hall</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Brewer</surname>
              <given-names>NT</given-names>
            </name>
            <name name-style="western">
              <surname>Lathren</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Gilkey</surname>
              <given-names>MB</given-names>
            </name>
          </person-group>
          <article-title>Why is announcement training more effective than conversation training for introducing HPV vaccination? A theory-based investigation</article-title>
          <source>Implement Sci</source>
          <year>2018</year>
          <month>04</month>
          <day>19</day>
          <volume>13</volume>
          <issue>1</issue>
          <fpage>57</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/s13012-018-0743-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13012-018-0743-8</pub-id>
          <pub-id pub-id-type="medline">29673374</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13012-018-0743-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC5907716</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Opel</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Catz</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Myaing</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mangione-Smith</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>The relationship between parent attitudes about childhood vaccines survey scores and future child immunization status: a validation study</article-title>
          <source>JAMA Pediatr</source>
          <year>2013</year>
          <month>11</month>
          <day>01</day>
          <volume>167</volume>
          <issue>11</issue>
          <fpage>1065</fpage>
          <lpage>71</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24061681"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamapediatrics.2013.2483</pub-id>
          <pub-id pub-id-type="medline">24061681</pub-id>
          <pub-id pub-id-type="pii">1740762</pub-id>
          <pub-id pub-id-type="pmcid">PMC4957941</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>NK</given-names>
            </name>
            <name name-style="western">
              <surname>Buttenheim</surname>
              <given-names>AM</given-names>
            </name>
          </person-group>
          <article-title>Improving utilization of and retention in PMTCT services: can behavioral economics help?</article-title>
          <source>BMC Health Serv Res</source>
          <year>2013</year>
          <month>10</month>
          <day>10</day>
          <volume>13</volume>
          <issue>1</issue>
          <fpage>406</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmchealthservres.biomedcentral.com/articles/10.1186/1472-6963-13-406"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1472-6963-13-406</pub-id>
          <pub-id pub-id-type="medline">24112440</pub-id>
          <pub-id pub-id-type="pii">1472-6963-13-406</pub-id>
          <pub-id pub-id-type="pmcid">PMC3852550</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Barth</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>de Jong</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Junger</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Lost in privacy? Online privacy from a cybersecurity expert perspective</article-title>
          <source>Telemat Inform</source>
          <year>2022</year>
          <month>03</month>
          <volume>68</volume>
          <fpage>101782</fpage>
          <pub-id pub-id-type="doi">10.1016/j.tele.2022.101782</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Camacho</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>LoPresti</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Appelboom</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Dumont</surname>
              <given-names>ELP</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Connolly</surname>
              <given-names>ES</given-names>
            </name>
          </person-group>
          <article-title>The ubiquitous role of smartphones in mobile health</article-title>
          <source>BBIJ</source>
          <year>2014</year>
          <month>9</month>
          <day>27</day>
          <volume>1</volume>
          <issue>1</issue>
          <fpage>14</fpage>
          <lpage>19</lpage>
          <pub-id pub-id-type="doi">10.15406/bbij.2014.01.00004</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Asch</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Muller</surname>
              <given-names>RW</given-names>
            </name>
            <name name-style="western">
              <surname>Volpp</surname>
              <given-names>KG</given-names>
            </name>
          </person-group>
          <article-title>Automated hovering in health care — watching over the 5000 hours</article-title>
          <source>N Engl J Med</source>
          <year>2012</year>
          <month>07</month>
          <day>05</day>
          <volume>367</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>3</lpage>
          <pub-id pub-id-type="doi">10.1056/nejmp1203869</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Skrabal Ross</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Gunn</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Suppiah</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Patterson</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Olver</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>A review of factors influencing non-adherence to oral antineoplastic drugs</article-title>
          <source>Support Care Cancer</source>
          <year>2020</year>
          <month>09</month>
          <day>25</day>
          <volume>28</volume>
          <issue>9</issue>
          <fpage>4043</fpage>
          <lpage>4050</lpage>
          <pub-id pub-id-type="doi">10.1007/s00520-020-05469-y</pub-id>
          <pub-id pub-id-type="medline">32335731</pub-id>
          <pub-id pub-id-type="pii">10.1007/s00520-020-05469-y</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Unni</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Sternbach</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Goren</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Using the Medication Adherence Reasons Scale (MAR-Scale) to identify the reasons for non-adherence across multiple disease conditions</article-title>
          <source>PPA</source>
          <year>2019</year>
          <month>06</month>
          <volume>Volume 13</volume>
          <fpage>993</fpage>
          <lpage>1004</lpage>
          <pub-id pub-id-type="doi">10.2147/ppa.s205359</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Duncan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Annunziato</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Dunphy</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>LaPointe Rudow</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Shneider</surname>
              <given-names>BL</given-names>
            </name>
            <name name-style="western">
              <surname>Shemesh</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of immunosuppressant adherence interventions in transplant recipients: Decoding the streetlight effect</article-title>
          <source>Pediatr Transplant</source>
          <year>2018</year>
          <month>02</month>
          <day>07</day>
          <volume>22</volume>
          <issue>1</issue>
          <fpage>e13086</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29218760"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/petr.13086</pub-id>
          <pub-id pub-id-type="medline">29218760</pub-id>
          <pub-id pub-id-type="pmcid">PMC5811374</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Alwashmi</surname>
              <given-names>MF</given-names>
            </name>
            <name name-style="western">
              <surname>Hawboldt</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Fetters</surname>
              <given-names>MD</given-names>
            </name>
          </person-group>
          <article-title>The iterative convergent design for mobile health usability testing: mixed methods approach</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2019</year>
          <month>04</month>
          <day>26</day>
          <volume>7</volume>
          <issue>4</issue>
          <fpage>e11656</fpage>
          <pub-id pub-id-type="doi">10.2196/11656</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fedele</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Cushing</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Fritz</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Amaro</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Ortega</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Mobile health interventions for improving health outcomes in youth: a meta-analysis</article-title>
          <source>JAMA Pediatr</source>
          <year>2017</year>
          <month>05</month>
          <day>01</day>
          <volume>171</volume>
          <issue>5</issue>
          <fpage>461</fpage>
          <lpage>469</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28319239"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamapediatrics.2017.0042</pub-id>
          <pub-id pub-id-type="medline">28319239</pub-id>
          <pub-id pub-id-type="pii">2611946</pub-id>
          <pub-id pub-id-type="pmcid">PMC6037338</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hommel</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Baldassano</surname>
              <given-names>RN</given-names>
            </name>
          </person-group>
          <article-title>Objective versus subjective assessment of oral medication adherence in pediatric inflammatory bowel disease</article-title>
          <source>Inflamm Bowel Dis</source>
          <year>2009</year>
          <month>04</month>
          <volume>15</volume>
          <issue>4</issue>
          <fpage>589</fpage>
          <lpage>93</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/18985746"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/ibd.20798</pub-id>
          <pub-id pub-id-type="medline">18985746</pub-id>
          <pub-id pub-id-type="pmcid">PMC2663377</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Quittner</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Modi</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Lemanek</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Ievers-Landis</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Rapoff</surname>
              <given-names>MA</given-names>
            </name>
          </person-group>
          <article-title>Evidence-based assessment of adherence to medical treatments in pediatric psychology</article-title>
          <source>J Pediatr Psychol</source>
          <year>2008</year>
          <month>10</month>
          <day>18</day>
          <volume>33</volume>
          <issue>9</issue>
          <fpage>916</fpage>
          <lpage>36; discussion 937</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/17846042"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jpepsy/jsm064</pub-id>
          <pub-id pub-id-type="medline">17846042</pub-id>
          <pub-id pub-id-type="pii">jsm064</pub-id>
          <pub-id pub-id-type="pmcid">PMC2639495</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ingerski</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Hente</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Modi</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Hommel</surname>
              <given-names>KA</given-names>
            </name>
          </person-group>
          <article-title>Electronic measurement of medication adherence in pediatric chronic illness: a review of measures</article-title>
          <source>J Pediatr</source>
          <year>2011</year>
          <month>10</month>
          <volume>159</volume>
          <issue>4</issue>
          <fpage>528</fpage>
          <lpage>34</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21722917"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jpeds.2011.05.018</pub-id>
          <pub-id pub-id-type="medline">21722917</pub-id>
          <pub-id pub-id-type="pii">S0022-3476(11)00496-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC3176987</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Sauro</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <source>The Factor Structure of the System Usability Scale</source>
          <year>2009</year>
          <publisher-loc>Berlin, Heidelberg</publisher-loc>
          <publisher-name>Springer</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bangor</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kortum</surname>
              <given-names>PT</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>JT</given-names>
            </name>
          </person-group>
          <article-title>An empirical evaluation of the system usability scale</article-title>
          <source>International Journal of Human-Computer Interaction</source>
          <year>2008</year>
          <month>07</month>
          <day>30</day>
          <volume>24</volume>
          <issue>6</issue>
          <fpage>574</fpage>
          <lpage>594</lpage>
          <pub-id pub-id-type="doi">10.1080/10447310802205776</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shemesh</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Bucuvalas</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Anand</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Mazariegos</surname>
              <given-names>GV</given-names>
            </name>
            <name name-style="western">
              <surname>Alonso</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Venick</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Reyes-Mugica</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Annunziato</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Shneider</surname>
              <given-names>BL</given-names>
            </name>
          </person-group>
          <article-title>The Medication Level Variability Index (MLVI) predicts poor liver transplant outcomes: a prospective multi-site study</article-title>
          <source>Am J Transplant</source>
          <year>2017</year>
          <month>10</month>
          <day>22</day>
          <volume>17</volume>
          <issue>10</issue>
          <fpage>2668</fpage>
          <lpage>2678</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1111/ajt.14276"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/ajt.14276</pub-id>
          <pub-id pub-id-type="medline">28321975</pub-id>
          <pub-id pub-id-type="pmcid">PMC5607074</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
