<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v12i1e43418</article-id>
      <article-id pub-id-type="pmid">37314839</article-id>
      <article-id pub-id-type="doi">10.2196/43418</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Testing Behavior Change Techniques to Increase Physical Activity in Middle-Aged and Older Adults: Protocol for a Randomized Personalized Trial Series</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Epstein</surname>
            <given-names>Leonard</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Horrell</surname>
            <given-names>Lindsey</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Friel</surname>
            <given-names>Ciaran P</given-names>
          </name>
          <degrees>EdD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Institute of Health System Science</institution>
            <institution>Feinstein Institutes for Medical Research</institution>
            <institution>Northwell Health</institution>
            <addr-line>140 East 59th Street</addr-line>
            <addr-line>New York, NY, 10022</addr-line>
            <country>United States</country>
            <phone>1 9172027729</phone>
            <email>cfriel@northwell.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9882-2851</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Robles</surname>
            <given-names>Patrick L</given-names>
          </name>
          <degrees>MPH</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1018-2886</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Butler</surname>
            <given-names>Mark</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4359-2897</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Pahlevan-Ibrekic</surname>
            <given-names>Challace</given-names>
          </name>
          <degrees>MBE</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3755-7470</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Duer-Hefele</surname>
            <given-names>Joan</given-names>
          </name>
          <degrees>RN, MA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0472-3524</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Vicari</surname>
            <given-names>Frank</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0009-9860-9861</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Chandereng</surname>
            <given-names>Thevaa</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4078-9176</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Cheung</surname>
            <given-names>Ken</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8530-035X</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Suls</surname>
            <given-names>Jerry</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8436-7488</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author">
          <name name-style="western">
            <surname>Davidson</surname>
            <given-names>Karina W</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9162-477X</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Institute of Health System Science</institution>
        <institution>Feinstein Institutes for Medical Research</institution>
        <institution>Northwell Health</institution>
        <addr-line>New York, NY</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Mailman School of Public Health</institution>
        <institution>Columbia University</institution>
        <addr-line>New York, NY</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Ciaran P Friel <email>cfriel@northwell.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2023</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>14</day>
        <month>6</month>
        <year>2023</year>
      </pub-date>
      <volume>12</volume>
      <elocation-id>e43418</elocation-id>
      <history>
        <date date-type="received">
          <day>30</day>
          <month>11</month>
          <year>2022</year>
        </date>
        <date date-type="rev-request">
          <day>28</day>
          <month>2</month>
          <year>2023</year>
        </date>
        <date date-type="rev-recd">
          <day>19</day>
          <month>4</month>
          <year>2023</year>
        </date>
        <date date-type="accepted">
          <day>20</day>
          <month>4</month>
          <year>2023</year>
        </date>
      </history>
      <copyright-statement>©Ciaran P Friel, Patrick L Robles, Mark Butler, Challace Pahlevan-Ibrekic, Joan Duer-Hefele, Frank Vicari, Thevaa Chandereng, Ken Cheung, Jerry Suls, Karina W Davidson. Originally published in JMIR Research Protocols (https://www.researchprotocols.org), 14.06.2023.</copyright-statement>
      <copyright-year>2023</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on https://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.researchprotocols.org/2023/1/e43418" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Being physically active is critical to successful aging, but most middle-aged and older adults do not move enough. Research has shown that even small increases in activity can have a significant impact on risk reduction and improve quality of life. Some behavior change techniques (BCTs) can increase activity, but prior studies on their effectiveness have primarily tested them in between-subjects trials and in aggregate. These design approaches, while robust, fail to identify those BCTs most influential for a given individual. In contrast, a personalized, or N-of-1, trial design can assess a person’s response to each specific intervention.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study is designed to test the feasibility, acceptability, and preliminary effectiveness of a remotely delivered personalized behavioral intervention to increase low-intensity physical activity (ie, walking) in adults aged 45 to 75 years.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>The intervention will be administered over 10 weeks, starting with a 2-week baseline period followed by 4 BCTs (goal-setting, self-monitoring, feedback, and action planning) delivered one at a time, each for 2 weeks. In total, 60 participants will be randomized post baseline to 1 of 24 intervention sequences. Physical activity will be continuously measured by a wearable activity tracker, and intervention components and outcome measures will be delivered and collected by email, SMS text messages, and surveys. The effect of the overall intervention on step counts relative to baseline will be examined using generalized linear mixed models with an autoregressive model that accounts for possible autocorrelation and linear trends for daily steps across time. Participant satisfaction with the study components and attitudes and opinions toward personalized trials will be measured at the intervention's conclusion.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Pooled change in daily step count will be reported between baseline and individual BCTs and baseline versus overall intervention. Self-efficacy scores will be compared between baseline and individual BCTs and between baseline and the overall intervention. Mean and SD will be reported for survey measures (participant satisfaction with study components and attitudes and opinions toward personalized trials).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Assessing the feasibility and acceptability of delivering a personalized, remote physical activity intervention for middle-aged and older adults will inform what steps will be needed to scale up to a fully powered and within-subjects experimental design remotely. Examining the effect of each BCT in isolation will allow for their unique impact to be assessed and support design of future behavioral interventions. In using a personalized trial design, the heterogeneity of individual responses for each BCT can be quantified and inform later National Institutes of Health stages of intervention development trials.</p>
        </sec>
        <sec sec-type="Trial Registration">
          <title>Trial Registration</title>
          <p>clinicaltrials.gov NCT04967313; https://clinicaltrials.gov/ct2/show/NCT04967313</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>RR1-10.2196/43418</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>behavior change techniques</kwd>
        <kwd>N-of-1</kwd>
        <kwd>personalized trials</kwd>
        <kwd>physical activity</kwd>
        <kwd>behavior change</kwd>
        <kwd>aging</kwd>
        <kwd>quality of life</kwd>
        <kwd>feasibility</kwd>
        <kwd>acceptability</kwd>
        <kwd>effectiveness</kwd>
        <kwd>web-based</kwd>
        <kwd>intervention</kwd>
        <kwd>text</kwd>
        <kwd>email</kwd>
        <kwd>survey</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>The health benefits of physical activity (PA) are wide ranging, from reducing all-cause mortality and cardiovascular disease risk [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>] to improving mental health [<xref ref-type="bibr" rid="ref3">3</xref>]. However, most Americans fail to meet recommended levels of PA, with a prevalence of inactivity increasing as people age [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>]. This age-related decline in activity is concerning as the benefits of PA are particularly potent as we get older [<xref ref-type="bibr" rid="ref6">6</xref>]. The development of effective PA interventions such that everyone meets national guidelines remains a central goal, but recent research findings have shown that even small increases in PA offer health benefits [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. Furthermore, a nonlinear dose response exists between PA volume and disease risk reduction, with the greatest drop in risk seen in very inactive older adults who increase PA by even a small amount [<xref ref-type="bibr" rid="ref2">2</xref>]. Low-intensity PA, such as walking, has been identified as an effective and well-accepted modality, with increases of as little as 1000 steps per day found to lower the risk of mortality [<xref ref-type="bibr" rid="ref2">2</xref>].</p>
      <p>While the evidence demonstrating health benefits for older adults from even small amounts of PA is reassuring [<xref ref-type="bibr" rid="ref2">2</xref>], questions remain on the most effective ways to encourage any positive change in PA among this population. While there have been numerous PA interventions for older adults, few have shown more than modest improvements [<xref ref-type="bibr" rid="ref7">7</xref>]. One plausible reason is that many of these studies have been conventional randomized controlled trials (RCTs) with little consideration for active components of behavior interventions, no consideration for heterogeneity of treatment effects, and a mean outcome effect calculated, for example, pre-post change in daily step count for the hypothetical “average” older adult. While between-subjects RCTs are the gold standard of research trials, this design cannot calculate individual heterogeneity of treatment effects, as individuals are only exposed to 1 condition—the single condition to which they were randomized [<xref ref-type="bibr" rid="ref8">8</xref>]. Even in clinically significant between-subject RCTs, some participants increase in activity, while others show no change or even decrease in activity in response to the intervention.</p>
      <p>To address these concerns, some RCT designs focus on within-person behavior change with exposure to multiple interventions. Personalized trial designs, otherwise known as “N-of-1” trial designs, use a within-subject experimental approach to evaluate the outcomes of different interventions specific to that subject [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. For example, a personalized trial can provide a quantitative estimate of the effects of distinct behavioral interventions on a single participant by observing the participant continuously over a given period with the different interventions occurring at scheduled time points. Observing the effects of multiple interventions can determine the quantitative effect of each specific intervention on an individual participant. This means effect sizes for each intervention can be confirmed for that participant rather than relying on aggregate findings that include data from other participants.</p>
      <p>Personalized trials have been used to study fatigue, depression, back pain, and preventive behaviors [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>], but they have not been widely employed in real-world clinical practice because the delivery of such an approach has been perceived as overly burdensome for clinicians and patients [<xref ref-type="bibr" rid="ref13">13</xref>]. However, with the advent of smartphones, cloud computing, and biometric or activity trackers, platforms can now be developed to conduct N-of-trials more feasibly. N-of-1 trials using this technology can allow researchers to deliver behavioral interventions and obtain real-world data remotely, often in real time.</p>
      <p>Extensive research has attempted to untangle those key elements, known as behavior change techniques (BCTs), that contribute to successful changes in behaviors such as smoking, diet, or PA [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>]. From this body of research, we first focused on those that have been associated with improvements in PA [<xref ref-type="bibr" rid="ref16">16</xref>] and then narrowed our intervention selection down to 4 BCTs that were most strongly associated with a change in walking and could be delivered effectively using our trial design. The 4 BCTs selected are goal setting, self-monitoring of behavior, action-planning, and feedback on behavior.</p>
      <p>This study protocol is designed to evaluate the feasibility and acceptability of a randomized personalized trial that will serially deliver 4 BCTs in random order to promote low-intensity PA. The trial will recruit 60 adults aged 45-75 years. The protocol will integrate wearable technology (ie, Fitbit) capable of measuring participant activity (eg, step count and heart rate) with SMS text messaging and survey delivery via smartphone such that the research team can conduct the study remotely and collect data continuously. The study’s primary outcomes will be within-person changes in daily steps and participant satisfaction with personalized trial approach components. Secondary outcomes include self-efficacy for walking and participant attitudes and opinions toward personalized trials.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Design</title>
        <p>The purpose of this study is to determine the feasibility, acceptability and preliminary effectiveness of using personalized or N-of-1 methods to increase low-intensity walking by 2000 steps per day for 5 days each week in a remote research study. Participants can accumulate these additional 2000 steps across the course of the day and do not have to do so in a single bout. The study will recruit Northwell employees aged 45 to 75 years old and use 4 BCTs that have been shown as effective in encouraging increases in PA.</p>
        <p>The study design comprises 2 main parts. Part 1 entails a series of 4 phases (see <xref rid="figure1" ref-type="fig">Figure 1</xref>) where participants will be recruited to help develop the content and processes for the second main part, which is the intervention—a personalized trial series. Up to 60 participants will participate in the initial series of 4 phases undergoing focus groups, interviews, and surveys to elicit feedback concerning the clarity of instructions and convenience of messaging. They will provide feedback on key aspects of study design, including BCT choices, BCT descriptions, materials, and electronic delivery methods such as SMS text messaging and email receipt. Up to 10 of the 60 participants will engage with study materials and procedures as “mock participants,” interacting remotely and providing feedback about the ease and acceptability of study procedures to further refine study materials and procedures.</p>
        <p>The second main part of the study entails an intervention, where 60 participants (who were not involved in the earlier phases of focus groups and user testing) will be recruited for a 10-week personalized trial assessing the impact of 4 BCTs, assigned in random order, on their walking behavior. Participants will be sent a Fitbit Charge 4 tracker that will monitor the number of steps taken per day. At the end of each 2-week intervention period, participants will complete a survey stating their satisfaction with the specific single BCT delivered during that time. Each BCT will be presented for 2 weeks during the 8-week active intervention in a randomly selected order (see <xref rid="figure2" ref-type="fig">Figure 2</xref>). Our study statistician, who is not involved in recruitment, will generate a list of assignments using block randomization, which they will then provide to our project manager. Participants will be assigned a BCT sequence if they complete the baseline and meet all adherence criteria.</p>
        <p>At the end of their 10-week trial, participants will receive a detailed summary of their observed data and a final, comprehensive satisfaction survey regarding the overall personalized trial design. The summary will help participants learn more about their responses to each of the 4 BCTs. The satisfaction survey will inform investigators about the feasibility of personalized study design for future research and clinical applications.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Pretrial user testing.</p>
          </caption>
          <graphic xlink:href="resprot_v12i1e43418_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Intervention sequences. AP: action planning; BCT: behavior change technique; FB: feedback on behavior; GS: goal setting; SM: self-monitoring.</p>
          </caption>
          <graphic xlink:href="resprot_v12i1e43418_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Participants, Recruitment, and Screening</title>
        <p>Potential participants will be Northwell Health employees who are community residing, 45 to 75 years old, healthy, report that they walk regularly without health and safety issues, and express an interest in participating in a personalized trial to increase their walking.</p>
        <p>The study will use Northwell Health’s existing employee networks to recruit eligible participants. Potential participants may be recruited via the following measures: (1) advertisement emails to those who previously expressed an interest in participating in a personalized trial, (2) flyers circulated within the Northwell Health network, and (3) Northwell Health employee social media sites such as Northwell’s employee-only Facebook group.</p>
        <p>Interested participants will first be invited to complete a “Screening Survey” where they must respond to inclusion and exclusion criteria. Clinical research coordinators will review these data and determine whether a potential participant is eligible to participate.</p>
      </sec>
      <sec>
        <title>Ethics Approval</title>
        <p>The protocol and consent processes have been approved by the institutional review board (IRB; 20-1166) at Northwell Health’s Feinstein Institutes for Medical Research. The study protocol conforms to the ethical guidelines of the 1975 Declaration of Helsinki as reflected in a priori approval by the institution’s human research committee, Northwell Health Institutional Review Board. The consent document will contain all the elements of informed consent required by applicable federal regulation for the protection of human subjects and elements of authorization required by the Health Insurance Portability and Accountability Act Privacy Rule.</p>
      </sec>
      <sec>
        <title>Consent Process</title>
        <p>The consent will be presented electronically as an IRB-approved information sheet for the pretrial phases and as a full, IRB-approved informed consent form requiring a digital signature for the intervention. As consent for the intervention will be obtained remotely, the electronic platform will be designed such that the consent form is easy to navigate. We will use interactive, electronic-based technology to present information about the research in a variety of different modalities to facilitate understanding before participants document their consent (eg, print and video formats). The consent document will contain all the elements of informed consent required by applicable federal regulation for the protection of human subjects and elements of authorization required by the Health Insurance Portability and Accountability Act Privacy Rule and will begin with a concise and focused presentation of the key information that is most likely to assist participants in understanding the reasons why they may or may not want to participate in the research. These descriptions will be carefully scripted in language that persons with a sixth-grade education can understand; key information will include a brief description of the participant’s proposed involvement, potential risks, and benefits of participation. Voluntary participation affirming participants that they have the right to stop at any time without impact to their employment or care will be emphasized. Potential participants must demonstrate comprehension of the informed consent form by responding to 4 questions about the trial prior to documenting their consent. Their electronic informed consent will be obtained prior to enrollment in the project for those individuals who are eligible. Participants will receive a copy of their signed informed consent form via SMS text message. Since consents are obtained electronically, they will remain in our Research Electronic Data Capture database (Vanderbilt University) indefinitely. The IRB-approved informed consent is included in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
      </sec>
      <sec>
        <title>Privacy and Confidentiality</title>
        <p>Given that study activities involve no more than minimal risks encountered in daily life (ie, increased time spent walking by healthy, working individuals), this study does not require oversight by a Data Safety and Monitoring Committee. Rather, the study has received National Institutes of Health approval for a safety monitor. This safety monitor will be assigned to periodically review and evaluate project data for participant safety, scientific integrity, and trial progress. There is no additional risk with using a Fitbit activity monitor for research as compared to using the device as a consumer, including mild skin irritation (ie, contact dermatitis) which occurs among a small proportion of users. One risk of taking part in this study is the possibility of a loss of confidentiality or privacy. The risk of loss of confidentiality will be minimized by securely storing data including protected health information in a Northwell-approved database and minimizing the use of protected health information.</p>
      </sec>
      <sec>
        <title>Participant Compensation</title>
        <p>Participant compensation will vary according to the part of the study in which the participant is involved. Participants in the 4 pretrial phases will receive 5000 points credited to their Northwell MyRecognition account (roughly equivalent to US $25) for attending a focus group, participating in an interview, or completing their mock study procedures.</p>
        <p>For the intervention, involving 10 weeks of study participation, participants will receive a pay card valued at US $100 for completing all study requirements. Additionally, participants in the intervention will be able to keep their Fitbit, valued at US $150.</p>
      </sec>
      <sec>
        <title>Focus Group Procedures</title>
        <p>Up to 60 participants will participate in the first 4 pretrial phases of the study. They will be invited to participate in 1-on-1 interviews (up to 20 participants), focus groups (up to 30), or mock testing (up to 10). Participants will provide feedback on key aspects of study design such as BCT descriptions, study workflow remotely (ie, remote screening, informed consent process, and demographic questionnaire), and remote survey administration (ie, satisfaction and self-efficacy surveys).</p>
        <p>Participants in the focus groups and 1-on-1 interviews will be presented with study materials and potential aspects of study designs. Participants will then be asked questions on the clarity and readability of that content—for example, IRB-approved questions such as “Do the descriptions make sense?” and “What would motivate someone to participate in this study?” These focus groups and interviews will be conducted by a trained facilitator with a principal investigator and note-taker present. Ten of the 60 participants will engage in mock testing of study materials and procedures, providing feedback to the study team on the acceptability of these procedures. This will allow the study team to develop and refine the workflow and infrastructure remotely.</p>
      </sec>
      <sec>
        <title>Personalized Trial Series Procedures</title>
        <p>As noted earlier, an intervention in the form of a personalized trial series will follow the pretrial phases This series will comprise a single trial for each eligible participant that includes a 2-week baseline period and 8 weeks of study intervention, testing 1 BCT at a time each for a 2-week period. During baseline, participants must maintain 80% compliance with Fitbit wear (ie, device is worn a minimum of 10 waking hours on a given day) and responses to questionnaires to be eligible for the intervention period.</p>
      </sec>
      <sec>
        <title>Intervention Onboarding</title>
        <p>If participants consent, they will receive an “Onboarding Survey” to complete. This form will collect the participant’s demographic information and necessary contact information so that the study team can ship the activity tracker and study materials. Once research staff confirm that the participant has completed the required onboarding tasks, an initial study kit, which includes a Fitbit Charge 4 and printed materials to guide the participant through the study, will be shipped to them. The printed materials will instruct participants how to download an app to their personal smartphone so they can use the Fitbit as well as instructions on how to charge and synchronize it. Anonymous study accounts will be created to protect the privacy of the participant.</p>
      </sec>
      <sec>
        <title>Intervention Baseline</title>
        <p>Participants will be mailed a study kit including a Fitbit Charge 4 device and printed study materials. The study materials will include the participant’s start date and instructions on how to download the Fitbit app to their smartphone so they can pair the Fitbit device. All baseline periods will begin on a Monday, and no more than 20 participants will be permitted to begin on the same day.</p>
        <p>The baseline period will be 2 weeks in duration. Potential participants will not receive any text message BCT interventions during baseline, but they will be asked to wear their Fitbit all day and night (as tolerated), sync their Fitbit device at least every 2 days, and respond to 1 text message per day to ensure they are receiving communications.</p>
        <p>At the end of the baseline period, a clinical research coordinator will review individual adherence to Fitbit wear and responsiveness to the daily surveys. Adherence to Fitbit wear will be defined as having at least 600 minutes (10 hours) of heart rate activity per day. SMS text message adherence will be defined as having responded to the daily message. Baseline participants who do not achieve at least 80% adherence to both Fitbit wear and SMS text message responses during the 2-week baseline period will be withdrawn from the study. Those who maintain at least 80% adherence will be randomized to 1 of 24 sequences of 4 BCTs received 1 at a time, switching every 2 weeks (see <xref rid="figure2" ref-type="fig">Figure 2</xref>). Enrollment will continue until up to 60 participants have been randomized.</p>
      </sec>
      <sec>
        <title>Main Intervention—BCT Sequences</title>
        <p>Participants who successfully complete the baseline period will receive a random sequence of BCT interventions over the next 8 weeks during which a BCT message is delivered daily for a 2-week period. For example, goal-setting messages will be sent for 2 weeks, then self-monitoring prompts for 2 weeks, and so on for action planning and feedback. On the day before each new 2-week period, participants will be sent a message describing which BCT is coming next. BCT messages will be automatically delivered each day, and the participant’s own data from baseline and the previous day will be used to generate messages. A description of BCTs employed and sample messages is provided in <xref ref-type="table" rid="table1">Table 1</xref>.</p>
        <p>Participants will also receive a biweekly survey to assess their satisfaction with the BCT intervention sent over those 2 weeks and a self-efficacy survey assessing their confidence in their ability to walk for varying periods of time. Participants may receive additional SMS text messages to those outlined above with reminders to sync their data if needed.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Description of behavior change technique intervention content.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="170"/>
            <col width="470"/>
            <col width="360"/>
            <thead>
              <tr valign="top">
                <td>Content</td>
                <td>Modalities</td>
                <td>Sample SMS text message prompt</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Goal setting</td>
                <td>SMS text message is delivered daily to encourage the participant to set a goal of beating their average daily step count during baseline.</td>
                <td>“Is your goal today to walk an extra 2000 steps more than your baseline average?”<break/>  <break/>  </td>
              </tr>
              <tr valign="top">
                <td>Self-monitoring of behavior</td>
                <td>Ongoing self-monitoring is prompted by a daily text message delivered each morning. The baseline average is included in the message.</td>
                <td>“Check your Fitbit dashboard for yesterday’s activity. Did you take an extra 2,000 steps more than your baseline average?”</td>
              </tr>
              <tr valign="top">
                <td>Feedback on behavior</td>
                <td>An SMS text message is delivered each morning stating whether or not the goal had been met on the day prior (Fitbit step data are collected remotely)<break/>  <break/>  </td>
                <td>“You met your goal yesterday. You walked 2000 steps more than your baseline average.”<break/>“You did not meet your goal yesterday of walking at least an extra 2,000 steps more than your baseline average”</td>
              </tr>
              <tr valign="top">
                <td>Action planning</td>
                <td>An SMS text message is delivered each morning encouraging the participant to plan for an additional walking session. The baseline average is included in the message.</td>
                <td>“Take one minute and plan how, where, and when today you can walk an extra 2000 steps over your baseline.”</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Postintervention</title>
        <p>Upon completion, participants in the intervention will receive an individual report that presents changes in their own walking behavior in relation to their selected BCTs. Participants will also receive a final survey concerning their satisfaction with the personalized trial design and their attitudes and opinions toward personalized trials. After receiving the report, clinical research coordinators will notify the participant that they have completed the study, remind them of the US $100 pay card for completing the study, and instruct them to unlink the Fitbit device from the anonymous study account. Participants will also be invited to contact the study team for any remaining questions.</p>
      </sec>
      <sec>
        <title>Retention Plans During Intervention</title>
        <p>The study has a well-formulated action plan for participant retention: when a participant fails to sync their device or respond to questionnaires for 2 consecutive days, they will receive an automated message notifying them that they have dipped below the benchmark. If improvement is not seen within another 2 days, the clinical research coordinator will reach out to the participant by text/phone/email and troubleshoot issues. Retention rates will be reported in weekly team meetings and, if needed, the study will institute additional incentives such as a weekly regret lottery to ensure compliance with study procedures and retention of study participants. A regret lottery is a method adopted from behavioral economics where participants are entered into a money- or prize-based lottery for which prize receipt is contingent upon participants’ achievement of protocol adherence goals [<xref ref-type="bibr" rid="ref17">17</xref>].</p>
      </sec>
      <sec>
        <title>Measures and Analysis: Data Integrity</title>
        <p>The study data manager will be responsible for ensuring the integrity of data collected and the preparation of the data for statistical analysis. The data manager is available to provide data to the safety office upon the safety monitor’s request in between monthly reports.</p>
        <p>Responses from interviews and focus groups in the pretrial phases will be tabulated into documented themes for consideration in the intervention design, such as acceptable levels of participant burden (eg, optimal number of SMS text messages per week) and consensus on design features including the content of messaging.</p>
        <p>For missing data, the plan is to invest in collecting data as completely as possible. Given the preliminary work to refine the BCT description and study design prior to the 60 personalized trials, we anticipate minimal missing data in recording participant responses. Intention-to-treat analysis will be used. In the unlikely case of missing data, we will examine the missingness pattern and its association with any phenotypes, thus identifying potential confounders and use multiple imputation approaches.</p>
      </sec>
      <sec>
        <title>Primary Outcomes</title>
        <sec>
          <title>Within-Person Change in Daily Steps</title>
          <p>The Fitbit device continuously collects the number of steps taken by each participant. These data can be examined at a daily level, and the study will aggregate daily step counts for both the baseline and intervention periods [<xref ref-type="bibr" rid="ref18">18</xref>]. This will allow the research teams to compare the daily step count between each period to see if any change occurs.</p>
        </sec>
        <sec>
          <title>Participant Satisfaction With Personalized Trial Components</title>
          <p>At the end of the intervention period and after receiving their individual study report, the participant will receive a satisfaction survey comprising nine items with 4-point Likert scales. Each item is preceded by the prompt “How satisfied were you with the following?” and the 4-point scale ranges from “Not at all satisfied” to “Very satisfied.”</p>
        </sec>
      </sec>
      <sec>
        <title>Secondary Outcomes</title>
        <sec>
          <title>Self-Efficacy for Walking</title>
          <p>Self-efficacy has been shown to predict longer-term behavior, mediating the relationship between positive experience and PA [<xref ref-type="bibr" rid="ref19">19</xref>]. At the end of the baseline period and every 2 weeks during the intervention period, participants will complete the Self-Efficacy for Walking Scale [<xref ref-type="bibr" rid="ref20">20</xref>]. It is a validated 10-item survey assessing the participant’s confidence in their ability to walk for a given duration. The phrase “I BELIEVE THAT I CAN WALK” precedes all of the 10 sentences with each one specifying a different amount of time (eg, “For 5 minutes at a moderately fast pace without stopping”). The first item in the survey specifies 5 minutes of walking and the amount increases by 5 minutes with each subsequent item such that the final item specifies 50 minutes of walking. The questions are scored on an 11-point scale, which ranges from “Not at all confident” to “Highly confident” with “Moderately confident” in the middle.</p>
        </sec>
        <sec>
          <title>Participant Attitudes and Opinions About the Personalized Trial Implementation</title>
          <p>To measure attitudes and opinions about personalized trial implementation, participants will be asked to respond to an 11-item survey on a 7-point scale. This survey is modified from the widely used system usability scale [<xref ref-type="bibr" rid="ref21">21</xref>]. Each item asks about some aspect of the personalized trial. For example, 1 item reads “The materials I received in the mail were clear and easy to follow” and another reads “I needed to learn a lot of things before I could get going with my personalized trial.” These statements will prompt the participant to indicate how much that statement applies to them; on one end of the scale reads, “Strongly disagree,” and the other reads, “Strongly agree.”</p>
        </sec>
      </sec>
      <sec>
        <title>Primary Analyses</title>
        <p>Means and SDs for daily steps will be reported for the baseline period and for each BCT intervention period. The effect of the overall intervention relative to baseline will be examined using generalized linear mixed models with an AR(1) (autoregressive order of 1) model that accounts for possible autocorrelation and linear trends for daily steps across time. The overall intervention effect will be tested based on whether the coefficient of the time effect is positive. Additional generalized linear mixed models will be examined to identify the effects of individual BCTs on daily steps. For these AR(1) models, fixed effects will be specified for each BCT intervention and random effects will be specified for each participant. We will adopt a novel Bayesian distributed lagged model to further explore the extent of carryover effects [<xref ref-type="bibr" rid="ref22">22</xref>]. For participant satisfaction with personalized trial components, responses to the questions will be reported with means and SDs. The distribution of participant responses for each item assessing satisfaction will be displayed using a bar graph.</p>
      </sec>
      <sec>
        <title>Secondary Analyses</title>
        <p>Means and SDs for self-efficacy will be reported for the baseline period and for each BCT intervention period. To identify whether self-efficacy for walking mediates the effect of the BCT intervention on daily steps, we will perform the analysis in 3 steps. First, we will estimate the effects of the BCT intervention on self-efficacy. This step will be examined using linear mixed-effects models, which include a random participant effect, fixed effects for the BCT intervention, a fixed time effect, and fixed BCT-time interaction. Next, we will estimate the effect of the BCT intervention on daily steps using linear regression. Finally, we will estimate the indirect effect of the BCT intervention on daily steps via the proposed mediating variable of self-efficacy. This will use natural effects models for effect decomposition into direct effect and indirect effect, mediated by an increase in self-efficacy, relative to baseline [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>]. Participant attitudes and opinions toward personalized trials will be reported with means and SDs. Bar graphs will be used to display the distribution of participant responses for each item.</p>
      </sec>
      <sec>
        <title>Sample Size Justification</title>
        <p>Sample size was based on the primary outcome for within-person change in daily steps due to the overall BCT intervention. As this is a feasibility trial, sample size estimates were calculated based on the effect of the overall intervention, not the individual BCT interventions. The effect size is obtained from a previous study [<xref ref-type="bibr" rid="ref25">25</xref>]. Using a paired <italic>t</italic> test with the effect size of 0.404 and type I error of 0.05 (2-sided), we obtain a power of 80% when comparing the number of steps during BCT period with the baseline period for 50 subjects. We expect a change in step of 2000 between the baseline and BCT periods. We obtained a pooled standard error of 4989.77 from Pinto et al [<xref ref-type="bibr" rid="ref25">25</xref>], from a SE of 2476 (preintervention period) and 3555 (postintervention period). To achieve a total of 50 participants with complete data, under an assumed 15% attrition, we anticipate randomizing up to 60 participants. This sample size will ensure adequate size to obtain a preliminary assessment of this trial's feasibility, which will be determined by the effectiveness of the overall BCT intervention on PA behavior and participant scores on the satisfaction survey. The number of assessment measures and treatment repetitions per trial are based on expert recommendations by the study statistician and their estimations about the maximal duration of the trial to maintain patient engagement.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>The project was funded in 2021, and enrollment was completed in February 2022. Data analysis is currently underway, and the first results are expected to be submitted for publication in June 2023.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>This study will evaluate the feasibility and acceptability of a randomized personalized trial to promote low-intensity PA in middle-aged and older adults. Sixty adults aged 45-75 years old will receive 4 BCTs, one at a time, for a 2-week each. The study will be conducted remotely, using automated SMS text messaging and survey delivery, and wearable technology to monitor participant activity. The study’s primary outcomes will be within-person changes in daily steps and participant satisfaction with personalized trial approach components. This study’s findings will deliver insights into 2 main areas of research interest. First will be the feasibility of delivering a series of individual BCTs in a personalized design to influence PA behavior. Most studies to date have incorporated multiple BCTs in their intervention, which limits our understanding of each BCT’s specific impact. Second is the feasibility and acceptability of the personalized trial design as measured by participant satisfaction and completion of trial measures. This approach offers the promise of unique findings that will be used to support later National Institutes of Health stages of intervention development trials. Personalized trials are just one of several innovative trial design approaches being used to address the limitations of classic RCTs. The multiphase optimization strategy and the sequential multiple assignment randomized trial are 2 prominent examples of the many adaptive approaches now being used to facilitate more effective trials and garner greater insights about the component parts that make an intervention successful [<xref ref-type="bibr" rid="ref26">26</xref>-<xref ref-type="bibr" rid="ref29">29</xref>]. What is unique about the personalized trial approach is its ability to deliver insights regarding the heterogeneity of effect from a given intervention and support personalized recommendations for each individual [<xref ref-type="bibr" rid="ref30">30</xref>].</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>There are a number of potential limitations to this study. The first is that there may have been some reactivity to wearing the Fitbit device that could have impacted the baseline step counts. In a future study, where the goal of the study is to examine reactivity to devices and calibrate the effectiveness of commercially available activity trackers like Fitbit, research-grade accelerometers (which do not display steps or other metrics) could be used along with Fitbit devices for a longer duration of time to enhance the data collection. The second limitation is that there is no maximum threshold of activity rather participants will be included if they felt they could benefit from walking more each day. This may lead to the inclusion of participants who are already quite active and could result in a ceiling effect and limit generalizability to less active adults. The third limitation is that the participants may turn on features in the Fitbit app that could deliver additional BCTs (such as adding friends or joining challenges) not part of the intervention. A final limitation is that all participants will be employees at the same health care organization, thus limiting the generalizability of findings.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>This remotely delivered study will contribute broadly to the science of PA behavior change in middle-aged and older adults. BCTs are seen as key components of behavior change, but the influence of specific BCTs is not well understood [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref32">32</xref>]. The findings from this study will provide insights into the extent to which individual BCTs are effective in changing PA behavior. Furthermore, it will demonstrate if the influence of BCT on walking is consistent across participants or if large individual heterogeneous treatment effects exist [<xref ref-type="bibr" rid="ref32">32</xref>]. How older adults engage with the technical components of this trial, such as wearable devices and remote onboarding, will inform current practice and offer a foundation for the development of larger personalized trials. In conclusion, this study offers a vision of conducting future series of trials where personalized data derived from wearable sensors, rather than generic guidelines, are used to inform the selection of intervention components for each individual.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Example of change in steps across behavior change technique periods.</p>
        <media xlink:href="resprot_v12i1e43418_app1.png" xlink:title="PNG File , 58 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">BCT</term>
          <def>
            <p>behavior change technique</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">IRB</term>
          <def>
            <p>institutional review board</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">PA</term>
          <def>
            <p>physical activity</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">RCT</term>
          <def>
            <p>randomized controlled trial</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>This trial was preregistered on ClinicalTrials.gov (NCT04967313) and data will be made available on the Open Science Framework [<xref ref-type="bibr" rid="ref33">33</xref>].</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Piercy</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Troiano</surname>
              <given-names>RP</given-names>
            </name>
            <name name-style="western">
              <surname>Ballard</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Carlson</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Fulton</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Galuska</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>George</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Olson</surname>
              <given-names>RD</given-names>
            </name>
          </person-group>
          <article-title>The physical activity guidelines for americans</article-title>
          <source>JAMA</source>
          <year>2018</year>
          <volume>320</volume>
          <issue>19</issue>
          <fpage>2020</fpage>
          <lpage>2028</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://jamanetwork.com/journals/jama/article-abstract/2712935"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jama.2018.14854</pub-id>
          <pub-id pub-id-type="medline">30418471</pub-id>
          <pub-id pub-id-type="pii">2712935</pub-id>
          <pub-id pub-id-type="pmcid">PMC9582631</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cunningham</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>O'Sullivan</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Caserotti</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Tully</surname>
              <given-names>MA</given-names>
            </name>
          </person-group>
          <article-title>Consequences of physical inactivity in older adults: a systematic review of reviews and meta-analyses</article-title>
          <source>Scand J Med Sci Sports</source>
          <year>2020</year>
          <volume>30</volume>
          <issue>5</issue>
          <fpage>816</fpage>
          <lpage>827</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://onlinelibrary.wiley.com/doi/10.1111/sms.13616"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/sms.13616</pub-id>
          <pub-id pub-id-type="medline">32020713</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Callow</surname>
              <given-names>DD</given-names>
            </name>
            <name name-style="western">
              <surname>Arnold-Nedimala</surname>
              <given-names>NA</given-names>
            </name>
            <name name-style="western">
              <surname>Jordan</surname>
              <given-names>LS</given-names>
            </name>
            <name name-style="western">
              <surname>Pena</surname>
              <given-names>GS</given-names>
            </name>
            <name name-style="western">
              <surname>Won</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Woodard</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>JC</given-names>
            </name>
          </person-group>
          <article-title>The mental health benefits of physical activity in older adults survive the COVID-19 pandemic</article-title>
          <source>Am J Geriatr Psychiatry</source>
          <year>2020</year>
          <volume>28</volume>
          <issue>10</issue>
          <fpage>1046</fpage>
          <lpage>1057</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ajgponline.org/article/S1064-7481(20)30400-0/fulltext"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jagp.2020.06.024</pub-id>
          <pub-id pub-id-type="medline">32713754</pub-id>
          <pub-id pub-id-type="pii">S1064-7481(20)30400-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC7831892</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Diaz</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Howard</surname>
              <given-names>VJ</given-names>
            </name>
            <name name-style="western">
              <surname>Hutto</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Colabianchi</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Vena</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Safford</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Blair</surname>
              <given-names>SN</given-names>
            </name>
            <name name-style="western">
              <surname>Hooker</surname>
              <given-names>SP</given-names>
            </name>
          </person-group>
          <article-title>Patterns of sedentary behavior and mortality in U.S. middle-aged and older adults: a national cohort study</article-title>
          <source>Ann Intern Med</source>
          <year>2017</year>
          <volume>167</volume>
          <issue>7</issue>
          <fpage>465</fpage>
          <lpage>475</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.acpjournals.org/doi/10.7326/M17-0212"/>
          </comment>
          <pub-id pub-id-type="doi">10.7326/M17-0212</pub-id>
          <pub-id pub-id-type="medline">28892811</pub-id>
          <pub-id pub-id-type="pii">2653704</pub-id>
          <pub-id pub-id-type="pmcid">PMC5961729</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Du</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Snetselaar</surname>
              <given-names>LG</given-names>
            </name>
            <name name-style="western">
              <surname>Wallace</surname>
              <given-names>RB</given-names>
            </name>
            <name name-style="western">
              <surname>Bao</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Trends in adherence to the physical activity guidelines for Americans for aerobic activity and time spent on sedentary behavior among US adults, 2007 to 2016</article-title>
          <source>JAMA Netw Open</source>
          <year>2019</year>
          <volume>2</volume>
          <issue>7</issue>
          <fpage>e197597</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://jamanetwork.com/journals/jamanetworkopen/fullarticle/2739044"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamanetworkopen.2019.7597</pub-id>
          <pub-id pub-id-type="medline">31348504</pub-id>
          <pub-id pub-id-type="pii">2739044</pub-id>
          <pub-id pub-id-type="pmcid">PMC6661709</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Langhammer</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Bergland</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rydwik</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>The importance of physical activity exercise among older people</article-title>
          <source>Biomed Res Int</source>
          <year>2018</year>
          <volume>2018</volume>
          <fpage>7856823</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.hindawi.com/journals/bmri/2018/7856823/"/>
          </comment>
          <pub-id pub-id-type="doi">10.1155/2018/7856823</pub-id>
          <pub-id pub-id-type="medline">30627571</pub-id>
          <pub-id pub-id-type="pmcid">PMC6304477</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stockwell</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Schofield</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Fisher</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Firth</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Jackson</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Stubbs</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Digital behavior change interventions to promote physical activity and/or reduce sedentary behavior in older adults: a systematic review and meta-analysis</article-title>
          <source>Exp Gerontol</source>
          <year>2019</year>
          <volume>120</volume>
          <fpage>68</fpage>
          <lpage>87</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.sciencedirect.com/science/article/abs/pii/S0531556519300877?via%3Dihub"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.exger.2019.02.020</pub-id>
          <pub-id pub-id-type="medline">30836130</pub-id>
          <pub-id pub-id-type="pii">S0531-5565(19)30087-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Epstein</surname>
              <given-names>LH</given-names>
            </name>
            <name name-style="western">
              <surname>Dallery</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The family of single-case experimental designs</article-title>
          <source>Harv Data Sci Rev</source>
          <year>2022</year>
          <issue>Special Issue 3</issue>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1162/99608f92.ff9300a8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1162/99608f92.ff9300a8</pub-id>
          <pub-id pub-id-type="medline">36926648</pub-id>
          <pub-id pub-id-type="pmcid">PMC10016625</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guyatt</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Sackett</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>DW</given-names>
            </name>
            <name name-style="western">
              <surname>Chong</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Roberts</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Pugsley</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Determining optimal therapy—randomized trials in individual patients</article-title>
          <source>N Engl J Med</source>
          <year>1986</year>
          <volume>314</volume>
          <issue>14</issue>
          <fpage>889</fpage>
          <lpage>892</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nejm.org/doi/full/10.1056/NEJM198604033141406"/>
          </comment>
          <pub-id pub-id-type="doi">10.1056/NEJM198604033141406</pub-id>
          <pub-id pub-id-type="medline">2936958</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Davidson</surname>
              <given-names>KW</given-names>
            </name>
            <name name-style="western">
              <surname>Silverstein</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Cheung</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Paluch</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Epstein</surname>
              <given-names>LH</given-names>
            </name>
          </person-group>
          <article-title>Experimental designs to optimize treatments for individuals: personalized N-of-1 trials</article-title>
          <source>JAMA Pediatr</source>
          <year>2021</year>
          <volume>175</volume>
          <issue>4</issue>
          <fpage>404</fpage>
          <lpage>409</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://jamanetwork.com/journals/jamapediatrics/article-abstract/2776426"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamapediatrics.2020.5801</pub-id>
          <pub-id pub-id-type="medline">33587109</pub-id>
          <pub-id pub-id-type="pii">2776426</pub-id>
          <pub-id pub-id-type="pmcid">PMC8351788</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Butler</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>D'Angelo</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kaplan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Tashnim</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Ahn</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Falzon</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Dominello</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Foroughi</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Chandereng</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Cheung</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Davidson</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>A series of virtual interventions for chronic lower back pain: a feasibility pilot study for a series of personalized (N-of-1) trials</article-title>
          <source>Harv Data Sci Rev</source>
          <year>2022</year>
          <issue>Special Issue 3</issue>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://hdsr.mitpress.mit.edu/pub/9c034nf7/release/1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1162/99608f92.72cd8432</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>D'Angelo</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ahn</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Monane</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Butler</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Personalized feedback for personalized trials: construction of summary reports for participants in a series of personalized trials for chronic lower back pain</article-title>
          <source>Harv Data Sci Rev</source>
          <year>2022</year>
          <issue>Special Issue 3</issue>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://hdsr.mitpress.mit.edu/pub/n3hbli1d/release/1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1162/99608f92.d5b57784</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Davidson</surname>
              <given-names>KW</given-names>
            </name>
            <name name-style="western">
              <surname>Peacock</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kronish</surname>
              <given-names>IM</given-names>
            </name>
            <name name-style="western">
              <surname>Edmondson</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Personalizing behavioral interventions through single-patient (N-of-1) trials</article-title>
          <source>Soc Personal Psychol Compass</source>
          <year>2014</year>
          <volume>8</volume>
          <issue>8</issue>
          <fpage>408</fpage>
          <lpage>421</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://compass.onlinelibrary.wiley.com/doi/10.1111/spc3.12121"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/spc3.12121</pub-id>
          <pub-id pub-id-type="medline">25267928</pub-id>
          <pub-id pub-id-type="pmcid">PMC4175746</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Johnston</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Theories and techniques of behaviour change: developing a cumulative science of behaviour change</article-title>
          <source>Health Psychology Review</source>
          <year>2012</year>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>6</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.tandfonline.com/doi/full/10.1080/17437199.2012.654964"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/17437199.2012.654964</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Richardson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Johnston</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Abraham</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Francis</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hardeman</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Eccles</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Cane</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wood</surname>
              <given-names>CE</given-names>
            </name>
          </person-group>
          <article-title>The behavior change technique taxonomy (V1) of 93 hierarchically clustered techniques: building an international consensus for the reporting of behavior change interventions</article-title>
          <source>Ann Behav Med</source>
          <year>2013</year>
          <volume>46</volume>
          <issue>1</issue>
          <fpage>81</fpage>
          <lpage>95</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://academic.oup.com/abm/article/46/1/81/4563254"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s12160-013-9486-6</pub-id>
          <pub-id pub-id-type="medline">23512568</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ashford</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sniehotta</surname>
              <given-names>FF</given-names>
            </name>
            <name name-style="western">
              <surname>Dombrowski</surname>
              <given-names>SU</given-names>
            </name>
            <name name-style="western">
              <surname>Bishop</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>French</surname>
              <given-names>DP</given-names>
            </name>
          </person-group>
          <article-title>A refined taxonomy of behaviour change techniques to help people change their physical activity and healthy eating behaviours: the calore taxonomy</article-title>
          <source>Psychol Health</source>
          <year>2011</year>
          <volume>26</volume>
          <issue>11</issue>
          <fpage>1479</fpage>
          <lpage>1498</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.tandfonline.com/doi/abs/10.1080/08870446.2010.540664"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/08870446.2010.540664</pub-id>
          <pub-id pub-id-type="medline">21678185</pub-id>
          <pub-id pub-id-type="pii">938640058</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Husain</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Diaz</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Schwartz</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Parsons</surname>
              <given-names>FE</given-names>
            </name>
            <name name-style="western">
              <surname>Burg</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Davidson</surname>
              <given-names>KW</given-names>
            </name>
            <name name-style="western">
              <surname>Kronish</surname>
              <given-names>IM</given-names>
            </name>
          </person-group>
          <article-title>Behavioral economics implementation: regret lottery improves mhealth patient study adherence</article-title>
          <source>Contemp Clin Trials Commun</source>
          <year>2019</year>
          <volume>15</volume>
          <fpage>100387</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2451-8654(19)30009-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.conctc.2019.100387</pub-id>
          <pub-id pub-id-type="medline">31198881</pub-id>
          <pub-id pub-id-type="pii">S2451-8654(19)30009-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC6555893</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cheung</surname>
              <given-names>YK</given-names>
            </name>
            <name name-style="western">
              <surname>Hsueh</surname>
              <given-names>P-YS</given-names>
            </name>
            <name name-style="western">
              <surname>Ensari</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Willey</surname>
              <given-names>JZ</given-names>
            </name>
            <name name-style="western">
              <surname>Diaz</surname>
              <given-names>KM</given-names>
            </name>
          </person-group>
          <article-title>Quantile coarsening analysis of high-volume wearable activity data in a longitudinal observational study</article-title>
          <source>Sensors (Basel)</source>
          <year>2018</year>
          <volume>18</volume>
          <issue>9</issue>
          <fpage>3056</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/1424-8220/18/9/3056"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/s18093056</pub-id>
          <pub-id pub-id-type="medline">30213093</pub-id>
          <pub-id pub-id-type="pii">s18093056</pub-id>
          <pub-id pub-id-type="pmcid">PMC6164779</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Parschau</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Fleig</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Koring</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lange</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Knoll</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Schwarzer</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Lippke</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Positive experience, self-efficacy, and action control predict physical activity changes: a moderated mediation analysis</article-title>
          <source>Br J Health Psychol</source>
          <year>2013</year>
          <volume>18</volume>
          <issue>2</issue>
          <fpage>395</fpage>
          <lpage>406</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bpspsychub.onlinelibrary.wiley.com/doi/10.1111/j.2044-8287.2012.02099.x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.2044-8287.2012.02099.x</pub-id>
          <pub-id pub-id-type="medline">23013288</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McAuley</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Blissmer</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Katula</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Duncan</surname>
              <given-names>TE</given-names>
            </name>
          </person-group>
          <article-title>Exercise environment, self-efficacy, and affective responses to acute exercise in older adults</article-title>
          <source>Psychol Health</source>
          <year>2000</year>
          <volume>15</volume>
          <issue>3</issue>
          <fpage>341</fpage>
          <lpage>355</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.tandfonline.com/doi/abs/10.1080/08870440008401997"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/08870440008401997</pub-id>
          <pub-id pub-id-type="medline">26281194</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brooke</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>SUS-A quick and dirty usability scale</article-title>
          <source>Usability Evaluation in Industry</source>
          <year>1996</year>
          <publisher-loc>Boca Ration, FL</publisher-loc>
          <publisher-name>CRC Press</publisher-name>
          <fpage>4</fpage>
          <lpage>7</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liao</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Qian</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kronish</surname>
              <given-names>IM</given-names>
            </name>
            <name name-style="western">
              <surname>Cheung</surname>
              <given-names>YK</given-names>
            </name>
          </person-group>
          <article-title>Analysis of N-of-1 trials using Bayesian distributed lag model with autocorrelated errors</article-title>
          <source>Stat Med</source>
          <issue>Early View</issue>
          <comment>Preprint posted online on February 10, 2023.
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://onlinelibrary.wiley.com/doi/10.1002/sim.9676"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/sim.9676</pub-id>
          <pub-id pub-id-type="medline">36762453</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lange</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Vansteelandt</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bekaert</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>A simple unified approach for estimating natural direct and indirect effects</article-title>
          <source>Am J Epidemiol</source>
          <year>2012</year>
          <volume>176</volume>
          <issue>3</issue>
          <fpage>190</fpage>
          <lpage>195</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://academic.oup.com/aje/article/176/3/190/99496?login=false"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/aje/kwr525</pub-id>
          <pub-id pub-id-type="medline">22781427</pub-id>
          <pub-id pub-id-type="pii">kwr525</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vansteelandt</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Vanderweele</surname>
              <given-names>TJ</given-names>
            </name>
          </person-group>
          <article-title>Natural direct and indirect effects on the exposed: effect decomposition under weaker assumptions</article-title>
          <source>Biometrics</source>
          <year>2012</year>
          <volume>68</volume>
          <issue>4</issue>
          <fpage>1019</fpage>
          <lpage>1027</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://onlinelibrary.wiley.com/doi/10.1111/j.1541-0420.2012.01777.x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1541-0420.2012.01777.x</pub-id>
          <pub-id pub-id-type="medline">22989075</pub-id>
          <pub-id pub-id-type="pmcid">PMC3989894</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pinto</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Kindred</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Franco</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Simmons</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Hardin</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>A 'novel' multi-component approach to promote physical activity among older cancer survivors: a pilot randomized controlled trial</article-title>
          <source>Acta Oncol</source>
          <year>2021</year>
          <volume>60</volume>
          <issue>8</issue>
          <fpage>968</fpage>
          <lpage>975</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.tandfonline.com/doi/full/10.1080/0284186X.2021.1896032"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/0284186X.2021.1896032</pub-id>
          <pub-id pub-id-type="medline">33689553</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cheung</surname>
              <given-names>YK</given-names>
            </name>
            <name name-style="western">
              <surname>Chakraborty</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Davidson</surname>
              <given-names>KW</given-names>
            </name>
          </person-group>
          <article-title>Sequential multiple assignment randomized trial (SMART) with adaptive randomization for quality improvement in depression treatment program</article-title>
          <source>Biometrics</source>
          <year>2015</year>
          <volume>71</volume>
          <issue>2</issue>
          <fpage>450</fpage>
          <lpage>459</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://onlinelibrary.wiley.com/doi/10.1111/biom.12258"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/biom.12258</pub-id>
          <pub-id pub-id-type="medline">25354029</pub-id>
          <pub-id pub-id-type="pmcid">PMC4429017</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Howard</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Jacobs</surname>
              <given-names>RR</given-names>
            </name>
          </person-group>
          <article-title>The multiphase optimization strategy (MOST) and the sequential multiple assignment randomized trial (SMART): two novel evaluation methods for developing optimal training programs</article-title>
          <source>J Organiz Behav</source>
          <year>2016</year>
          <volume>37</volume>
          <issue>8</issue>
          <fpage>1246</fpage>
          <lpage>1270</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://onlinelibrary.wiley.com/doi/abs/10.1002/job.2102"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/job.2102</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Collins</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Kugler</surname>
              <given-names>KC</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Fienberg</surname>
              <given-names>SE</given-names>
            </name>
          </person-group>
          <source>Optimization of Behavioral, Biobehavioral, and Biomedical Interventions: The Multiphase Optimization Strategy (MOST)</source>
          <year>2018</year>
          <publisher-loc>Cham</publisher-loc>
          <publisher-name>Springer International Publishing</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nahum-Shani</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Dziak</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Walton</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Dempsey</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Hybrid experimental designs for intervention development: what, why, and how</article-title>
          <source>Adv Methods Pract Psychol Sci</source>
          <year>2022</year>
          <volume>5</volume>
          <issue>3</issue>
          <fpage>1</fpage>
          <lpage>15</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/36935844"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/25152459221114279</pub-id>
          <pub-id pub-id-type="medline">36935844</pub-id>
          <pub-id pub-id-type="pmcid">PMC10024531</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Davidson</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Cheung</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Friel</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Suls</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Introducing data sciences to N-of-1 designs, statistics, use-cases, the future, and the moniker ‘N-of-1’ trial</article-title>
          <source>Harv Data Sci Rev</source>
          <year>2022</year>
          <issue>Special Issue 3</issue>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://hdsr.mitpress.mit.edu/pub/pv2y77y3/release/1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1162/99608f92.116c43fe</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Sheals</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Godinho</surname>
              <given-names>CA</given-names>
            </name>
          </person-group>
          <article-title>Evaluating the effectiveness of behavior change techniques in health-related behavior: a scoping review of methods used</article-title>
          <source>Transl Behav Med</source>
          <year>2018</year>
          <volume>8</volume>
          <issue>2</issue>
          <fpage>212</fpage>
          <lpage>224</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://academic.oup.com/tbm/article/8/2/212/4825845?login=false"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/tbm/ibx019</pub-id>
          <pub-id pub-id-type="medline">29381786</pub-id>
          <pub-id pub-id-type="pii">4825845</pub-id>
          <pub-id pub-id-type="pmcid">PMC6062857</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kravitz</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Duan</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Braslow</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Evidence-based medicine, heterogeneity of treatment effects, and the trouble with averages</article-title>
          <source>Milbank Q</source>
          <year>2004</year>
          <volume>82</volume>
          <issue>4</issue>
          <fpage>661</fpage>
          <lpage>687</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://onlinelibrary.wiley.com/doi/10.1111/j.0887-378X.2004.00327.x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.0887-378X.2004.00327.x</pub-id>
          <pub-id pub-id-type="medline">15595946</pub-id>
          <pub-id pub-id-type="pii">MILQ327</pub-id>
          <pub-id pub-id-type="pmcid">PMC2690188</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="web">
          <source>Open Science Framework</source>
          <access-date>2023-06-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://osf.io/registries/drafts/6422f2e0b529390e554c4478/metadata">https://osf.io/registries/drafts/6422f2e0b529390e554c4478/metadata</ext-link>
          </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
