<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article article-type="research-article" dtd-version="2.0" xmlns:xlink="http://www.w3.org/1999/xlink">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v14i1e63693</article-id>
      <article-id pub-id-type="pmid"/>
      <article-id pub-id-type="doi">10.2196/63693</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Testing a Machine Learning–Based Adaptive Motivational System for Socioeconomically Disadvantaged Smokers (Adapt2Quit): Protocol for a Randomized Controlled Trial</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Schwartz</surname>
            <given-names>Amy</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Thrasher</surname>
            <given-names>James</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Albers</surname>
            <given-names>Nele</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Kamberi</surname>
            <given-names>Ariana</given-names>
          </name>
          <degrees>MBA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Division of Health Informatics and Implementation Science</institution>
            <institution>Department of Population and Quantitative Health Sciences</institution>
            <institution>UMass Chan Medical School</institution>
            <addr-line>55 Lake Ave North</addr-line>
            <addr-line>Worcester, MA, 01655</addr-line>
            <country>United States</country>
            <phone>1 774 317 1539</phone>
            <email>Ariana.Kamberi@umassmed.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5363-825X</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Weitz</surname>
            <given-names>Benjamin</given-names>
          </name>
          <degrees>BS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0000-0532-0781</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Flahive</surname>
            <given-names>Julie</given-names>
          </name>
          <degrees>MS</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2786-7144</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Balakrishnan</surname>
            <given-names>Kavitha</given-names>
          </name>
          <degrees>BS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0005-8170-5604</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Eve</surname>
            <given-names>Julianna</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2763-1630</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Najjar</surname>
            <given-names>Reem</given-names>
          </name>
          <degrees>BS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0008-7248-635X</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Liaghat</surname>
            <given-names>Tara</given-names>
          </name>
          <degrees>MS</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0006-2882-2710</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Ford</surname>
            <given-names>Daniel</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2549-2289</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Lindenauer</surname>
            <given-names>Peter</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8414-0507</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author">
          <name name-style="western">
            <surname>Person</surname>
            <given-names>Sharina</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9121-9566</ext-link>
        </contrib>
        <contrib id="contrib11" contrib-type="author">
          <name name-style="western">
            <surname>Houston</surname>
            <given-names>Thomas K</given-names>
          </name>
          <degrees>MD, MPH</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2909-4018</ext-link>
        </contrib>
        <contrib id="contrib12" contrib-type="author">
          <name name-style="western">
            <surname>Gauvey-Kern</surname>
            <given-names>Megan E</given-names>
          </name>
          <degrees>MS</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1662-5243</ext-link>
        </contrib>
        <contrib id="contrib13" contrib-type="author">
          <name name-style="western">
            <surname>Lobien</surname>
            <given-names>Jackie</given-names>
          </name>
          <degrees>BSN, CCRP-CP</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0001-8934-4576</ext-link>
        </contrib>
        <contrib id="contrib14" contrib-type="author">
          <name name-style="western">
            <surname>Sadasivam</surname>
            <given-names>Rajani S</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8406-6207</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Division of Health Informatics and Implementation Science</institution>
        <institution>Department of Population and Quantitative Health Sciences</institution>
        <institution>UMass Chan Medical School</institution>
        <addr-line>Worcester, MA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Division of Biostatistics and Health Services Research</institution>
        <institution>Department of Population and Quantitative Health Sciences</institution>
        <institution>UMass Chan Medical School</institution>
        <addr-line>Worcester, MA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Healthcare Delivery and Population Sciences</institution>
        <institution>University of Massachusetts Chan Medical School-Baystate</institution>
        <addr-line>Springfield, MA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Institute for Clinical and Translational Research</institution>
        <institution>School of Medicine</institution>
        <institution>Johns Hopkins University</institution>
        <addr-line>Baltimore, MD</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Department of Internal Medicine</institution>
        <institution>Wake Forest University</institution>
        <addr-line>Winston-Salem, NC</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Ariana Kamberi <email>Ariana.Kamberi@umassmed.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2025</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>16</day>
        <month>4</month>
        <year>2025</year>
      </pub-date>
      <volume>14</volume>
      <elocation-id>e63693</elocation-id>
      <history>
        <date date-type="received">
          <day>1</day>
          <month>7</month>
          <year>2024</year>
        </date>
        <date date-type="rev-request">
          <day>21</day>
          <month>8</month>
          <year>2024</year>
        </date>
        <date date-type="rev-recd">
          <day>26</day>
          <month>11</month>
          <year>2024</year>
        </date>
        <date date-type="accepted">
          <day>17</day>
          <month>3</month>
          <year>2025</year>
        </date>
      </history>
      <copyright-statement>©Ariana Kamberi, Benjamin Weitz, Julie Flahive, Kavitha Balakrishnan, Julianna Eve, Reem Najjar, Tara Liaghat, Daniel Ford, Peter Lindenauer, Sharina Person, Thomas K Houston, Megan E Gauvey-Kern, Jackie Lobien, Rajani S Sadasivam. Originally published in JMIR Research Protocols (https://www.researchprotocols.org), 16.04.2025.</copyright-statement>
      <copyright-year>2025</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on https://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.researchprotocols.org/2025/1/e63693" xlink:type="simple"/>
      <related-article related-article-type="correction-forward" xlink:title="This is a corrected version. See correction statement in:" xlink:href="https://www.researchprotocols.org/2025/1/e79873" vol="14" page="e79873"> </related-article>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Individuals who are socioeconomically disadvantaged have high smoking rates and face barriers to participating in smoking cessation interventions. Computer-tailored health communication, which is focused on finding the most relevant messages for an individual, has been shown to promote behavior change. We developed a machine learning approach (the Adapt2Quit recommender system), and our pilot work demonstrated the potential to increase message relevance and smoking cessation effectiveness among individuals who are socioeconomically disadvantaged.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study protocol describes our randomized controlled trial to test whether the Adapt2Quit recommender system will increase smoking cessation among individuals from socioeconomically disadvantaged backgrounds who smoke.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Individuals from socioeconomically disadvantaged backgrounds who smoke were identified based on insurance tied to low income or from clinical settings (eg, community health centers) that provide care for low-income patients. They received text messages from the Adapt2Quit recommender system for 6 months. Participants received daily text messages for the first 30 days and every 14 days until the end of the study. Intervention participants also received biweekly texting facilitation messages, that is, text messages asking participants to respond (yes or no) if they were interested in being referred to the quitline. Interested participants were then actively referred to the quitline by study staff. Intervention participants also received biweekly text messages assessing their current smoking status. Control participants did not receive the recommender messages but received the biweekly texting facilitation and smoking status assessment messages. Our primary outcome is the 7-day point-prevalence smoking cessation at 6 months, verified by carbon monoxide testing. We will use an inverse probability weighting approach to test our primary outcome. This involves using a logistic regression model to predict nonmissingness, calculating the inverse probability of nonmissingness, and using it as a weight in a logistic regression model to compare cessation rates between the two groups.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The Adapt2Quit study was funded in April 2020 and is still ongoing. We have completed the recruitment of individuals (N=757 participants). The 6-month follow-up of all participants was completed in November 2024. The sample consists of 64% (486/757) female participants, 35% (265/757) Black or African American individuals, 51.1% (387/757) White individuals, and 16% (121/757) Hispanic or Latino individuals. In total, 52.6% (398/757) of participants reported having a high school education or being a high school graduate; 70% (529/757) smoked their first cigarette within 30 minutes of waking, and half (379/757, 50%) had stopped smoking for at least one day in the past year. Moreover, 16.6% (126/757) had called the quitline before study participation.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>We have recruited a diverse sample of individuals who are socioeconomically disadvantaged and designed a rigorous protocol to evaluate the Adapt2Quit recommender system. Future papers will present our main analysis of the trial.</p>
        </sec>
        <sec sec-type="trial registration">
          <title>Trial Registration</title>
          <p>ClinicalTrials.gov NCT04720625; https://clinicaltrials.gov/study/NCT04720625</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>DERR1-10.2196/63693</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>smoking cessation</kwd>
        <kwd>mHealth</kwd>
        <kwd>socioeconomically disadvantaged, biochemical verification</kwd>
        <kwd>machine learning</kwd>
      </kwd-group>
      <custom-meta-wrap>
        <custom-meta>
          <meta-name>ext-peer-rev</meta-name>
          <meta-value>The proposal for this study was peer-reviewed by J Thrasher, N Albers; externally peer-reviewed by National Institutes of Health. See the Multimedia Appendix for the peer-review report;</meta-value>
        </custom-meta>
      </custom-meta-wrap>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Cigarette smoking is a serious public health problem and the leading cause of preventable disease, disability, and death in the United States [<xref ref-type="bibr" rid="ref1">1</xref>]. While overall smoking rates have decreased, smoking rates among individuals who are socioeconomically disadvantaged remain high [<xref ref-type="bibr" rid="ref2">2</xref>-<xref ref-type="bibr" rid="ref5">5</xref>]. Individuals who are socioeconomically disadvantaged are affected disproportionately from smoking-related diseases [<xref ref-type="bibr" rid="ref2">2</xref>-<xref ref-type="bibr" rid="ref5">5</xref>]. Individuals who are socioeconomically disadvantaged may be less likely to try to quit smoking (eg, due to lower self-efficacy and maladaptive beliefs) and are less likely to use evidence-based strategies (such as quitlines).</p>
      </sec>
      <sec>
        <title>Computer-Tailored Health Communication via Texting: A Potential Approach</title>
        <p>One strategy to engage these individuals is by using computer-tailored messages delivered via texting. Computer-tailored health communication involves the use of computer programs to select the best personalized message for an individual. This form of communication has been effective in enhancing motivation to quit and supporting cessation [<xref ref-type="bibr" rid="ref6">6</xref>-<xref ref-type="bibr" rid="ref12">12</xref>]. In a systematic review, computer-tailored messages showed higher cessation rates than nontailored messages (relative risk 1.17, 95% CI 0.97-1.41). Computer-tailored messages work because participants are more likely to engage and carefully process personally relevant messages [<xref ref-type="bibr" rid="ref13">13</xref>]. Thus, methods to increase the relevance of the message may increase the effectiveness of the smoking cessation intervention. Computer-tailored messages delivered via texting over phones may be particularly attractive for individuals who are socioeconomically disadvantaged. Mobile phone ownership is now nearly universal (95%) [<xref ref-type="bibr" rid="ref14">14</xref>], and these rates are consistent across socioeconomically disadvantaged groups (less than high school education, 92% and those earning &lt;US $30,000, 92%). The texting app is the most commonly used app on mobile phones [<xref ref-type="bibr" rid="ref14">14</xref>].</p>
      </sec>
      <sec>
        <title>The Adapt2Quit Intervention: Leveraging Machine Learning for Tailored Cessation Support</title>
        <p>In our National Institutes of Health–funded trial, we are testing Adapt2Quit, which uses machine learning algorithms (ie, recommender systems) to computer-tailor messages for an individual and deliver them via texting [<xref ref-type="bibr" rid="ref15">15</xref>]. Recommender systems can be programmed to continuously learn from user feedback and improve personal relevance and customer engagement [<xref ref-type="bibr" rid="ref15">15</xref>]. Adapt2Quit also includes proactive texting facilitation to the state quitline in which participants are asked if they want to be referred to the quitline, and those who agree are referred to the quitline. Quitlines are programs in the United States that offer evidence-based support (eg, counseling and medications) to individuals who smoke. These individuals can either directly contact quitlines using the number 1-800-QUIT-NOW or be referred by a health care provider or tobacco cessation programs. Although quitlines have been established in all 50 US states, they are vastly underused. The use of texting to promote quitline use could potentially increase quitline use, and thereby increase the effectiveness of the smoking cessation intervention for the participants.</p>
      </sec>
      <sec>
        <title>Preliminary Evidence Supporting Adapt2Quit</title>
        <p>In our preliminary studies, Adapt2Quit increased engagement and 30-day point-prevalence effectiveness over a standard messaging that randomly selected these messages [<xref ref-type="bibr" rid="ref16">16</xref>]. In a subanalysis among those who reported lower education (n=49), the average rating of the messages was higher on more days than the average ratings of true comparison messages (77% vs 23%; <italic>P</italic>&lt;.01). This pilot study showed the potential of the Adapt2Quit trial among individuals who are socioeconomically disadvantaged. Since the beginning of the trial, we have completed another randomized controlled trial that tested the machine learning algorithm compared to standard messaging among those who were recruited via social media [<xref ref-type="bibr" rid="ref17">17</xref>]. In the other trial, there was no significant difference in 6-month point-prevalence smoking cessation (adjusted odds ratio 0.81, 95% CI 0.61-1.08) between the recommender system (146/412, 35.4% of participants with outcome data) and messages tailored by standard messaging based on participants’ baseline readiness to quit groups (156/389, 40.1% of participants with outcome data). However, the other trial differs from the current trial being reported in that the messages were delivered via email, it did not target individuals who are socioeconomically disadvantaged, and the system did not facilitate referral to the quitline. Furthermore, another group has evaluated a similar recommender system approach for message selection in a pilot trial for self-reported smoking cessation [<xref ref-type="bibr" rid="ref18">18</xref>]. However, additional studies testing recommender systems are needed to uncover the potential of these systems for increasing the effectiveness of computer-tailored smoking cessation interventions.</p>
      </sec>
      <sec>
        <title>Theoretical Basis for the Adapt2Quit Intervention</title>
        <p>The Adapt2Quit intervention is based on the self-determination theory (SDT). SDT-based interventions support autonomous decisions and are designed to increase intrinsic motivation and self-regulation and they have been shown to improve motivation and cessation outcomes among those who smoke [<xref ref-type="bibr" rid="ref19">19</xref>-<xref ref-type="bibr" rid="ref24">24</xref>]. Three innate psychological needs are theorized to promote self-motivation: autonomy, relatedness, and competence [<xref ref-type="bibr" rid="ref19">19</xref>]. Autonomy reflects the need to engage in behaviors with a sense of choice or personal endorsement [<xref ref-type="bibr" rid="ref25">25</xref>]. Autonomy support can be provided by acknowledging an individual’s unique perspective and offering choice [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. Relatedness reflects the degree to which an individual feels connected to and understood by others. Competence is a feeling of being capable and is akin to self-efficacy, the belief that one can bring about desired outcomes. By supporting autonomy, relatedness, and competence, health behaviors are more likely to be internalized and maintained. Specific examples of how Adapt2Quit supports the SDT are provided in <xref ref-type="boxed-text" rid="box1">Textboxes 1</xref> [<xref ref-type="bibr" rid="ref27">27</xref>] and <xref ref-type="boxed-text" rid="box2">2</xref>. Our aims and hypotheses align with our proposed model, which suggests that relevant personal messages from the Adapt2Quit system will enhance system engagement. This increased engagement is expected to improve internal processes (ie, the SDT constructs measured using the Perceived Competence Scale [PCS]), leading participants to adopt cessation-supporting behaviors (external processes such as quitline and nicotine replacement therapy [NRT] use), ultimately resulting in smoking cessation.</p>
        <boxed-text id="box1" position="float">
          <title>Examples of mapping the self-determination theory to Adapt2Quit.</title>
          <list list-type="bullet">
            <list-item>
              <p>Autonomy: participants can control how often they want to rate the messages with the system. Autonomy increases as the participant’s ratings influence the messages they receive, providing an enhanced feeling of control over the intervention. Furthermore, Adapt2Quit facilitates quitline access but does not impose it. Participants are asked if they want to contact the quitline. Only if the participant responds positively, our system will initiate a quitline referral. Autonomy is increased as the participant controls if and when they choose to interact with the quitline. Our messages will focus on persuading the smoker to use quitline.</p>
            </list-item>
            <list-item>
              <p>Relatedness: in addition to the smoker profile, Adapt2Quit’s recommendations are based on feedback from thousands of smokers who previously engaged with the recommender system. Relatedness increases as the system learns and adapts to the ratings feedback of each new smoker. The Adapt2Quit messages database includes peer-written messages [<xref ref-type="bibr" rid="ref27">27</xref>]. Messages from peers may enhance relatedness because they reflect shared experiences, allowing smokers to more easily identify with the message content [<xref ref-type="bibr" rid="ref27">27</xref>].</p>
            </list-item>
            <list-item>
              <p>Competence: Adapt2Quit messages are designed to improve motivation, educate, and increase a smoker’s confidence and skills related to smoking cessation. Content includes appropriate strategies and treatments, as cues and reminders to encourage use, which were developed based on current guidelines on smoking cessation. Our pilot showed that Adapt2Quit increased the adoption of cessation-supportive behavior.</p>
            </list-item>
          </list>
        </boxed-text>
        <boxed-text id="box2" position="float">
          <title>Specific aims.</title>
          <p>
            <bold>Aim 1: Adapt2Quit engagement—heterogeneity of Adapt2Quit recommender system engagement</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>Hypothesis 1a: among Adapt2Quit participants, those with higher engagement levels (ie, completed more ratings) will have greater scores on the Perceived Competence Scale (PCS).</p>
            </list-item>
          </list>
          <p>
            <bold>Aim 2: behavioral processes—internal processes (self-determination theory constructs) and external “processes” or cessation-supportive actions comparing Adapt2Quit and the comparison group (texting facilitation to quitline)</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>Hypothesis 2a: Adapt2Quit participants will have greater scores on the PCS than comparison participants.</p>
            </list-item>
            <list-item>
              <p>Hypothesis 2b: Adapt2Quit participants will adopt more cessation-supporting actions (quitline use and nicotine replacement therapy) than comparison smokers.</p>
            </list-item>
          </list>
          <p>
            <bold>Aim 3: effectiveness—6-month smoking cessation in Adapt2Quit versus the comparison group</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>Hypothesis 3a: (primary outcome) Adapt2Quit participants will have greater smoking cessation rates (6-month point-prevalence biochemically verified) than comparison participants.</p>
            </list-item>
            <list-item>
              <p>Hypothesis 3b: (mediation analysis) measured internal and external processes will mediate the effect of Adapt2Quit on smoking cessation.</p>
            </list-item>
          </list>
        </boxed-text>
      </sec>
      <sec>
        <title>Paper Objective</title>
        <p>This paper describes the protocol and status of our ongoing randomized controlled trial testing the Adapt2Quit intervention among individuals from socioeconomically disadvantaged backgrounds who smoke. Our comparison participants receive the biweekly texting facilitation messages but do not receive the motivational messages recommended by the Adapt2Quit intervention. Our protocol description includes the intervention and comparison system as well as the description of the analyses of the primary and secondary hypotheses listed in the following sections. Since recruitment for our study has finished, we describe the demographics of the participants we have recruited. Our follow-up data collection is in progress.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design and Setting</title>
        <p>This study is a 2-arm randomized controlled trial comparing participants who received smoking cessation text messages selected by the Adapt2Quit recommender system plus a texting facilitation approach to connect participants to the quitline with participants who received the texting facilitation but no smoking cessation text messages. Study participants were blinded to group assignments. They were recruited from health systems in diverse geographic areas. Recruitment started in April 2020 and was completed in March 2024. Our target sample size was 750 individuals from socioeconomically disadvantaged backgrounds who smoke.</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>The Adapt2Quit study has been approved by all participating institutions’ institutional review boards (IRBs), including Baystate (BH-20-123) and Johns Hopkins (IRB00280942), with the University of Massachusetts Chan Medical School (UMass Chan) IRB (H00018991) being the central IRB. The study is listed in ClinicalTrials.gov (NCT04720625). It is being carried out in accordance with the Helsinki Declaration, and all participants have signed an informed consent form before enrollment in the study. Participants have been informed that they have the right to withdraw their consent at any point during the study, and the reason for their withdrawal will also be documented if the participant so wishes. The participants have received compensation for completing study activities. They received US $25 for completion of baseline, US $25 for the 6-month follow-up, US $50 for completing the carbon monoxide (CO) verification assessment, and an additional US $50 for participation in the qualitative interview. Upon randomization, all patients have been assigned an individual ID number so their data remain anonymous.</p>
      </sec>
      <sec>
        <title>Inclusion and Exclusion Criteria</title>
        <p>The inclusion criteria were as follows: an individual who smokes, comes from a socioeconomically disadvantaged background, speaks English, who is active in care (having at least 2 clinical visits in the past 2 years), and who has a texting-enabled mobile l phone. We used insurance status to identify participants as socioeconomically disadvantaged [<xref ref-type="bibr" rid="ref28">28</xref>]. In the United States, people can receive health insurance or health care payment coverage from several sources including through their employer, other private health insurance companies, or through government-supported programs. Individuals who have these government-supported programs are more likely to be from socioeconomically disadvantaged groups. For our study, we used Medicare (a government-funded program for older adults and those with disabilities) and Medicaid (a state and federal program for low-income individuals) to identify individuals from socioeconomically disadvantaged backgrounds. We determined smoking status by asking participants if they had smoked at least 100 cigarettes and their current smoking frequency (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). Those who responded “yes” to 100 cigarettes and “some” or “every day” were included.</p>
        <p>The exclusion criteria were as follows: adults who were unable to consent, individuals who were not yet adults (ie, aged &lt;18 years), prisoners, people with Alzheimer disease, and pilot study participants.</p>
      </sec>
      <sec>
        <title>Recruitment</title>
        <p>Recruitment was spread over the 3.5 years of the study. Study participants were recruited at urban and rural health care settings across 3 health care systems in the United States (UMass Memorial Medical Center, Baystate Health, and Johns Hopkins University). We used an opt-out recruitment strategy, with some variations between the three sites. At all 3 sites, after obtaining a Health Insurance Portability and Accountability Act waiver, potential participants who met our inclusion criteria in the clinical data warehouse were identified. At the UMass Chan and Baystate Medical Center, an initial invitation letter with a self-addressed, stamped opt-out postcard was sent to those eligible from the local site principal investigator outlining the study’s purpose. Johns Hopkins University’s site used emailed study invitation letters with instructions to opt-out via email instead of or in addition to mailed letters and “opt-out” postcards for those without an email address. Instructions were provided on how to opt-out by email. At all sites, individuals who opted out or whose email was returned undelivered within 2 weeks were removed from the recruitment list.</p>
      </sec>
      <sec>
        <title>Screening, Informed Consent, and Baseline Data Collection</title>
        <p>Potential participants were phoned up to 4 times to determine their interest and were screened for eligibility. Before starting the first recruitment call, the research staff sent an automated introductory text message to potential participants who would be called that day. During the phone call, participant eligibility was assessed (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). Eligible participants were asked to provide informed consent for study participation, were asked to complete the baseline data, and were then randomized to treatment. The screening session, informed consent, and baseline data collection were conducted via Zoom (Zoom Communications, Inc) or by phone.</p>
        <p>Once randomized, after completion of the baseline survey (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>), the Adapt2Quit intervention participants received 5 initial motivation messages and were asked to provide a rating. The recruitment staff viewed the rating in real time to confirm whether the participant understood and was comfortable with the system. The staff emphasized the importance of rating their messages to intervention participants. The research staff explained the quitline facilitation process and smoking status texting assessment to both groups and reiterated the importance of completing the ratings to intervention participants. Those randomized to the control group received only the texting facilitation and smoking status but did not receive the motivational messages, and instructions were provided accordingly.</p>
      </sec>
      <sec>
        <title>Randomization</title>
        <p>Separate randomization tables were created for each site to enhance the balance between the two groups. Participant allocation to study arms was based on a permuted block scheme in which treatment assignments were made within blocks so that numbers assigned to each treatment arm are equal after a block has been filled. Blocks of various sizes (2, 4, and 6) were used in random order to facilitate allocation concealment. As in our prior technology-based trials, we embedded randomization within the technology [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>]. After completing the screening, informed consent, and baseline data collection, the research staff entered the participant ID and participant mobile phone number from the survey into a web-based system, which then assigned the allocation based on the randomization table. Using this technique, participants and staff were blinded to allocation during the initial session. The research staff were subsequently unblinded to provide personalized training for the intervention and control groups, as noted.</p>
      </sec>
      <sec>
        <title>Intervention and Comparison</title>
        <sec>
          <title>Intervention: The Adapt2Quit Recommender System</title>
          <p>The Adapt2Quit recommender system uses a machine learning algorithm to select the best message for a participant from a motivational messaging database. We programmed Adapt2Quit to select messages based on the following: (1) the smoking status of the participant and (2) the ratings database (both from prior study participants and current participants) [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref31">31</xref>-<xref ref-type="bibr" rid="ref33">33</xref>]. We discuss the recommender system components in subsequent sections. The system has multiple components.</p>
        </sec>
        <sec>
          <title>Component 1: The Motivational Messages Database</title>
          <p>The messages include 261 messages, including 206 expert- and 55 peer-written messages (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>) [<xref ref-type="bibr" rid="ref27">27</xref>]. We developed the expert-written messages through an iterative group review process guided by theoretical frameworks and existing smoking cessation guidelines [<xref ref-type="bibr" rid="ref34">34</xref>]. Peer-written messages were written by current and former people who smoke, responding to a web-based survey. Our methods for developing this messaging database and its characteristics have been published [<xref ref-type="bibr" rid="ref27">27</xref>]. Briefly, the expert messages written by smoking cessation providers and researchers were more “biomedical” (ie, avoidance, behavioral strategies, and health), while peer messages had more “social” and “real-life” content (ie, expectations, money, quality of life, attitudes, and friends) [<xref ref-type="bibr" rid="ref27">27</xref>]. Our messages were assessed to be readable for someone with at least a fifth grade–level education (Flesch-Kincaid Grade level 5.5). In total, 19.9% (52/261) of the messages were peer messages. Overall, 52.9% (138/261) of the messages provided information about behavioral treatments (eg, substitution and distraction); 39.8% (104/261) contained motivational content, such as reasons to quit; 26.8% (70/261) included health-related information, such as the risks of smoking to physical and cognitive functioning; and 19.9% (52/261) addressed how seeking social support or smoking impacted social interactions with family and friends. <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref> lists example messages.</p>
        </sec>
        <sec>
          <title>Component 2: Ratings Database</title>
          <p>The algorithm uses 2 types of ratings data to generate the following recommendations.</p>
          <p>First, ratings from prior study participants. More than 1000 participants have rated our messages using the influence rating question (see definition in the Data Elements, Statistical Analysis, and Power Calculation for Specific Aims section) resulting in 18,920 ratings [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref33">33</xref>]. We chose the influence rating question after a pilot test in which we asked participants to rate each message on 4 aspects: influence, emotional response, relevance, and preference [<xref ref-type="bibr" rid="ref33">33</xref>]. We found that all these aspects were highly correlated. In developing the algorithms for the recommender system, we compared ratings by different user profile characteristics. Of the 20 messages rated most highly by participants with less than a high school education, only 3 messages were rated in the top 20 by college graduate participants. Adapt2Quit considers all these variations for message selection.</p>
          <p>Second, current ratings from participants in the intervention group using 2-way texting. Adapt2Quit is also programmed to learn from the explicit ratings of participants receiving the messages. Thus, when a participant is sent a text message, it will be accompanied by a question (see definition in the Data Elements, Statistical Analysis, and Power Calculation for Specific Aims section) asking the participant to rate the text message using the influence ratings question. The participant can choose how frequently they wish to rate the text messages. In addition to improving the system, our participants in the pilot studies noted that rating the messages helped them to cognitively process the messages better and remember their content.</p>
        </sec>
        <sec>
          <title>Component 3: Machine Learning Algorithm</title>
          <p>In our prior publications, we have described our algorithm development in detail [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref33">33</xref>]. For the purpose of this paper, we describe our approach and the functioning of the system in brief. We used a strong generalization protocol that involved completely separating test users from train users, learning a model using all the train users’ ratings, freezing all non–user-specific parameters, and finally training the user-specific parameters on a subset of each test user’s observed ratings. We evaluated several recommender methods for accurate prediction, including K-nearest neighbors, probabilistic matrix factorization, collective matrix factorization, and the Bayesian probabilistic matrix factorization (BPMF) [<xref ref-type="bibr" rid="ref33">33</xref>]. In evaluating rating prediction methods, we used a range of standard performance metrics including root mean squared error, Kendall tau-b, and normalized discounted cumulative gain. In all these tests, BPMF was identified as the best single model. For example, comparing the root mean squared error metric between the different algorithms, there was a small but statistically significant gap (<italic>P</italic>=.01) between the BPMF and other algorithms as determined by a paired <italic>t</italic> test with Bonferroni correction. The BPMF model estimates a probability distribution over a joint embedding of users and items into complementary latent spaces. The rating of the given user supplies for a given item is approximated by the expected value of the product of the latent user and item factor vectors representing the user-item pair, with the expectation taken over the uncertainty in embeddings.</p>
          <p>The intervention participant experience is as follows: during baseline registration, the intervention participant will be asked to rate 5 messages. The recommender system will use these ratings to select the first message. As the intervention unfolds, the participant will be asked to rate each message, and the system will learn and adapt to these ratings [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref33">33</xref>]. In the backend, each time the program needs to select a message for an individual, the program sends all the prior ratings provided by the participant and the messages rated by the participant. The system also sends demographic information of the participant. The algorithm then selects the next messages based on these data from the list of messages that have not been sent to the participant. The algorithm was also programmed to choose only from among those messages that matched the participant’s readiness to quit status. All participants will receive a new message every time. When they do not rate the message on a particular day, our system will have the 5 messages rated at baseline and the ratings of the prior participants to fall back upon to pick a new message. Because the machine learning algorithms operate as a black box, in our prior study, we conducted an analysis of our messages to uncover the black box of the algorithms and understand the message selection process and have published our results [<xref ref-type="bibr" rid="ref35">35</xref>].</p>
        </sec>
        <sec>
          <title>Flow of the Intervention</title>
          <p>Participants in the intervention group receive motivational messages, texting quitline facilitation, and texting assessment of smoking status.</p>
          <p>Motivational messages selected by the Adapt2Quit recommender system including ratings for user feedback. Participants receive daily motivational messages for the first 30 days and every 14 days until the end of the study. As noted, participants were asked to read these messages and provide their ratings. They were able to choose how frequently they rated messages.</p>
          <p>For texting quitline facilitation, participants in both study arms were asked (via text message) if they were interested in being referred to the quitline every 14 days or until the participant responded “yes” to this question. We have followed current best practices in SMS text messaging to connect users to the quitline as described in the study by Krebs et al [<xref ref-type="bibr" rid="ref36">36</xref>], who, after assessing multiple message frames, found that including a self-efficacy frame was the most effective. If participants request to be connected, a member of the study team refers them to quitline via a secure web form provided by the Massachusetts and Maryland quitline. As per their standard protocol, once quitline staff receive notice of participant interest, they proactively call the participant and engage in counseling.</p>
          <p>For texting assessments of smoking status, participants were asked, “What is your current smoking status?” every 30 days over a 6-month period.</p>
        </sec>
      </sec>
      <sec>
        <title>Comparison</title>
        <p>To isolate the effect of the Adapt2Quit recommender system, comparison participants do not receive tailored motivational messages but receive the texting quitline facilitation and the texting assessment of smoking status with the same frequency as intervention participants.</p>
      </sec>
      <sec>
        <title>Six-Month Data Collection Procedures</title>
        <sec>
          <title>Overview</title>
          <p>Six-month follow-up was conducted via telephone using the REDCap (Research Electronic Data Capture; Vanderbilt University) system to collect the data. Participants had the option to complete the REDCap survey on their own, with research staff sending the secure REDCap link by either email or text or mailing a paper survey to the participant. The system is designed to first collect the main outcome data and then branch into any intervention or control-specific questions. This way the staff is blinded to the participants’ assignment when the primary outcome data are collected. To maximize retention, participants were asked upon enrollment to provide 2 alternate telephone numbers, their physical and email addresses, and any other contact information, as applicable. All this contact information was used in making multiple attempts to reach participants to complete their follow-up assessment, which includes sending a thank you letter and incentives for completing the 6-month visit. Participants in both groups will receive a US $25 incentive for completion of the 6-month follow-up and an additional US $50 for completing the CO verification assessment. A web-based tracking system was used to automatically alert staff about participants due for the 6-month follow-up measure to facilitate timely assessments.</p>
        </sec>
        <sec>
          <title>Qualitative Interviews</title>
          <p>After completion of the 6-month follow-up visit, intervention participants will be invited to complete the qualitative interview to deepen the understanding of potential mechanisms and ways to improve the next generation of the Adapt2Quit intervention (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). We are using a purposeful sampling approach to recruit interview participants (n=30). Purposeful sampling is a technique widely used in qualitative research for the identification and selection of information-rich cases for the most effective use of limited study resources [<xref ref-type="bibr" rid="ref37">37</xref>]. We will select participants based on the extent of engagement with Adapt2Quit, use of the quitline, and eventual quitting success. Study coordinators will contact participants who agree to be interviewed to complete the audio-recorded qualitative interviews. The interviews will be conducted by phone and will examine a series of topics following the hypothesized path model presented in the research strategy (Adapt2Quit increases engagement, which results in external and internal processes causing the participant to implement smoking cessation–supporting behaviors; <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). Across these topics, our goal is to understand what participants value most and to elicit recommendations for further system enhancement. Interviews are semistructured, allowing for natural conversation with opportunities to explore unanticipated issues, and will be no longer than 30 to 45 minutes in duration. All qualitative interview participants will be asked to provide verbal consent before participating in the interview and being audio recorded. For participation in the qualitative interview, participants will receive US $50.</p>
        </sec>
      </sec>
      <sec>
        <title>Data Elements, Statistical Analysis, and Power Calculation for Specific Aims</title>
        <p>Data are collected throughout the study at several time points via text-based ratings, quitline use, assessments, questionnaires, and CO readings. Our main outcomes are described subsequently.</p>
        <sec>
          <title>Completion of Ratings</title>
          <p>Each Adapt2Quit message is accompanied by the influence ratings question as follows: “Please type the number below to indicate whether you agree with this statement—How much does this message influence you to quit smoking”—on a 5-point Likert scale (strongly disagree to strongly agree). Our program tracks the ratings completed for each participant.</p>
        </sec>
        <sec>
          <title>Internal Processes</title>
          <p>Perceived competence, a key SDT construct, will be measured using the previously validated PCS [<xref ref-type="bibr" rid="ref23">23</xref>]. The 4-item scale assesses the participant’s feelings of being able to stop smoking permanently (“I feel confident in my ability to not smoke,” “I now feel capable of not smoking,” “I am able to not smoke anymore,” and “I am able to meet the challenge of not smoking”). Responses are scored on a 7-point scale from 1 (strongly disagree) to 7 (strongly agree), and individual items are averaged to create a scale mean. In prior work [<xref ref-type="bibr" rid="ref23">23</xref>], PCS was reliable (α=.95) at the 6-month follow-up [<xref ref-type="bibr" rid="ref23">23</xref>]. We will assess PCS at baseline and at the 6-month follow-up visit.</p>
        </sec>
        <sec>
          <title>External Processes (Quitline and NRT)</title>
          <p>Quitline use is assessed using data collected from the quitline. We will send a list of our users and ask quitline to provide data on these users, such as the number of contacts between the smoker and the counselor. We will use the time to first call completed with the quitline counselor as our primary quitline measure. NRT is self-reported (yes or no).</p>
        </sec>
        <sec>
          <title>Six-Month Cessation</title>
          <p>Assessment of the 6-month smoking cessation is collected using the 7-day point-prevalence question [<xref ref-type="bibr" rid="ref38">38</xref>]: “Do you currently smoke cigarettes (smoked even 1 puff in the last 7 days)?” Point prevalence can capture an intervention’s delayed effects. A psychometric analysis comparing continuous, prolonged, and point-prevalence outcomes found that point prevalence had the highest concurrent validity [<xref ref-type="bibr" rid="ref38">38</xref>]. The 7-day window provides an appropriately stringent measure to account for a cross-sectional snapshot. Using the CoVita Smokerlyzer breath CO monitor, participants who self-report quitting at the 6-month follow-up will be asked to complete biochemical verification remotely (the device will be mailed to them) or in person. Because of the variability of the device, participants will be asked to repeat the test 3 times. The average of these values will be used for our analyses [<xref ref-type="bibr" rid="ref39">39</xref>]. Participants will be classified as tobacco users if their CO measurement is &gt;6 ppm [<xref ref-type="bibr" rid="ref40">40</xref>]. Participants completing remotely will be asked to conduct the test over videoconference, where our staff will monitor and guide them. To complete the biochemical verification, whether in person or remotely, study participants will receive a US $50 gift card.</p>
        </sec>
      </sec>
      <sec>
        <title>Data Analysis</title>
        <sec>
          <title>Statistical Analysis and Power Calculations</title>
          <p>To preserve randomization, all primary analyses will be on an intent-to-treat basis. Secondary analyses will explore dose-response effects among those with variable levels of adherence to the intervention. All analyses will be 2-sided, and the α error level will be set at .05. We will begin by examining univariate statistics (means, medians, SDs, frequencies, percentages, and 95% CIs) and distributions of the variable of interest. We will examine the balance of participant characteristics by study groups and account for any imbalances in our multivariable analysis. To address sex as a biological variable, we will stratify the analyses by male and female to evaluate whether the mechanisms and outcomes are modified by sex. We will test group differences either using chi-square tests of independence (categorical variables), <italic>Z</italic> test, or a 2-tailed <italic>t</italic> test (continuous variables), or the equivalent nonparametric tests depending on the distribution of the variables. Baseline differences between the intervention and control group will be established based on standardized differences, rather than on tests of statistical significance.</p>
        </sec>
        <sec>
          <title>Aim 1: Adapt2Quit Engagement</title>
          <p>Aim 1 is analyzed within the intervention group (N=375). Engagement will be defined as the number of daily ratings divided by the total number of rating opportunities (percentage of ratings completed).</p>
          <sec>
            <title>Hypothesis 1a</title>
            <p>Among Adapt2Quit participants, those with higher engagement levels (completed more ratings) will have greater scores on the PCS. For hypothesis 1a, we will explore the distribution of the PCS at baseline and the averaged PCS scores during follow-up. Furthermore, we will analyze the distribution of engagement. It is likely that these distributions will be nonnormally distributed. In this case, we will transform the distribution into something approximating normality or choose a nonparametric test to assess the correlation between engagement and the PCS. We will generate a generalized linear model with the averaged follow-up PCS score as the dependent variable and engagement as the independent variable, adjusting for demographic characteristics that vary between highly engaged and less-engaged individuals and for baseline PCS measurements.</p>
          </sec>
          <sec>
            <title>Power for Hypothesis 1a</title>
            <p>We have considerable <italic>power</italic> to detect relatively small correlations for secondary analyses. As a preliminary power estimate, if we assume a normal distribution and α=.05, we have 80% power to detect a correlation coefficient as small as 0.2 with 200 patients. For larger, more meaningful correlations, we have well over 90% power starting at a sample of 375.</p>
          </sec>
        </sec>
        <sec>
          <title>Aim 2: Behavioral Processes</title>
          <sec>
            <title>Hypothesis 2a</title>
            <p>Adapt2Quit participants will have higher scores on the PCS than control participants. To analyze hypothesis 2a, we will first create a generalized linear model where the dependent variable is the averaged PCS score during follow-up (see the section Hypothesis 1a), the independent variable is randomization group, and the baseline PCS score is included as a covariate. Furthermore, to fully use the repeated measures of the PCS, we will develop a random effects interrupted time series model evaluating the change in slope of PCS over time, comparing the Adapt2Quit intervention and comparison group. This will be implemented using a segmented regression to evaluate changes in slope early in the intervention and sustain change over time in the latter months of the 6-month follow-up.</p>
          </sec>
          <sec>
            <title>Power for Hypothesis 2a</title>
            <p>In a prior smoking cessation study, the mean (SD) of PCS was 4.79 (1.96) [<xref ref-type="bibr" rid="ref23">23</xref>]. On the basis of these results, for power calculations, we assumed a meaningful difference in the averaged PCS score to be equal to 1 SD, assumed the mean in control to be 4.79, and set α at .05. To detect a difference of 1 SD, we have 99% power with a sample of 120 participants per group, further demonstrating power for aims 1 and 2.</p>
          </sec>
          <sec>
            <title>Hypothesis 2b</title>
            <p>Adapt2Quit participants will adopt more cessation-supporting actions (quitline and NRT) than control participants. For hypothesis 2b, the independent variable is again the randomization group. Each dependent variable will be modeled separately. There are several ways to analyze quitline use, including time to first call completed (time from baseline when the first call with the counselor was conducted in a number of weeks) or whether the participant used the quitline and the number of contacts between the patient and counselor. We chose the time to first call completed with the quitline counselor because it matters how quickly the intervention succeeded in motivating participants to call the quitline (if the call happened in the first few days of the intervention or later). The participant may initiate the call, or the counselor can call the participant following a texting referral.</p>
          </sec>
          <sec>
            <title>Power for Hypothesis 2b</title>
            <p>Analysis and the power calculation for time to first call completed is similar to the hypothesis 3b analysis. The use of NRT will be assessed via self-report at the 6-month follow-up. To analyze NRT use, a dichotomous variable, we will create a logistic model with the use of NRT (yes or no) as the dependent variable and randomization as the independent variable.</p>
          </sec>
        </sec>
        <sec>
          <title>Aim 3: Effectiveness</title>
          <sec>
            <title>Hypothesis 3a: Primary Outcome</title>
            <p>Adapt2Quit participants will have greater smoking cessation rates (6-month point-prevalence biochemically verified) than control participants. For our primary outcome, we will follow recommendations from the Society for Nicotine and Tobacco Research and other experts. While we will attempt to minimize dropout rates loss to follow-up (missing outcomes) in trials such as ours cannot be fully averted [<xref ref-type="bibr" rid="ref41">41</xref>]. Penalized imputation (missing=still smoking) is not a conservative approach and can be biased (against a group), especially when there is a differential missing between the groups [<xref ref-type="bibr" rid="ref41">41</xref>]. Thus, the recommended approach is to use inverse probability weighting [<xref ref-type="bibr" rid="ref42">42</xref>]. In this approach, the first step is to develop a logistic regression model to predict nonmissingness using variables that are found to be different between study participants with and without missing data. The next step is to calculate the inverse probability of nonmissingness and use it as the weight in a logistic regression model to compare the cessation rate between two study groups [<xref ref-type="bibr" rid="ref43">43</xref>]. Along with inverse probability weighting, we will present penalized imputation and a complete case analysis (limited to those with complete data) as sensitivity analyses. We propose to biochemically verify participants who self-report quitting smoking using a CO meter.</p>
          </sec>
          <sec>
            <title>Power for Primary Outcome (Hypothesis 3a)</title>
            <p>In our prior National Cancer Institute trial, we observed an absolute 9% difference in the standard messaging versus no-messaging control group [<xref ref-type="bibr" rid="ref29">29</xref>]. We expect socioeconomically disadvantaged groups to have lower cessation rates than non–socioeconomically disadvantaged groups. Thus, we calculated power using a range of control cessation rates from 7% to 9%. We started at 7%, because it is the estimated rate at which the general population of all individuals who smoke quit without any intervention [<xref ref-type="bibr" rid="ref34">34</xref>]. On the basis of the recommender enhancements (and further pilot data), we saw an additional marginal difference of 6% at 30 days (even higher for African American individuals who smoke) and expect this difference to continue and expand over time as the recommender system continues to learn and adapt to the individual; however, to be conservative and recognizing the potential difficulty in impacting behavior in this population, we chose to power for a small difference, namely 7%. Although our hypothesis is directional, we have chosen to adopt the commonly used conservative approach of 2-sided tests for all our power calculations. On the basis of a 2-sided chi-square test of equal proportions, α=.05, for all these base rates, we will have 80% power with 600 participants (N=300 per arm). Considering loss to follow-up, we plan to oversample by 25% and thus have budgeted for a total of 750 participants to complete baseline and be randomized. On the basis of our prior experience recruiting from clinical systems, we expect the dropout rate to be lower than the 25% we have assumed in our calculations.</p>
          </sec>
          <sec>
            <title>Hypothesis 3b: Mediation Analysis</title>
            <p>Measured internal and external processes will mediate the effect of Adapt2Quit on smoking cessation. Adapt2Quit is expected to result in several interconnected processes (Adapt2Quit increases personal relevance, thereby improving system engagement, which results in increasing the external and internal processes, causing the participant to implement cessation-supporting behaviors resulting in smoking cessation; <xref rid="figure1" ref-type="fig">Figure 1</xref>). We will explore the pathways using modern mediation and structural equation modeling (SEM) techniques. Mediation occurs when an independent variable (X) leads to a given outcome (Y) through an intervening process (M). In our case, the independent variable is the Adapt2Quit recommender (X), and the outcome will be 6 months of smoking cessation (Y). Perceived competence and adoption of cessation-facilitating behaviors (use of quitlines, use of NRT, and adoption of behavioral strategies) are all potential mediators (M). The mediation analyses will focus on each individual process variable, using the classic mediation principles modified from Barron and Kenny [<xref ref-type="bibr" rid="ref44">44</xref>]. This approach requires 3 regression models and decomposes the total effect (<italic>c</italic>) of the independent variable (X) into a direct component (<italic>c’</italic>) and an indirect or mediated component (c-c’). Limitations to the modified Barron and Kenny approach include the fact that more complex mediation pathways with multiple steps are not allowed. Thus, we will implement SEM using Mplus as the covariance analysis software. SEM allows for the simultaneous estimation of multiple regression equations representing complex mediation pathways, allowing errors to be correlated across equations. Furthermore, constructs may be represented as latent variables to relax the assumption of no measurement error. An array of diagnostic tests (eg, root mean square error of approximation and comparative fit index) are available to examine model quality.</p>
            <fig id="figure1" position="float">
              <label>Figure 1</label>
              <caption>
                <p>Hypothesized path model depicting associations among constructs. NRT: nicotine replacement therapy.</p>
              </caption>
              <graphic xlink:href="resprot_v14i1e63693_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
            </fig>
          </sec>
        </sec>
        <sec>
          <title>Qualitative Interview Analysis</title>
          <p>We will transcribe the interviews verbatim and will use the rapid qualitative analysis method to code the transcripts. The rapid qualitative method uses triangulation and iterative data analysis to quickly develop a preliminary understanding of a situation from the insider’s perspective [<xref ref-type="bibr" rid="ref45">45</xref>-<xref ref-type="bibr" rid="ref47">47</xref>]. In this method, primary topics or “domains” will be taken from the topics addressed in the interview guide to create summary templates. Two research team members will each code at least 10% of the interview transcripts, and coding checks will be completed to ensure interrater reliability. We will use the summary templates to create a matrix to analyze each domain’s depth and breadth of data. From these, we will identify study themes and subthemes using the matrix. The research team will collaboratively and iteratively review, discuss, and sort the data to refine the initial themes and subthemes and highlight the most salient quotes. Recordings collected during interviews will be deidentified using subject ID numbers. No identifiable information, such as a full name, will be collected in the recording. Identifiers will be collected separately and will be stored in an encrypted form. Recordings will be transcribed and deidentified. They will be stored in a secured UMass Chan drive specified for the study within the UMass Chan IS regulated environment, where only UMass Chan study staff will have access to them. Recordings, and all other data collected in this study, will be retained and destroyed in accordance with Standard Operating Procedure Human Research Protection-800. Transcripts of audio or video recordings as well as the audio or video recordings themselves will be fully destroyed 6 years from the conclusion of the study period or at the request of the individual to whom that data belongs.</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>This trial was funded in April 2020 and is currently ongoing. As of May 2024, we had enrolled 757 participants, and 591 (78.1%) of them had completed the 6-month follow-up interviews (<xref rid="figure2" ref-type="fig">Figure 2</xref>). We anticipate that data analysis and final manuscript preparation will occur in late 2025. <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref> provides the demographic and screening survey responses of 757 participants.</p>
      <fig id="figure2" position="float">
        <label>Figure 2</label>
        <caption>
          <p>CONSORT (Consolidated Standards of Reporting Trials) diagram. EMR: electronic medical record.</p>
        </caption>
        <graphic xlink:href="resprot_v14i1e63693_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>This study protocol describes a randomized controlled trial to test a machine learning algorithm–based, computer-tailored health communication system for smoking cessation. We hypothesized that the intervention will impact mechanisms of action—specifically engagement, competence (a theoretical construct), and adoption of cessation-supportive actions—as well as demonstrate effectiveness in promoting smoking cessation. Our system will test these hypotheses among individuals who are socioeconomically disadvantaged, a group disproportionately affected by smoking.</p>
        <p>Because of the potential for wide reach and effectiveness, texting programs (especially texting) have been increasingly adopted in real-world settings worldwide (public health and within health care systems) [<xref ref-type="bibr" rid="ref48">48</xref>-<xref ref-type="bibr" rid="ref50">50</xref>]. For example, the World Health Organization has helped establish texting programs for smoking cessation in several countries, including Costa Rica, Tunisia, and India [<xref ref-type="bibr" rid="ref51">51</xref>]. The US Department of Health and Human Services established a Text4Health Task Force in 2010 to promote health text messaging programs in the United States [<xref ref-type="bibr" rid="ref48">48</xref>]. In 2017, 55% of state quitlines offered texting programs (up from 20% in 2012) [<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref52">52</xref>]. There is now growing evidence that these programs can be effective. An evaluation of SmokefreeTXT (a free evidence-based smoking cessation program offered by the US National Cancer Institute) reported that point-prevalence abstinence for smokers who initiated treatment at completion of the 42-day program was 7.2% (3% at the 6-month follow-up) [<xref ref-type="bibr" rid="ref53">53</xref>]. Leaders have called for continued innovations to increase the effectiveness of these health messaging programs, especially to increase effectiveness with smokers from socioeconomically disadvantaged backgrounds.</p>
        <p>Our study will provide important evidence on whether a more personalized approach using machine learning can encourage quitline use and support smoking cessation, compared to a text-based referral to quitline. In previous papers, we described our pilot studies testing the Adapt2Quit intervention [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref54">54</xref>]. Furthermore, our prior large randomized controlled trial compared the Adapt2Quit intervention to a system that delivered messages based on participants’ baseline readiness to quit [<xref ref-type="bibr" rid="ref17">17</xref>]. In that trial, we recruited participants online as well as through referrals from friends and family. In addition, messages were delivered by email rather than by text, as is being done in this trial. The previous study also did not include biochemical verification of smoking cessation. Beyond the potential benefit of computer-tailored messaging, our system aims to actively engage participants with the quitline. Quitlines have proven to be effective in supporting people to quit smoking, yet using a quitline and attending counseling sessions is a significant step for individuals from socioeconomically disadvantaged backgrounds who smoke. Currently, only 2% to 3% of people who smoke use the quitline, with usage rates even lower among individuals from socioeconomically disadvantaged backgrounds [<xref ref-type="bibr" rid="ref34">34</xref>]. Prior research has shown that it is possible to use a low-intensity intervention such as texting to increase motivation and the use of cessation resources among people who smoke [<xref ref-type="bibr" rid="ref55">55</xref>].</p>
        <p>In addition to our system, one group compared a similar recommender system in a pilot trial to a system that selected messages based on a knowledge base. They compared the message appreciation, engagement with the system, and one’s own self-reported smoking cessation status (7-day point prevalence) [<xref ref-type="bibr" rid="ref18">18</xref>]. Another group developed a recommender system for smoking cessation and promoting physical activity [<xref ref-type="bibr" rid="ref56">56</xref>]. This group described an experiment they conducted to identify the optimal approach for selecting messages. In addition, a systematic review examined the potential of using another machine learning approach—reinforcement learning—for similar purposes [<xref ref-type="bibr" rid="ref57">57</xref>]. Together, these approaches highlight the potential of the use of machine learning approaches to enhance a widely used behavioral intervention: computer-tailored health communication.</p>
        <p>Because we have completed recruitment for our study, we also provide the characteristics of our participants. Our recruitment method, using an opt-out strategy at 3 different health care systems, was able to successfully recruit a diverse sample. A third of our sample (265/757, 35%) are Black, and 16% (121/757) self-identified as Hispanic or Latino. There may be several factors for our successes, including that our intervention is a low-intensity intervention using a texting model that is widely available. Furthermore, our procedures for screening, baseline, and follow-up are all remote, which may have reduced barriers to recruitment. Participants in our study indicated higher motivation levels than the general population. This is an artifact of our recruitment strategy that people who are more motivated participate in a study about tobacco cessation. This more representative sample implies that our study findings will be more generalizable to the US population.</p>
      </sec>
      <sec>
        <title>Strengths and Limitations</title>
        <p>We describe the protocol for a rigorous evaluation of behavioral intervention among individuals from socioeconomically disadvantaged backgrounds. Since recruitment for our study is complete, we also present participant characteristics. Using an opt-out recruitment strategy across 3 different health care systems, we successfully recruited a diverse sample, which has been challenging to achieve for clinical trials. Our fully remote procedures for screening, baseline, and follow-up may have reduced barriers to recruitment. Notably, 35% (265/757) of our sample identified as Black and 16% (121/757) as Hispanic or Latino. This more representative sample suggests that our study findings will be more generalizable to the US population. One limitation is that our participants reported higher motivation levels for quitting smoking than the general population, which is likely due to the recruitment strategy attracting those who were more motivated to participate in a tobacco cessation study. Because we only used insurance status to determine socioeconomically disadvantaged, some participants may not align with all characteristics that may describe socioeconomically disadvantaged.</p>
      </sec>
      <sec>
        <title>Conclusions and Future Work</title>
        <p>Our project is the first to rigorously test the use of a recommender system for smoking cessation among individuals from socioeconomically disadvantaged backgrounds who smoke. In this paper, we have reported on protocols for conducting a rigorous trial. In addition to our primary analyses for the 3 aims, we will conduct exploratory analyses to assess the heterogeneity of treatment effects across these subgroups, which could yield valuable insights for future tobacco cessation efforts. Our follow-up papers will report on the results of our trial following the analysis plans described in this paper. Future studies will also explore implementing texting interventions in various clinical and public health settings.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Telephone screening script, consent form, baseline survey, and 6-month follow-up survey.</p>
        <media xlink:href="resprot_v14i1e63693_app1.pdf" xlink:title="PDF File  (Adobe PDF File), 716 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Example motivational messages (expert and peer).</p>
        <media xlink:href="resprot_v14i1e63693_app2.docx" xlink:title="DOCX File , 22 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Participant demographic and screening survey responses (N=757).</p>
        <media xlink:href="resprot_v14i1e63693_app3.docx" xlink:title="DOCX File , 31 KB"/>
      </supplementary-material>
      <supplementary-material id="app4">
        <label>Multimedia Appendix 4</label>
        <p>SPIRIT-AI checklist.</p>
        <media xlink:href="resprot_v14i1e63693_app4.xlsx" xlink:title="XLSX File  (Microsoft Excel File), 15 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">BPMF</term>
          <def>
            <p>Bayesian probabilistic matrix factorization</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CO</term>
          <def>
            <p>carbon monoxide</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">IRB</term>
          <def>
            <p>institutional review board</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">NRT</term>
          <def>
            <p>nicotine replacement therapy</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">PCS</term>
          <def>
            <p>Perceived Competence Scale</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">REDCap</term>
          <def>
            <p>Research Electronic Data Capture</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">SDT</term>
          <def>
            <p>self-determination theory</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">SEM</term>
          <def>
            <p>structural equation modeling</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">UMass Chan</term>
          <def>
            <p>University of Massachusetts Chan Medical School</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The Adapt2Quit intervention is funded by the National Cancer Institute (grant R01CA240551), starting in April 2020.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>Smoking cessation. A report of the surgeon general</article-title>
          <source>U.S. Department of Health and Human Services, Centers for Disease Control and Prevention, National Center for Chronic Disease Prevention and Health Promotion, Office on Smoking and Health</source>
          <year>2020</year>
          <access-date>2025-04-04</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.hhs.gov/sites/default/files/2020-cessation-sgr-full-report.pdf">https://www.hhs.gov/sites/default/files/2020-cessation-sgr-full-report.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <article-title>Smoking and tobacco use</article-title>
          <source>Centers for Disease Control and Prevention</source>
          <access-date>2015-06-18</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/tobacco/index.html">https://www.cdc.gov/tobacco/index.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <article-title>PAR-16-202: improving smoking cessation in socioeconomically disadvantaged populations via scalable interventions (R01)</article-title>
          <source>National Institutes of Health</source>
          <access-date>2016-10-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://grants.nih.gov/grants/guide/pa-files/PAR-16-202.html">https://grants.nih.gov/grants/guide/pa-files/PAR-16-202.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="web">
          <article-title>Tobacco control research priorities for the next decade: working group recommendations for 2016 – 2025</article-title>
          <source>National Cancer Institute Division of Extramural Activities</source>
          <access-date>2025-04-04</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://deainfo.nci.nih.gov/advisory/bsa/archive/0316/1115ResearchPriorities.pdf">https://deainfo.nci.nih.gov/advisory/bsa/archive/0316/1115ResearchPriorities.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>U.S. National Cancer Institute</collab>
          </person-group>
          <article-title>A socioecological approach to addressing tobacco-related health disparities</article-title>
          <source>U.S. Department of Health and Human Services, National Institutes of Health, National Cancer Institute</source>
          <year>2017</year>
          <access-date>2025-04-04</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://cancercontrol.cancer.gov/brp/tcrb/monographs/monograph-22">https://cancercontrol.cancer.gov/brp/tcrb/monographs/monograph-22</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kreuter</surname>
              <given-names>MW</given-names>
            </name>
            <name name-style="western">
              <surname>Farrell</surname>
              <given-names>DW</given-names>
            </name>
            <name name-style="western">
              <surname>Olevitch</surname>
              <given-names>LR</given-names>
            </name>
            <name name-style="western">
              <surname>Brennan</surname>
              <given-names>LK</given-names>
            </name>
          </person-group>
          <source>Tailoring Health Messages: Customizing Communication With Computer Technology</source>
          <year>1999</year>
          <publisher-loc>Milton Park, UK</publisher-loc>
          <publisher-name>Routledge</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brug</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Steenhuis</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>van Assema</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>de Vries</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>The impact of a computer-tailored nutrition intervention</article-title>
          <source>Prev Med</source>
          <year>1996</year>
          <volume>25</volume>
          <issue>3</issue>
          <fpage>236</fpage>
          <lpage>42</lpage>
          <pub-id pub-id-type="doi">10.1006/pmed.1996.0052</pub-id>
          <pub-id pub-id-type="medline">8781000</pub-id>
          <pub-id pub-id-type="pii">S0091-7435(96)90052-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Prochaska</surname>
              <given-names>JO</given-names>
            </name>
            <name name-style="western">
              <surname>DiClemente</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Velicer</surname>
              <given-names>WF</given-names>
            </name>
            <name name-style="western">
              <surname>Rossi</surname>
              <given-names>JS</given-names>
            </name>
          </person-group>
          <article-title>Standardized, individualized, interactive, and personalized self-help programs for smoking cessation</article-title>
          <source>Health Psychol</source>
          <year>1993</year>
          <month>10</month>
          <volume>12</volume>
          <issue>5</issue>
          <fpage>399</fpage>
          <lpage>405</lpage>
          <pub-id pub-id-type="doi">10.1037//0278-6133.12.5.399</pub-id>
          <pub-id pub-id-type="medline">8223364</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>DeVellis</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Strecher</surname>
              <given-names>VJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ammerman</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>DeVellis</surname>
              <given-names>RF</given-names>
            </name>
            <name name-style="western">
              <surname>Sandler</surname>
              <given-names>RS</given-names>
            </name>
          </person-group>
          <article-title>Improving dietary behavior: the effectiveness of tailored messages in primary care settings</article-title>
          <source>Am J Public Health</source>
          <year>1994</year>
          <month>05</month>
          <volume>84</volume>
          <issue>5</issue>
          <fpage>783</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.2105/ajph.84.5.783</pub-id>
          <pub-id pub-id-type="medline">8179049</pub-id>
          <pub-id pub-id-type="pmcid">PMC1615043</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bull</surname>
              <given-names>FC</given-names>
            </name>
            <name name-style="western">
              <surname>Kreuter</surname>
              <given-names>MW</given-names>
            </name>
            <name name-style="western">
              <surname>Scharff</surname>
              <given-names>DP</given-names>
            </name>
          </person-group>
          <article-title>Effects of tailored, personalized and general health messages on physical activity</article-title>
          <source>Patient Educ Couns</source>
          <year>1999</year>
          <month>03</month>
          <volume>36</volume>
          <issue>2</issue>
          <fpage>181</fpage>
          <lpage>92</lpage>
          <pub-id pub-id-type="doi">10.1016/s0738-3991(98)00134-7</pub-id>
          <pub-id pub-id-type="medline">10223022</pub-id>
          <pub-id pub-id-type="pii">S0738-3991(98)00134-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kreuter</surname>
              <given-names>MW</given-names>
            </name>
            <name name-style="western">
              <surname>Strecher</surname>
              <given-names>VJ</given-names>
            </name>
          </person-group>
          <article-title>Do tailored behavior change messages enhance the effectiveness of health risk appraisal? Results from a randomized trial</article-title>
          <source>Health Educ Res</source>
          <year>1996</year>
          <month>03</month>
          <volume>11</volume>
          <issue>1</issue>
          <fpage>97</fpage>
          <lpage>105</lpage>
          <pub-id pub-id-type="doi">10.1093/her/11.1.97</pub-id>
          <pub-id pub-id-type="medline">10160231</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marcus</surname>
              <given-names>BH</given-names>
            </name>
            <name name-style="western">
              <surname>Emmons</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Simkin-Silverman</surname>
              <given-names>LR</given-names>
            </name>
            <name name-style="western">
              <surname>Linnan</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>ER</given-names>
            </name>
            <name name-style="western">
              <surname>Bock</surname>
              <given-names>BC</given-names>
            </name>
            <name name-style="western">
              <surname>Roberts</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Rossi</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Abrams</surname>
              <given-names>DB</given-names>
            </name>
          </person-group>
          <article-title>Evaluation of motivationally tailored vs. standard self-help physical activity interventions at the workplace</article-title>
          <source>Am J Health Promot</source>
          <year>1998</year>
          <volume>12</volume>
          <issue>4</issue>
          <fpage>246</fpage>
          <lpage>53</lpage>
          <pub-id pub-id-type="doi">10.4278/0890-1171-12.4.246</pub-id>
          <pub-id pub-id-type="medline">10178617</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Flynn</surname>
              <given-names>BS</given-names>
            </name>
            <name name-style="western">
              <surname>Worden</surname>
              <given-names>JK</given-names>
            </name>
            <name name-style="western">
              <surname>Bunn</surname>
              <given-names>JY</given-names>
            </name>
            <name name-style="western">
              <surname>Connolly</surname>
              <given-names>SW</given-names>
            </name>
            <name name-style="western">
              <surname>Dorwaldt</surname>
              <given-names>AL</given-names>
            </name>
          </person-group>
          <article-title>Evaluation of smoking prevention television messages based on the elaboration likelihood model</article-title>
          <source>Health Educ Res</source>
          <year>2011</year>
          <month>12</month>
          <day>01</day>
          <volume>26</volume>
          <issue>6</issue>
          <fpage>976</fpage>
          <lpage>87</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/21885672"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/her/cyr082</pub-id>
          <pub-id pub-id-type="medline">21885672</pub-id>
          <pub-id pub-id-type="pii">cyr082</pub-id>
          <pub-id pub-id-type="pmcid">PMC3219883</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="web">
          <article-title>Mobile fact sheet</article-title>
          <source>Pew Research Center</source>
          <year>2024</year>
          <month>11</month>
          <day>13</day>
          <access-date>2016-10-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.pewresearch.org/internet/fact-sheet/mobile/">https://www.pewresearch.org/internet/fact-sheet/mobile/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Segaran</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <source>Programming Collective Intelligence: Building Smart Web 2.0 Applications</source>
          <year>2007</year>
          <publisher-loc>Sebastopol, CA</publisher-loc>
          <publisher-name>O'Reilly Media</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sadasivam</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Borglund</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Adams</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Marlin</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Houston</surname>
              <given-names>TK</given-names>
            </name>
          </person-group>
          <article-title>Impact of a collective intelligence tailored messaging system on smoking cessation: the perspect randomized experiment</article-title>
          <source>J Med Internet Res</source>
          <year>2016</year>
          <month>11</month>
          <day>08</day>
          <volume>18</volume>
          <issue>11</issue>
          <fpage>e285</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2016/11/e285/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.6465</pub-id>
          <pub-id pub-id-type="pii">v18i11e285</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Faro</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Flahive</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Nagawa</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Orvek</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Houston</surname>
              <given-names>TK</given-names>
            </name>
            <name name-style="western">
              <surname>Allison</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Person</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Blok</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Sadasivam</surname>
              <given-names>RS</given-names>
            </name>
          </person-group>
          <article-title>Effect of a machine learning recommender system and viral peer marketing intervention on smoking cessation: a randomized clinical trial</article-title>
          <source>JAMA Netw Open</source>
          <year>2023</year>
          <month>01</month>
          <day>03</day>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>e2250665</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/36633844"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamanetworkopen.2022.50665</pub-id>
          <pub-id pub-id-type="medline">36633844</pub-id>
          <pub-id pub-id-type="pii">2800273</pub-id>
          <pub-id pub-id-type="pmcid">PMC9856644</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hors-Fraile</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Candel</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Schneider</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Malwade</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Nunez-Benjumea</surname>
              <given-names>FJ</given-names>
            </name>
            <name name-style="western">
              <surname>Syed-Abdul</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Fernandez-Luque</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>de Vries</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Applying collective intelligence in health recommender systems for smoking cessation: a comparison trial</article-title>
          <source>Electronics</source>
          <year>2022</year>
          <month>04</month>
          <day>12</day>
          <volume>11</volume>
          <issue>8</issue>
          <fpage>1219</fpage>
          <pub-id pub-id-type="doi">10.3390/electronics11081219</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Deci</surname>
              <given-names>EL</given-names>
            </name>
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>RM</given-names>
            </name>
          </person-group>
          <article-title>The "what" and "why" of goal pursuits: human needs and the self-determination of behavior</article-title>
          <source>Psychol Inq</source>
          <year>2000</year>
          <month>10</month>
          <volume>11</volume>
          <issue>4</issue>
          <fpage>227</fpage>
          <lpage>68</lpage>
          <pub-id pub-id-type="doi">10.1207/s15327965pli1104_01</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ng</surname>
              <given-names>JY</given-names>
            </name>
            <name name-style="western">
              <surname>Ntoumanis</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Thøgersen-Ntoumani</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Deci</surname>
              <given-names>EL</given-names>
            </name>
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Duda</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>GC</given-names>
            </name>
          </person-group>
          <article-title>Self-determination theory applied to health contexts: a meta-analysis</article-title>
          <source>Perspect Psychol Sci</source>
          <year>2012</year>
          <month>07</month>
          <volume>7</volume>
          <issue>4</issue>
          <fpage>325</fpage>
          <lpage>40</lpage>
          <pub-id pub-id-type="doi">10.1177/1745691612447309</pub-id>
          <pub-id pub-id-type="medline">26168470</pub-id>
          <pub-id pub-id-type="pii">7/4/325</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>GC</given-names>
            </name>
            <name name-style="western">
              <surname>McGregor</surname>
              <given-names>HA</given-names>
            </name>
            <name name-style="western">
              <surname>Sharp</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Levesque</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kouides</surname>
              <given-names>RW</given-names>
            </name>
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Deci</surname>
              <given-names>EL</given-names>
            </name>
          </person-group>
          <article-title>Testing a self-determination theory intervention for motivating tobacco cessation: supporting autonomy and competence in a clinical trial</article-title>
          <source>Health Psychol</source>
          <year>2006</year>
          <month>01</month>
          <volume>25</volume>
          <issue>1</issue>
          <fpage>91</fpage>
          <lpage>101</lpage>
          <pub-id pub-id-type="doi">10.1037/0278-6133.25.1.91</pub-id>
          <pub-id pub-id-type="medline">16448302</pub-id>
          <pub-id pub-id-type="pii">2006-01035-012</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>GC</given-names>
            </name>
            <name name-style="western">
              <surname>Minicucci</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>Kouides</surname>
              <given-names>RW</given-names>
            </name>
            <name name-style="western">
              <surname>Levesque</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Chirkov</surname>
              <given-names>VI</given-names>
            </name>
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Deci</surname>
              <given-names>EL</given-names>
            </name>
          </person-group>
          <article-title>Self-determination, smoking, diet and health</article-title>
          <source>Health Educ Res</source>
          <year>2002</year>
          <month>10</month>
          <volume>17</volume>
          <issue>5</issue>
          <fpage>512</fpage>
          <lpage>21</lpage>
          <pub-id pub-id-type="doi">10.1093/her/17.5.512</pub-id>
          <pub-id pub-id-type="medline">12408196</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>GC</given-names>
            </name>
            <name name-style="western">
              <surname>Niemiec</surname>
              <given-names>CP</given-names>
            </name>
            <name name-style="western">
              <surname>Patrick</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Deci</surname>
              <given-names>EL</given-names>
            </name>
          </person-group>
          <article-title>Outcomes of the Smoker's Health Project: a pragmatic comparative effectiveness trial of tobacco-dependence interventions based on self-determination theory</article-title>
          <source>Health Educ Res</source>
          <year>2016</year>
          <month>12</month>
          <volume>31</volume>
          <issue>6</issue>
          <fpage>749</fpage>
          <lpage>59</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/27923864"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/her/cyw046</pub-id>
          <pub-id pub-id-type="medline">27923864</pub-id>
          <pub-id pub-id-type="pii">cyw046</pub-id>
          <pub-id pub-id-type="pmcid">PMC5141968</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>GC</given-names>
            </name>
            <name name-style="western">
              <surname>Patrick</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Niemiec</surname>
              <given-names>CP</given-names>
            </name>
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Deci</surname>
              <given-names>EL</given-names>
            </name>
            <name name-style="western">
              <surname>Lavigne</surname>
              <given-names>HM</given-names>
            </name>
          </person-group>
          <article-title>The smoker's health project: a self-determination theory intervention to facilitate maintenance of tobacco abstinence</article-title>
          <source>Contemp Clin Trials</source>
          <year>2011</year>
          <month>07</month>
          <volume>32</volume>
          <issue>4</issue>
          <fpage>535</fpage>
          <lpage>43</lpage>
          <pub-id pub-id-type="doi">10.1016/j.cct.2011.03.002</pub-id>
          <pub-id pub-id-type="medline">21382516</pub-id>
          <pub-id pub-id-type="pii">S1551-7144(11)00048-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC3162229</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Patrick</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Canevello</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Methodological overview of a self-determination theory-based computerized intervention to promote leisure-time physical activity</article-title>
          <source>Psychol Sport Exerc</source>
          <year>2011</year>
          <month>01</month>
          <volume>12</volume>
          <issue>1</issue>
          <fpage>13</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1016/j.psychsport.2010.04.011</pub-id>
          <pub-id pub-id-type="medline">21103069</pub-id>
          <pub-id pub-id-type="pmcid">PMC2900852</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chua</surname>
              <given-names>HF</given-names>
            </name>
            <name name-style="western">
              <surname>Liberzon</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Welsh</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Strecher</surname>
              <given-names>VJ</given-names>
            </name>
          </person-group>
          <article-title>Neural correlates of message tailoring and self-relatedness in smoking cessation programming</article-title>
          <source>Biol Psychiatry</source>
          <year>2009</year>
          <month>01</month>
          <day>15</day>
          <volume>65</volume>
          <issue>2</issue>
          <fpage>165</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/18926523"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.biopsych.2008.08.030</pub-id>
          <pub-id pub-id-type="medline">18926523</pub-id>
          <pub-id pub-id-type="pii">S0006-3223(08)01084-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC3073015</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Coley</surname>
              <given-names>HL</given-names>
            </name>
            <name name-style="western">
              <surname>Sadasivam</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Volkman</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Schoenberger</surname>
              <given-names>YM</given-names>
            </name>
            <name name-style="western">
              <surname>Kohler</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Sobko</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Ray</surname>
              <given-names>MN</given-names>
            </name>
            <name name-style="western">
              <surname>Allison</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ford</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Gilbert</surname>
              <given-names>GH</given-names>
            </name>
            <name name-style="western">
              <surname>Houston</surname>
              <given-names>TK</given-names>
            </name>
          </person-group>
          <article-title>Crowdsourced peer- versus expert-written smoking-cessation messages</article-title>
          <source>Am J Prev Med</source>
          <year>2013</year>
          <month>12</month>
          <volume>45</volume>
          <issue>5</issue>
          <fpage>543</fpage>
          <lpage>50</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/24139766"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.amepre.2013.07.004</pub-id>
          <pub-id pub-id-type="medline">24139766</pub-id>
          <pub-id pub-id-type="pii">S0749-3797(13)00428-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC3806191</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shavers</surname>
              <given-names>VL</given-names>
            </name>
          </person-group>
          <article-title>Measurement of socioeconomic status in health disparities research</article-title>
          <source>J Natl Med Assoc</source>
          <year>2007</year>
          <month>10</month>
          <volume>99</volume>
          <issue>9</issue>
          <fpage>1013</fpage>
          <lpage>23</lpage>
          <pub-id pub-id-type="medline">17913111</pub-id>
          <pub-id pub-id-type="pmcid">PMC2575866</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Houston</surname>
              <given-names>TK</given-names>
            </name>
            <name name-style="western">
              <surname>Sadasivam</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Allison</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ash</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Ray</surname>
              <given-names>MN</given-names>
            </name>
            <name name-style="western">
              <surname>English</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Hogan</surname>
              <given-names>TP</given-names>
            </name>
            <name name-style="western">
              <surname>Ford</surname>
              <given-names>DE</given-names>
            </name>
          </person-group>
          <article-title>Evaluating the QUIT-PRIMO clinical practice ePortal to increase smoker engagement with online cessation interventions: a national hybrid type 2 implementation study</article-title>
          <source>Implement Sci</source>
          <year>2015</year>
          <month>12</month>
          <day>02</day>
          <volume>10</volume>
          <fpage>154</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/s13012-015-0336-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13012-015-0336-8</pub-id>
          <pub-id pub-id-type="medline">26525410</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13012-015-0336-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC4630887</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Houston</surname>
              <given-names>TK</given-names>
            </name>
            <name name-style="western">
              <surname>Sadasivam</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Ford</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Richman</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ray</surname>
              <given-names>MN</given-names>
            </name>
            <name name-style="western">
              <surname>Allison</surname>
              <given-names>JJ</given-names>
            </name>
          </person-group>
          <article-title>The QUIT-PRIMO provider-patient internet-delivered smoking cessation referral intervention: a cluster-randomized comparative effectiveness trial: study protocol</article-title>
          <source>Implement Sci</source>
          <year>2010</year>
          <month>12</month>
          <day>17</day>
          <volume>5</volume>
          <fpage>87</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/1748-5908-5-87"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1748-5908-5-87</pub-id>
          <pub-id pub-id-type="medline">21080972</pub-id>
          <pub-id pub-id-type="pii">1748-5908-5-87</pub-id>
          <pub-id pub-id-type="pmcid">PMC2998448</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sadasivam</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Cutrona</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Kinney</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Marlin</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Mazor</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Lemon</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Houston</surname>
              <given-names>TK</given-names>
            </name>
          </person-group>
          <article-title>Collective-intelligence recommender systems: advancing computer tailoring for health behavior change into the 21st century</article-title>
          <source>J Med Internet Res</source>
          <year>2016</year>
          <month>03</month>
          <day>07</day>
          <volume>18</volume>
          <issue>3</issue>
          <fpage>e42</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2016/3/e42/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.4448</pub-id>
          <pub-id pub-id-type="medline">26952574</pub-id>
          <pub-id pub-id-type="pii">v18i3e42</pub-id>
          <pub-id pub-id-type="pmcid">PMC4802103</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marlin</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Adams</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Sadasivam</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Houston</surname>
              <given-names>TK</given-names>
            </name>
          </person-group>
          <article-title>Towards collaborative filtering recommender systems for tailored health communications</article-title>
          <source>AMIA Annu Symp Proc</source>
          <year>2013</year>
          <volume>2013</volume>
          <fpage>1600</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24551430"/>
          </comment>
          <pub-id pub-id-type="medline">24551430</pub-id>
          <pub-id pub-id-type="pmcid">PMC3900169</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Adams</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Sadasivam</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Balakrishnan</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Kinney</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Houston</surname>
              <given-names>TK</given-names>
            </name>
            <name name-style="western">
              <surname>Marlin</surname>
              <given-names>BM</given-names>
            </name>
          </person-group>
          <article-title>PERSPeCT: collaborative filtering for tailored health communications</article-title>
          <source>Proceedings of the 8th ACM Conference on Recommender Systems</source>
          <year>2014</year>
          <conf-name>RecSys '14</conf-name>
          <conf-date>October 6-10, 2014</conf-date>
          <conf-loc>Silicon Valley, CA</conf-loc>
          <pub-id pub-id-type="doi">10.1145/2645710.2645768</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fiore</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Jaen</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Baker</surname>
              <given-names>TB</given-names>
            </name>
          </person-group>
          <article-title>Treating tobacco use and dependence: 2008 update</article-title>
          <source>U.S. Department of Health and Human Services</source>
          <year>2008</year>
          <access-date>2025-04-04</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ncbi.nlm.nih.gov/books/NBK63952/">https://www.ncbi.nlm.nih.gov/books/NBK63952/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Houston</surname>
              <given-names>TK</given-names>
            </name>
            <name name-style="western">
              <surname>Faro</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Nagawa</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Orvek</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Blok</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Allison</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Person</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Sadasivam</surname>
              <given-names>RS</given-names>
            </name>
          </person-group>
          <article-title>Evaluating the use of a recommender system for selecting optimal messages for smoking cessation: patterns and effects of user-system engagement</article-title>
          <source>BMC Public Health</source>
          <year>2021</year>
          <month>10</month>
          <day>26</day>
          <volume>21</volume>
          <issue>1</issue>
          <fpage>1749</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpublichealth.biomedcentral.com/articles/10.1186/s12889-021-11803-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12889-021-11803-8</pub-id>
          <pub-id pub-id-type="medline">34563161</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12889-021-11803-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC8465689</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Krebs</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Sherman</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>El-Shahawy</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Abroms</surname>
              <given-names>LL</given-names>
            </name>
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Nahvi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Shelley</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Text2Connect: a health system approach to engage tobacco users in quitline cessation services via text messaging</article-title>
          <source>Transl Behav Med</source>
          <year>2020</year>
          <month>03</month>
          <day>03</day>
          <volume>10</volume>
          <issue>1</issue>
          <fpage>292</fpage>
          <lpage>301</lpage>
          <pub-id pub-id-type="doi">10.1093/tbm/ibz033</pub-id>
          <pub-id pub-id-type="medline">32011721</pub-id>
          <pub-id pub-id-type="pii">5721267</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Palinkas</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Horwitz</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Green</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Wisdom</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Duan</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Hoagwood</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Purposeful sampling for qualitative data collection and analysis in mixed method implementation research</article-title>
          <source>Adm Policy Ment Health</source>
          <year>2015</year>
          <month>10</month>
          <volume>42</volume>
          <issue>5</issue>
          <fpage>533</fpage>
          <lpage>44</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/24193818"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10488-013-0528-y</pub-id>
          <pub-id pub-id-type="medline">24193818</pub-id>
          <pub-id pub-id-type="pmcid">PMC4012002</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Velicer</surname>
              <given-names>WF</given-names>
            </name>
            <name name-style="western">
              <surname>Prochaska</surname>
              <given-names>JO</given-names>
            </name>
          </person-group>
          <article-title>A comparison of four self-report smoking cessation outcome measures</article-title>
          <source>Addict Behav</source>
          <year>2004</year>
          <month>01</month>
          <volume>29</volume>
          <issue>1</issue>
          <fpage>51</fpage>
          <lpage>60</lpage>
          <pub-id pub-id-type="doi">10.1016/s0306-4603(03)00084-4</pub-id>
          <pub-id pub-id-type="medline">14667420</pub-id>
          <pub-id pub-id-type="pii">S0306460303000844</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jarvis</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Tunstall-Pedoe</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Feyerabend</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Vesey</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Saloojee</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Comparison of tests used to distinguish smokers from nonsmokers</article-title>
          <source>Am J Public Health</source>
          <year>1987</year>
          <month>12</month>
          <volume>77</volume>
          <issue>11</issue>
          <fpage>1435</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.2105/ajph.77.11.1435</pub-id>
          <pub-id pub-id-type="medline">3661797</pub-id>
          <pub-id pub-id-type="pmcid">PMC1647100</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jatlow</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Toll</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>Leary</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Krishnan-Sarin</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>O'Malley</surname>
              <given-names>SS</given-names>
            </name>
          </person-group>
          <article-title>Comparison of expired carbon monoxide and plasma cotinine as markers of cigarette abstinence</article-title>
          <source>Drug Alcohol Depend</source>
          <year>2008</year>
          <month>12</month>
          <day>01</day>
          <volume>98</volume>
          <issue>3</issue>
          <fpage>203</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/18650033"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.drugalcdep.2008.05.013</pub-id>
          <pub-id pub-id-type="medline">18650033</pub-id>
          <pub-id pub-id-type="pii">S0376-8716(08)00216-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC2577604</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hall</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Delucchi</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Velicer</surname>
              <given-names>WF</given-names>
            </name>
            <name name-style="western">
              <surname>Kahler</surname>
              <given-names>CW</given-names>
            </name>
            <name name-style="western">
              <surname>Ranger-Moore</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hedeker</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Tsoh</surname>
              <given-names>JY</given-names>
            </name>
            <name name-style="western">
              <surname>Niaura</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Statistical analysis of randomized trials in tobacco treatment: longitudinal designs with dichotomous outcome</article-title>
          <source>Nicotine Tob Res</source>
          <year>2001</year>
          <month>08</month>
          <volume>3</volume>
          <issue>3</issue>
          <fpage>193</fpage>
          <lpage>202</lpage>
          <pub-id pub-id-type="doi">10.1080/14622200110050411</pub-id>
          <pub-id pub-id-type="medline">11506764</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Danaher</surname>
              <given-names>BG</given-names>
            </name>
            <name name-style="western">
              <surname>Seeley</surname>
              <given-names>JR</given-names>
            </name>
          </person-group>
          <article-title>Methodological issues in research on web-based behavioral interventions</article-title>
          <source>Ann Behav Med</source>
          <year>2009</year>
          <month>08</month>
          <volume>38</volume>
          <issue>1</issue>
          <fpage>28</fpage>
          <lpage>39</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/19806416"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s12160-009-9129-0</pub-id>
          <pub-id pub-id-type="medline">19806416</pub-id>
          <pub-id pub-id-type="pmcid">PMC3846298</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Smolkowski</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Danaher</surname>
              <given-names>BG</given-names>
            </name>
            <name name-style="western">
              <surname>Seeley</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Kosty</surname>
              <given-names>DB</given-names>
            </name>
            <name name-style="western">
              <surname>Severson</surname>
              <given-names>HH</given-names>
            </name>
          </person-group>
          <article-title>Modeling missing binary outcome data in a successful web-based smokeless tobacco cessation program</article-title>
          <source>Addiction</source>
          <year>2010</year>
          <month>07</month>
          <volume>105</volume>
          <issue>6</issue>
          <fpage>1005</fpage>
          <lpage>15</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/20148782"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1360-0443.2009.02896.x</pub-id>
          <pub-id pub-id-type="medline">20148782</pub-id>
          <pub-id pub-id-type="pii">ADD2896</pub-id>
          <pub-id pub-id-type="pmcid">PMC2910802</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kline</surname>
              <given-names>RB</given-names>
            </name>
          </person-group>
          <source>Principles and Practice of Structural Equation Modeling Third Edition</source>
          <year>2011</year>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>Guilford Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nagawa</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Lane</surname>
              <given-names>IA</given-names>
            </name>
            <name name-style="western">
              <surname>McKay</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Kamberi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Shenette</surname>
              <given-names>LL</given-names>
            </name>
            <name name-style="western">
              <surname>Kelly</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sadasivam</surname>
              <given-names>RS</given-names>
            </name>
          </person-group>
          <article-title>Use of a rapid qualitative method to inform the development of a text messaging intervention for people with serious mental illness who smoke: formative research study</article-title>
          <source>JMIR Form Res</source>
          <year>2022</year>
          <month>12</month>
          <day>07</day>
          <volume>6</volume>
          <issue>11</issue>
          <fpage>e40907</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://formative.jmir.org/2022/11/e40907/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/40907</pub-id>
          <pub-id pub-id-type="medline">36342765</pub-id>
          <pub-id pub-id-type="pii">v6i11e40907</pub-id>
          <pub-id pub-id-type="pmcid">PMC9679928</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vindrola-Padros</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>GA</given-names>
            </name>
          </person-group>
          <article-title>Rapid techniques in qualitative research: a critical review of the literature</article-title>
          <source>Qual Health Res</source>
          <year>2020</year>
          <month>08</month>
          <volume>30</volume>
          <issue>10</issue>
          <fpage>1596</fpage>
          <lpage>604</lpage>
          <pub-id pub-id-type="doi">10.1177/1049732320921835</pub-id>
          <pub-id pub-id-type="medline">32667277</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>GW</given-names>
            </name>
            <name name-style="western">
              <surname>Goulding</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Borg</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Minkah</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hermann</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Fisher</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Rosal</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Lemon</surname>
              <given-names>SC</given-names>
            </name>
          </person-group>
          <article-title>Clinician perspectives on pediatric COVID-19 vaccination: a qualitative study in central and western, Massachusetts</article-title>
          <source>Prev Med Rep</source>
          <year>2022</year>
          <month>10</month>
          <volume>29</volume>
          <fpage>101966</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2211-3355(22)00273-X"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.pmedr.2022.101966</pub-id>
          <pub-id pub-id-type="medline">36065256</pub-id>
          <pub-id pub-id-type="pii">S2211-3355(22)00273-X</pub-id>
          <pub-id pub-id-type="pmcid">PMC9434951</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="web">
          <article-title>Using health text messages to improve consumer health knowledge, behaviors, and outcomes: an environmental scan</article-title>
          <source>RePEc</source>
          <access-date>2025-03-31</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ideas.repec.org/p/mpr/mprres/4dbdfc0c86c641b3a89230ebf40f7af7.html">https://ideas.repec.org/p/mpr/mprres/4dbdfc0c86c641b3a89230ebf40f7af7.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="web">
          <article-title>A literature review on health communication campaign evaluation with regard to the prevention and control of communicable diseases in Europe</article-title>
          <source>European Centre for Disease Prevention and Control</source>
          <year>2014</year>
          <month>12</month>
          <day>15</day>
          <access-date>2025-04-04</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ecdc.europa.eu/en/publications-data/literature-review-health-communication-campaign-evaluation-regard-prevention-and">https://www.ecdc.europa.eu/en/publications-data/literature-review-health-communication-campaign-evaluation-regard-prevention-and</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Jing</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Tian</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Shen</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Xie</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ma</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Yao</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Cao</surname>
              <given-names>X</given-names>
            </name>
          </person-group>
          <article-title>Use of text messages to communicate clinical recommendations to health workers in rural China: a cluster-randomized trial</article-title>
          <source>Bull World Health Organ</source>
          <year>2014</year>
          <month>07</month>
          <day>01</day>
          <volume>92</volume>
          <issue>7</issue>
          <fpage>474</fpage>
          <lpage>81</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/25110372"/>
          </comment>
          <pub-id pub-id-type="doi">10.2471/BLT.13.127076</pub-id>
          <pub-id pub-id-type="medline">25110372</pub-id>
          <pub-id pub-id-type="pii">BLT.13.127076</pub-id>
          <pub-id pub-id-type="pmcid">PMC4121864</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hoeppner</surname>
              <given-names>BB</given-names>
            </name>
            <name name-style="western">
              <surname>Hoeppner</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Abroms</surname>
              <given-names>LC</given-names>
            </name>
          </person-group>
          <article-title>How do text-messaging smoking cessation interventions confer benefit? A multiple mediation analysis of Text2Quit</article-title>
          <source>Addiction</source>
          <year>2017</year>
          <month>05</month>
          <volume>112</volume>
          <issue>4</issue>
          <fpage>673</fpage>
          <lpage>82</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/27943511"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/add.13685</pub-id>
          <pub-id pub-id-type="medline">27943511</pub-id>
          <pub-id pub-id-type="pmcid">PMC6067921</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Abroms</surname>
              <given-names>LC</given-names>
            </name>
            <name name-style="western">
              <surname>Boal</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Simmens</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Mendel</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Windsor</surname>
              <given-names>RA</given-names>
            </name>
          </person-group>
          <article-title>A randomized trial of Text2Quit: a text messaging program for smoking cessation</article-title>
          <source>Am J Prev Med</source>
          <year>2014</year>
          <month>10</month>
          <volume>47</volume>
          <issue>3</issue>
          <fpage>242</fpage>
          <lpage>50</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/24913220"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.amepre.2014.04.010</pub-id>
          <pub-id pub-id-type="medline">24913220</pub-id>
          <pub-id pub-id-type="pii">S0749-3797(14)00177-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC4545234</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Augustson</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Cole-Lewis</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Sanders</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Schwarz</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Geng</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Coa</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Hunt</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Analysing user-reported data for enhancement of SmokefreeTXT: a national text message smoking cessation intervention</article-title>
          <source>Tob Control</source>
          <year>2017</year>
          <month>12</month>
          <volume>26</volume>
          <issue>6</issue>
          <fpage>683</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1136/tobaccocontrol-2016-052945</pub-id>
          <pub-id pub-id-type="medline">27852892</pub-id>
          <pub-id pub-id-type="pii">tobaccocontrol-2016-052945</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Faro</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Nagawa</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Allison</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Lemon</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Mazor</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Houston</surname>
              <given-names>TK</given-names>
            </name>
            <name name-style="western">
              <surname>Sadasivam</surname>
              <given-names>RS</given-names>
            </name>
          </person-group>
          <article-title>Comparison of a collective intelligence tailored messaging system on smoking cessation between African American and White people who smoke: quasi-experimental design</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2020</year>
          <month>05</month>
          <day>27</day>
          <volume>8</volume>
          <issue>4</issue>
          <fpage>e18064</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2020/4/e18064/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/18064</pub-id>
          <pub-id pub-id-type="medline">32338619</pub-id>
          <pub-id pub-id-type="pii">v8i4e18064</pub-id>
          <pub-id pub-id-type="pmcid">PMC7215495</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Christiansen</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>Reeder</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>TerBeek</surname>
              <given-names>EG</given-names>
            </name>
            <name name-style="western">
              <surname>Fiore</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Baker</surname>
              <given-names>TB</given-names>
            </name>
          </person-group>
          <article-title>Motivating low socioeconomic status smokers to accept evidence-based smoking cessation treatment: a brief intervention for the community agency setting</article-title>
          <source>Nicotine Tob Res</source>
          <year>2015</year>
          <month>08</month>
          <volume>17</volume>
          <issue>8</issue>
          <fpage>1002</fpage>
          <lpage>11</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/26180226"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/ntr/ntu345</pub-id>
          <pub-id pub-id-type="medline">26180226</pub-id>
          <pub-id pub-id-type="pii">ntu345</pub-id>
          <pub-id pub-id-type="pmcid">PMC4580543</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Albers</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Neerincx</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Brinkman</surname>
              <given-names>WP</given-names>
            </name>
          </person-group>
          <article-title>Addressing people's current and future states in a reinforcement learning algorithm for persuading to quit smoking and to be physically active</article-title>
          <source>PLoS One</source>
          <year>2022</year>
          <month>12</month>
          <day>1</day>
          <volume>17</volume>
          <issue>12</issue>
          <fpage>e0277295</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0277295"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0277295</pub-id>
          <pub-id pub-id-type="medline">36454782</pub-id>
          <pub-id pub-id-type="pii">PONE-D-22-03034</pub-id>
          <pub-id pub-id-type="pmcid">PMC9714722</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Weimann</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Gißke</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Unleashing the potential of reinforcement learning for personalizing behavioral transformations with digital therapeutics: a systematic literature review</article-title>
          <source>Proceedings of the 17th International Joint Conference on Biomedical Engineering Systems and Technologies</source>
          <year>2024</year>
          <conf-name>BIOSTEC 2024</conf-name>
          <conf-date>February 21-23, 2024</conf-date>
          <conf-loc>Rome, Italy</conf-loc>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.scitepress.org/Papers/2024/124747/124747.pdf"/>
          </comment>
          <pub-id pub-id-type="doi">10.5220/0012474700003657</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
