<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v12i1e53556</article-id>
      <article-id pub-id-type="pmid">38079201</article-id>
      <article-id pub-id-type="doi">10.2196/53556</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>AI Conversational Agent to Improve Varenicline Adherence: Protocol for a Mixed Methods Feasibility Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Minian</surname>
            <given-names>Nadia</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <address>
            <institution>INTREPID Lab</institution>
            <institution>Centre for Addiction and Mental Health</institution>
            <addr-line>1025 Queen Street West</addr-line>
            <addr-line>Toronto, ON, M6J1H1</addr-line>
            <country>Canada</country>
            <phone>1 4165358501 ext 77420</phone>
            <email>nadia.minian2@camh.ca</email>
          </address>
          <xref rid="aff02" ref-type="aff">2</xref>
          <xref rid="aff03" ref-type="aff">3</xref>
          <xref rid="aff04" ref-type="aff">4</xref>
          <xref rid="aff05" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8179-3628</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Mehra</surname>
            <given-names>Kamna</given-names>
          </name>
          <degrees>MSc, DNB</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9856-213X</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Earle</surname>
            <given-names>Mackenzie</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0007-2178-6259</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Hafuth</surname>
            <given-names>Sowsan</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6506-4369</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Ting-A-Kee</surname>
            <given-names>Ryan</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0005-2131-7052</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Rose</surname>
            <given-names>Jonathan</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <xref rid="aff06" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3551-2175</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Veldhuizen</surname>
            <given-names>Scott</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <xref rid="aff02" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3969-2756</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Zawertailo</surname>
            <given-names>Laurie</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <xref rid="aff03" ref-type="aff">3</xref>
          <xref rid="aff04" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4547-1565</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Ratto</surname>
            <given-names>Matt</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff07" ref-type="aff">7</xref>
          <xref rid="aff08" ref-type="aff">8</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3554-4513</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author">
          <name name-style="western">
            <surname>Melamed</surname>
            <given-names>Osnat C</given-names>
          </name>
          <degrees>MSc, MD</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <xref rid="aff02" ref-type="aff">2</xref>
          <xref rid="aff03" ref-type="aff">3</xref>
          <xref rid="aff05" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9663-2226</ext-link>
        </contrib>
        <contrib id="contrib11" contrib-type="author">
          <name name-style="western">
            <surname>Selby</surname>
            <given-names>Peter</given-names>
          </name>
          <degrees>MBBS, MHSc</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <xref rid="aff02" ref-type="aff">2</xref>
          <xref rid="aff03" ref-type="aff">3</xref>
          <xref rid="aff09" ref-type="aff">9</xref>
          <xref rid="aff10" ref-type="aff">10</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5401-2996</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff01">
        <label>1</label>
        <institution>INTREPID Lab</institution>
        <institution>Centre for Addiction and Mental Health</institution>
        <addr-line>Toronto, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff02">
        <label>2</label>
        <institution>Department of Family and Community Medicine</institution>
        <institution>University of Toronto</institution>
        <addr-line>Toronto, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff03">
        <label>3</label>
        <institution>Campbell Family Mental Health Research Institute</institution>
        <institution>Centre for Addiction and Mental Health</institution>
        <addr-line>Toronto, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff04">
        <label>4</label>
        <institution>Department of Pharmacology and Toxicology</institution>
        <institution>University of Toronto</institution>
        <addr-line>Toronto, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff05">
        <label>5</label>
        <institution>Institute of Medical Sciences</institution>
        <institution>University of Toronto</institution>
        <addr-line>Toronto, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff06">
        <label>6</label>
        <institution>Edward S Rogers Sr Department of Electrical and Computer Engineering</institution>
        <institution>University of Toronto</institution>
        <addr-line>Toronto, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff07">
        <label>7</label>
        <institution>Faculty of Information</institution>
        <institution>University of Toronto</institution>
        <addr-line>Toronto, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff08">
        <label>8</label>
        <institution>Schwartz Reisman Institute for Technology and Society</institution>
        <institution>University of Toronto</institution>
        <addr-line>Toronto, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff09">
        <label>9</label>
        <institution>Dalla Lana School of Public Health</institution>
        <institution>University of Toronto</institution>
        <addr-line>Toronto, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff10">
        <label>10</label>
        <institution>Department of Psychiatry</institution>
        <institution>University of Toronto</institution>
        <addr-line>Toronto, ON</addr-line>
        <country>Canada</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Nadia Minian <email>nadia.minian2@camh.ca</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2023</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>11</day>
        <month>12</month>
        <year>2023</year>
      </pub-date>
      <volume>12</volume>
      <elocation-id>e53556</elocation-id>
      <history>
        <date date-type="received">
          <day>10</day>
          <month>10</month>
          <year>2023</year>
        </date>
        <date date-type="rev-request">
          <day>9</day>
          <month>11</month>
          <year>2023</year>
        </date>
        <date date-type="rev-recd">
          <day>10</day>
          <month>11</month>
          <year>2023</year>
        </date>
        <date date-type="accepted">
          <day>23</day>
          <month>11</month>
          <year>2023</year>
        </date>
      </history>
      <copyright-statement>©Nadia Minian, Kamna Mehra, Mackenzie Earle, Sowsan Hafuth, Ryan Ting-A-Kee, Jonathan Rose, Scott Veldhuizen, Laurie Zawertailo, Matt Ratto, Osnat C Melamed, Peter Selby. Originally published in JMIR Research Protocols (https://www.researchprotocols.org), 11.12.2023.</copyright-statement>
      <copyright-year>2023</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on https://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.researchprotocols.org/2023/1/e53556" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Varenicline is a pharmacological intervention for tobacco dependence that is safe and effective in facilitating smoking cessation. Enhanced adherence to varenicline augments the probability of prolonged smoking abstinence. However, research has shown that one-third of people who use varenicline are nonadherent by the second week. There is evidence showing that behavioral support helps with medication adherence. We have designed an artificial intelligence (AI) conversational agent or health bot, called “ChatV,” based on evidence of what works as well as what varenicline is, that can provide these supports. ChatV is an evidence-based, patient- and health care provider–informed health bot to improve adherence to varenicline. ChatV has been programmed to provide medication reminders, answer questions about varenicline and smoking cessation, and track medication intake and the number of cigarettes.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aims to explore the feasibility of the ChatV health bot, to examine if it is used as intended, and to determine the appropriateness of proceeding with a randomized controlled trial.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We will conduct a mixed methods feasibility study where we will pilot-test ChatV with 40 participants. Participants will be provided with a standard 12-week varenicline regimen and access to ChatV. Passive data collection will include adoption measures (how often participants use the chatbot, what features they used, when did they use it, etc). In addition, participants will complete questionnaires (at 1, 4, 8, and 12 weeks) assessing self-reported smoking status and varenicline adherence, as well as questions regarding the acceptability, appropriateness, and usability of the chatbot, and participate in an interview assessing acceptability, appropriateness, fidelity, and adoption. We will use “stop, amend, and go” progression criteria for pilot studies to decide if a randomized controlled trial is a reasonable next step and what modifications are required. A health equity lens will be adopted during participant recruitment and data analysis to understand and address the differences in uptake and use of this digital health solution among diverse sociodemographic groups. The taxonomy of implementation outcomes will be used to assess feasibility, that is, acceptability, appropriateness, fidelity, adoption, and usability. In addition, medication adherence and smoking cessation will be measured to assess the preliminary treatment effect. Interview data will be analyzed using the framework analysis method.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Participant enrollment for the study will begin in January 2024.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>By using predetermined progression criteria, the results of this preliminary study will inform the determination of whether to advance toward a larger randomized controlled trial to test the effectiveness of the health bot. Additionally, this study will explore the acceptability, appropriateness, fidelity, adoption, and usability of the health bot. These insights will be instrumental in refining the intervention and the health bot.</p>
        </sec>
        <sec sec-type="trial registration">
          <title>Trial Registration</title>
          <p>ClinicalTrials.gov NCT05997901; https://classic.clinicaltrials.gov/ct2/show/NCT05997901</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>PRR1-10.2196/53556</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>evaluation</kwd>
        <kwd>health bot</kwd>
        <kwd>medication adherence</kwd>
        <kwd>smoking cessation</kwd>
        <kwd>varenicline</kwd>
        <kwd>artificial intelligence</kwd>
        <kwd>AI</kwd>
      </kwd-group>
      <custom-meta-wrap>
        <custom-meta>
          <meta-name>ext-peer-rev</meta-name>
          <meta-value>The proposal for this study was peer reviewed by the Canadian Institutes of Health Research. See the Multimedia Appendix for the peer-review report; </meta-value>
        </custom-meta>
      </custom-meta-wrap>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Medication adherence presents a significant and pressing challenge worldwide across health care systems [<xref ref-type="bibr" rid="ref1">1</xref>]. This problem spans across various medical conditions, from chronic illnesses such as hypertension, diabetes, and cardiovascular disease to acute infections [<xref ref-type="bibr" rid="ref2">2</xref>]. Nonadherence to medication regimens can lead to a cascade of problems, including decreased treatment effectiveness, a higher risk of disease progression or complications, medication resistance, increased health care costs, and a reduced overall quality of life for patients [<xref ref-type="bibr" rid="ref3">3</xref>]. It also places an additional burden on health care providers, who must constantly navigate the complexities of patient adherence to optimize treatment outcomes. Addressing medication adherence is not only a matter of improving individual health but also a vital step toward more efficient health care systems and improving population health.</p>
      <p>One notable area where medication adherence could have a significant effect on public health is with smoking cessation medications. Tobacco smoking is not only extremely addictive [<xref ref-type="bibr" rid="ref4">4</xref>], but it also damages almost every organ in the body [<xref ref-type="bibr" rid="ref5">5</xref>] and is a leading cause of health inequalities [<xref ref-type="bibr" rid="ref6">6</xref>]. Despite decades of efforts to reduce the smoking prevalence in Canada [<xref ref-type="bibr" rid="ref7">7</xref>], over 4 million (15%) Canadians smoked in 2020 [<xref ref-type="bibr" rid="ref8">8</xref>]. Tobacco use remains the leading cause of preventable death in Canada [<xref ref-type="bibr" rid="ref9">9</xref>], and following smoking cessation, the risk of developing tobacco-related diseases gradually decreases over time [<xref ref-type="bibr" rid="ref10">10</xref>].</p>
      <p>Varenicline, a partial agonist of the α-4 β-2 nicotinic receptor, is one of the most effective smoking cessation medications associated with a doubling of long-term quitting with 12 weeks of continuous treatment [<xref ref-type="bibr" rid="ref11">11</xref>]; however, adherence is a major barrier to achieving and maintaining abstinence [<xref ref-type="bibr" rid="ref12">12</xref>-<xref ref-type="bibr" rid="ref14">14</xref>]. Among those who take varenicline for smoking cessation, over one-third stop taking the medication by the second week of treatment, and these patients are significantly less likely to quit smoking [<xref ref-type="bibr" rid="ref15">15</xref>-<xref ref-type="bibr" rid="ref18">18</xref>]. In addition, several studies that have examined the correlation between sociodemographics and adherence to varenicline have found male sex [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref19">19</xref>], older age [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref19">19</xref>-<xref ref-type="bibr" rid="ref21">21</xref>], White race [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref22">22</xref>], and higher education to be associated with better adherence [<xref ref-type="bibr" rid="ref21">21</xref>]. Conversely, 1 study found that greater age was associated with poorer adherence [<xref ref-type="bibr" rid="ref21">21</xref>].</p>
      <p>One of the most effective strategies to improve adherence to medication is tailoring behavioral interventions [<xref ref-type="bibr" rid="ref23">23</xref>]. Research has also shown that the use of technological solutions is crucial to providing personalized, cost-effective, and evidence-based interventions [<xref ref-type="bibr" rid="ref24">24</xref>]. One such digital health solution is a web-based program integrating artificial intelligence (AI) conversational agents, or “health bots,” that can be helpful in improving adherence to medication [<xref ref-type="bibr" rid="ref25">25</xref>]. Health bots have greater functionality compared with applications providing simple text message reminders since they can track medication intake, provide information about side effects, and answer medication-related questions [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref27">27</xref>].</p>
      <p>The “ChatV” health bot is an example of such a digital health solution that we developed to improve adherence to the smoking cessation medication varenicline [<xref ref-type="bibr" rid="ref28">28</xref>]. We used a theory-based, patient-centered approach through the Discover Design Build and Test framework [<xref ref-type="bibr" rid="ref29">29</xref>] to design the health bot; we conducted a rapid review to explore the barriers and facilitators to varenicline adherence and interviewed 20 patients and 19 health care providers to understand similar barriers and facilitators as well as features to be included in a health bot that may improve varenicline adherence. The data from these sources were analyzed using the capability, opportunity, motivation-behavior change (COM-B) [<xref ref-type="bibr" rid="ref30">30</xref>] model of behavior change and its associated framework (theoretical domain framework) [<xref ref-type="bibr" rid="ref31">31</xref>] and taxonomy (behavior change techniques taxonomy) [<xref ref-type="bibr" rid="ref32">32</xref>] to identify the features to be included in the health bot. We used the Wizard of Oz methodology [<xref ref-type="bibr" rid="ref33">33</xref>] to build a library of responses that were programmed in the health bot to answer users’ questions. We are currently beta testing the minimal viable product that has the following features: (1) scheduling and receiving reminders for varenicline dosing; (2) setting a smoking quit date; (3) answering questions related to varenicline (eg, guidance for missed doses) and smoking cessation (eg, strategies to reduce cravings); (4) providing information and strategies to manage side effects [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref18">18</xref>]; (5) tracking medication use and smoking; and (6) encouraging participants to increase their motivation to maintain medication intake and continue their quit attempts. Throughout the development of the health bot, a health equity lens was adopted to address any disparities in varenicline use and health bot features between different demographic characteristics.</p>
      <p>In this protocol, we detail our plans to examine the uptake, usability, acceptability, and appropriateness of ChatV (ie, feasibility) [<xref ref-type="bibr" rid="ref34">34</xref>] and to determine whether progression to a fully powered randomized controlled trial (RCT) is warranted.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Design</title>
        <p>We will conduct a nonrandomized, single-arm feasibility study.</p>
      </sec>
      <sec>
        <title>Participant Recruitment</title>
        <p>We will recruit 40 participants. In order to ensure diversity with respect to age, gender, race, and socioeconomic status, we will purposefully recruit participants through a variety of methods, including the research boards of Centre for Addiction and Mental Health (CAMH), where recruitment flyers are posted for patients to explore research opportunities; health care providers at CAMH programs (eg, Smoking Treatment for Ontario Patients [STOP] program, Aboriginal services, and Rainbow services) and partnering organizations (Rainbow Health Ontario); the STOP program’s list of people who are seeking treatment for smoking and who have consented to be contacted for future research studies; and social media and community boards. Research staff members will conduct a prescreening for those who are interested, and if eligible, participants will be enrolled in the study.</p>
      </sec>
      <sec>
        <title>Inclusion Criteria</title>
        <p>The inclusion criteria include individuals who are seeking treatment for their tobacco use who smoke 10 or more cigarettes a day, are willing to set a quit date in the next 30 days, are willing to take varenicline for 12 weeks, are aged 18 years, speak and read English, have a smartphone with a data plan, report being committed to answering questions during follow-up, and live in Ontario.</p>
      </sec>
      <sec>
        <title>Exclusion Criteria</title>
        <p>The exclusion criteria include having contraindications to varenicline use, being pregnant, planning to become pregnant, breastfeeding, or participating in the co-design phase.</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>The CAMH Research Ethics Board (REB #050/2022) has provided approval to conduct the study, and all participants will provide written informed consent before participation. It has been registered at ClinicalTrials.gov (NCT05997901). Any amendments to the protocol are noted, and substantial changes will be reported to the ethics committee. All interested participants will receive an information sheet and a consent form describing the study and providing sufficient information for the participant to make a decision regarding study participation. A research staff member will arrange a personal meeting with the prospective participants and inform them again about all study procedures, benefits, risks, and their rights regarding study participation. Afterward, the consent form is signed by both the participant and the research staff before the participant undertakes any study procedure. The informed consent process is documented in Research Electronic Data Capture (REDCap; Vanderbilt University).</p>
        <p>All study-related documents and data will be held in strict confidence and stored on CAMH servers that will follow CAMH policies and procedures to ensure participant privacy and confidentiality. Any data collected as part of the participants’ completion of the electronic consent form will be securely stored in REDCap, a CAMH-approved data collection tool.</p>
        <p>In addition to free medication (for 12 weeks), participants will receive an honorarium in the form of a CAD $30 (US $22) gift card after completion of the 4-week follow-up survey and a CAD $40 (US $30) gift card after completion of the 12-week interview.</p>
      </sec>
      <sec>
        <title>Procedures</title>
        <p>The research team will inform potential participants about the study and evaluate if they meet the inclusion criteria. If they qualify, participants will receive a consent form and arrange a phone-based discussion to obtain consent. After obtaining consent, participants (n=40) will complete an internet-based questionnaire covering sociodemographic characteristics, nicotine dependence [<xref ref-type="bibr" rid="ref35">35</xref>], and an adapted scale to measure varenicline adherence self-efficacy [<xref ref-type="bibr" rid="ref36">36</xref>-<xref ref-type="bibr" rid="ref38">38</xref>]. After completing the questionnaire, participants will have an internet-based or in-person visit with a health care provider for eligibility confirmation and to obtain a prescription for varenicline for the first 4 weeks (1 tablet [0.5 mg] daily for the first 3 days, 1 tablet [0.5 mg] twice daily for the next 4 days, and 1 tablet [1 mg] twice daily for 3 weeks). In addition, research staff will show participants how to use the health bot on their phones. Medication will be provided in person or, in the case of internet-based contacts, mailed to the participants. A follow-up visit will be scheduled at 2 weeks, where health care providers will assess the participant’s tolerance of varenicline and provide a prescription for the remaining 8 weeks (1 tablet [1 mg] twice daily or a different dose depending on the tolerance of each participant). Any unanticipated problems (ie, adverse events that are unexpected in terms of severity, nature, or frequency; are related or possibly related to participation in the research; and suggest that the research places other research participants at greater risk of harm) will be documented and reported to the research ethics board, and adverse drug reactions will be reported to the market authorization holder (Apotex) as applicable.</p>
        <p>Participants will be required to complete surveys at 1, 4, 8, and 12 weeks. When participants join the study, they will be able to opt to respond to these questions using either the health bot or an internet-based platform. Those who do not complete the internet-based or health bot follow-up within the designated time frame will receive a phone call from our research staff. Additionally, after 12 weeks of joining the study, participants will be invited to participate in a 1-hour semistructured phone interview.</p>
      </sec>
      <sec>
        <title>Measures</title>
        <sec>
          <title>Overview</title>
          <p>The taxonomy of implementation outcomes of Proctor et al [<xref ref-type="bibr" rid="ref39">39</xref>] guides our selection of implementation outcomes (<xref ref-type="table" rid="table1">Table 1</xref>).</p>
          <table-wrap position="float" id="table1">
            <label>Table 1</label>
            <caption>
              <p>Summary of measures.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="200"/>
              <col width="120"/>
              <col width="100"/>
              <col width="100"/>
              <col width="100"/>
              <col width="120"/>
              <col width="0"/>
              <col width="120"/>
              <col width="0"/>
              <col width="140"/>
              <thead>
                <tr valign="top">
                  <td>Measures</td>
                  <td colspan="6">Survey timeline</td>
                  <td colspan="2">Interview</td>
                  <td>Analytics</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Baseline</td>
                  <td>Week 1</td>
                  <td>Week 4</td>
                  <td>Week 8</td>
                  <td>Week 12</td>
                  <td colspan="2">Week 12</td>
                  <td colspan="2">Weeks 1-12</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>Demographics</td>
                  <td>✓</td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td>Adoption</td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td colspan="2">✓</td>
                  <td colspan="2">✓</td>
                </tr>
                <tr valign="top">
                  <td>Acceptability</td>
                  <td>
                    <break/>
                  </td>
                  <td>✓<sup>a</sup></td>
                  <td>✓<sup>a</sup></td>
                  <td>✓<sup>a</sup></td>
                  <td>✓<sup>a</sup></td>
                  <td colspan="2">✓</td>
                  <td colspan="2">
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td>Appropriateness</td>
                  <td>
                    <break/>
                  </td>
                  <td>✓<sup>b</sup></td>
                  <td>✓<sup>b</sup></td>
                  <td>✓<sup>b</sup></td>
                  <td>✓<sup>b</sup></td>
                  <td colspan="2">✓</td>
                  <td colspan="2">
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td>Fidelity</td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td colspan="2">✓</td>
                  <td colspan="2">
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td>Usability</td>
                  <td>
                    <break/>
                  </td>
                  <td>✓<sup>c</sup></td>
                  <td>✓<sup>c</sup></td>
                  <td>✓<sup>c</sup></td>
                  <td>✓<sup>c</sup></td>
                  <td colspan="2">✓</td>
                  <td colspan="2">
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td>Medication Adherence</td>
                  <td>
                    <break/>
                  </td>
                  <td>✓<sup>d</sup></td>
                  <td>✓<sup>d</sup></td>
                  <td>✓<sup>d</sup></td>
                  <td>✓<sup>d</sup></td>
                  <td colspan="2">✓</td>
                  <td colspan="2">
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td>Smoking Status</td>
                  <td>
                    <break/>
                  </td>
                  <td>✓</td>
                  <td>✓</td>
                  <td>✓</td>
                  <td>✓</td>
                  <td colspan="2">✓</td>
                  <td colspan="2">
                    <break/>
                  </td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table1fn1">
                <p><sup>a</sup>Acceptability of Intervention Measure.</p>
              </fn>
              <fn id="table1fn2">
                <p><sup>b</sup>Intervention Appropriateness Measure.</p>
              </fn>
              <fn id="table1fn3">
                <p><sup>c</sup>System Usability Scale.</p>
              </fn>
              <fn id="table1fn4">
                <p><sup>d</sup>Timeline Followback.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
        <sec>
          <title>Acceptability</title>
          <p>Acceptability is the extent to which an innovation is agreeable, palatable, or satisfactory to a stakeholder [<xref ref-type="bibr" rid="ref39">39</xref>]. In order to measure acceptability, we will use the Acceptability of Intervention Measure (AIM) in the follow-up surveys as well as in the semistructured phone interviews.</p>
        </sec>
        <sec>
          <title>Appropriateness</title>
          <p>Appropriateness is the perceived fit or compatibility of an innovation with a practice setting or context [<xref ref-type="bibr" rid="ref39">39</xref>]. In this study, appropriateness will be assessed on an individual basis, including factors such as alignment with users’ attitudes, needs, and background, as measured in the 12-week survey with the Intervention Appropriateness Measure (IAM), a validated 4-item intervention appropriateness scale [<xref ref-type="bibr" rid="ref40">40</xref>], and explored in depth in the semistructured interviews.</p>
        </sec>
        <sec>
          <title>Fidelity</title>
          <p>Fidelity is the extent to which an intervention is used as intended [<xref ref-type="bibr" rid="ref39">39</xref>]. For this study, in the semistructured interviews, we will investigate the functions of the health bot that participants used; the purposes for which they used it (such as answering questions or seeking support); the frequency of usage; and the quality, specifically whether the health bot provided accurate information.</p>
        </sec>
        <sec>
          <title>Adoption</title>
          <p>Adoption is the intention, decision, or initiation of use for an evidence-based practice, characterizing it at the level of the provider or organization [<xref ref-type="bibr" rid="ref39">39</xref>]. Since the concept of adoption is closely related to the actual use of systems, researchers investigating behavioral intervention technologies, such as the health bot, have extended this level of analysis to include consumer behavior [<xref ref-type="bibr" rid="ref41">41</xref>]. In this study, we will measure the adoption of the health bot by analyzing analytics data throughout the 12 weeks that the participant is scheduled to take varenicline. These data will allow us to evaluate the timing (day and time) of user interactions with the health bot, the specific features used, and the duration of engagement. Thus, we will have objective data on the actual adoption of the health bot by each participant. Additionally, during the semistructured interviews, we will probe for participants’ subjective perceptions of their use of the health bot.</p>
        </sec>
        <sec>
          <title>Usability</title>
          <p>Usability will be assessed using the System Usability Scale (SUS) [<xref ref-type="bibr" rid="ref42">42</xref>]. The SUS is a 10-item measure assessing usability and user satisfaction with technology.</p>
          <p>The AIM, IAM, and SUS all have items that are rated on a 5-point Likert scale (1=completely or strongly disagree to 5=completely or strongly agree).</p>
        </sec>
        <sec>
          <title>Medication Adherence and Smoking Status</title>
          <p>Participants will be asked about their smoking status [<xref ref-type="bibr" rid="ref43">43</xref>] and adherence to varenicline using the Timeline Followback (TLFB) [<xref ref-type="bibr" rid="ref44">44</xref>] in the surveys collected at 1, 4, 8, and 12 weeks. Participants will report the number of pills taken since the previous assessment. Participants who log their varenicline use in the health bot will be able to refer to these data when filling out the TLFB. We chose the TLFB method for assessing adherence because the 12-week TLFB measure demonstrates a moderate correlation with saliva varenicline levels and is widely regarded as the most practical measure of varenicline adherence [<xref ref-type="bibr" rid="ref16">16</xref>]. In order to assess the feasibility and accuracy of measuring adherence using TLFB, participants will also be asked to send pictures of their varenicline blister packs at 1, 4, 8, and 12 weeks. This additional measure will also help explore which method to assess adherence should be used for any future research studies (eg, RCT). Smoking abstinence will be defined by a negative response to the dichotomous 7-day point prevalence question, “Have you had a cigarette, even a puff, in the last 7 days?”</p>
        </sec>
      </sec>
      <sec>
        <title>Analysis of Survey Data</title>
        <p>We will calculate descriptive statistics, including means, medians, ranges, and SDs, for the demographic data as well as for the AIM, IAM, and analytics data captured by the health bot internal logs. All scores will be analyzed using the appropriate guidelines provided by Weiner et al [<xref ref-type="bibr" rid="ref40">40</xref>] (acceptability and appropriateness) and Brooke [<xref ref-type="bibr" rid="ref42">42</xref>] (usability). Consistent with previous studies, adherence will be defined as taking ≥80% of the prescribed varenicline [<xref ref-type="bibr" rid="ref45">45</xref>-<xref ref-type="bibr" rid="ref48">48</xref>]. We will not treat adherence as a continuous variable because it is likely to be strongly bimodal and is not necessarily linearly associated with the cessation outcome. We will calculate the percentage of participants who were adherent at week 12 and who reported not having smoked in the last 7 days. These results will serve as progression criteria to determine whether a full-scale RCT is warranted. Although the sample size will be insufficient for meaningful regression analysis, especially given the potentially nonlinear effects of age, we will also test for differences across age and gender groups using 2-tailed <italic>t</italic> tests and chi-square tests. The power for these comparisons will be low; therefore, this analysis will be an exploratory evaluation of large adherence or outcome differences that may be important to future study design, and interpretation will focus on observed differences and CIs.</p>
      </sec>
      <sec>
        <title>Analysis of Semistructured Interviews</title>
        <p>We will use framework analysis [<xref ref-type="bibr" rid="ref49">49</xref>] to analyze the data. Specifically, we will use the implementation outcomes of Proctor et al [<xref ref-type="bibr" rid="ref39">39</xref>] with an intersectional lens as the a priori framework. Framework analysis is a method used to draw descriptive and explanatory conclusions from qualitative data and includes the following six steps: (1) verbatim transcription of interviews, (2) familiarization of interviews, (3) coding and labeling the data, (4) developing a framework by grouping and categorizing codes, (5) indexing transcripts using the developed framework, and (6) reducing and charting data into a matrix. Interview findings will help us contextualize the findings from the surveys and the information collected from the use of the health bot. For example, we will understand why the health bot was or was not used (adoption); if it was used as intended (fidelity), what about the health bot the participants found agreeable and what they did not (acceptability); what features, if any, aligned with participants’ attitudes, needs, and background (appropriate); and how other features would need to change in order to align with their needs. In addition, we will be able to understand how social identity (eg, age and gender) and power structures (eg, ageism and sexism) played a role in these results. This will provide us with important information to improve the health bot through an equity lens.</p>
      </sec>
      <sec>
        <title>Triangulation of Findings</title>
        <p>Once the survey data and interviews are analyzed, we will triangulate the results by listing all the findings on the same page to identify instances where findings from each method align (convergence), provide additional insights on the same topic (complementarity), or seem to conflict with one another (discrepancy or dissonance) [<xref ref-type="bibr" rid="ref50">50</xref>,<xref ref-type="bibr" rid="ref51">51</xref>]. Triangulating the data will allow us to contextualize the quantitative findings and explore “intermethod discrepancy” that might lead to a better understanding of how the health bot works and the modifications needed.</p>
      </sec>
      <sec>
        <title>Exploring the Feasibility of the Approaches on Recruitment, Retention, and Data Collection</title>
        <p>This study, using “stop, amend, and go” progression criteria for pilot studies [<xref ref-type="bibr" rid="ref51">51</xref>], will help determine if proceeding with an RCT is a logical next step and whether additional adjustments are necessary. We will only conduct a full-scale RCT if none of the criteria outlined in <xref ref-type="table" rid="table2">Table 2</xref> meet the “stop” criterion (unless we see that there are contextual issues that can be modified to overcome the identified problems). If 1 or more of the concepts in <xref ref-type="table" rid="table2">Table 2</xref> meet the “amend” criterion, the trial will proceed to an RCT only if the issues can be addressed. If all concepts in <xref ref-type="table" rid="table2">Table 2</xref> satisfy the “go” criterion, we will proceed with planning an RCT.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Criteria to decide if a randomized controlled trial is warranted.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="250"/>
            <col width="250"/>
            <col width="250"/>
            <col width="250"/>
            <thead>
              <tr valign="top">
                <td>Criteria</td>
                <td>Stop</td>
                <td>Amend</td>
                <td>Go</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Patient recruitment</td>
                <td>If &#60;30 patients are recruited within 12 months</td>
                <td>If 30-40 patients are recruited within 12 months</td>
                <td>If 40 patients are recruited within 12 months</td>
              </tr>
              <tr valign="top">
                <td>Patient retention</td>
                <td>If &#60;25% of patients answer the 12-week survey</td>
                <td>If 25.1%-79.9% of patients answer the 12-week survey</td>
                <td>If ≥80% of patients answer the 12-week survey</td>
              </tr>
              <tr valign="top">
                <td>Missing data, medication adherence, or smoking status</td>
                <td>If &#62;60% of adherence data and smoking status are missing</td>
                <td>If 21%-59% of adherence and smoking status data are missing</td>
                <td>If ≤20% of adherence and smoking status data are missing</td>
              </tr>
              <tr valign="top">
                <td>Acceptability and appropriateness</td>
                <td>If  mean score for the AIM<sup>a</sup> or IAM<sup>b</sup> is ≤8</td>
                <td>If  mean score for the AIM or IAM is 9-12</td>
                <td>If  mean score for the AIM or IAM is ≥13</td>
              </tr>
              <tr valign="top">
                <td>Usability</td>
                <td>If mean SUS<sup>c</sup> score is ≤40</td>
                <td>If mean SUS score is 41-67</td>
                <td>If mean SUS score is ≥68</td>
              </tr>
              <tr valign="top">
                <td>Adoption</td>
                <td>If mean use is ≤ 20 times</td>
                <td>If mean use is 21-79 times</td>
                <td>If mean use is ≥80 times</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>AIM: Acceptability of Intervention Measure.</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>IAM: Intervention Appropriateness Measure.</p>
            </fn>
            <fn id="table2fn3">
              <p><sup>c</sup>SUS: System Usability Scale.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>Participant enrollment for the study will begin in January 2024.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>Despite the proven effectiveness of varenicline in aiding smoking cessation [<xref ref-type="bibr" rid="ref52">52</xref>], a significant number of individuals attempting to quit continue to smoke because they struggle with adhering to their varenicline regimen [<xref ref-type="bibr" rid="ref12">12</xref>-<xref ref-type="bibr" rid="ref14">14</xref>]. While there are proven strategies to help people adhere to their medications, they have been hard to implement. Digital technology for medication adherence has started to emerge [<xref ref-type="bibr" rid="ref53">53</xref>,<xref ref-type="bibr" rid="ref54">54</xref>]; whether these tools can be feasibly implemented and adopted, especially within diverse and disadvantaged populations, remains largely unknown.</p>
      <p>In this protocol, we outline the methodology to assess the uptake, usability, acceptability, and appropriateness of ChatV and assist in determining whether it is appropriate to advance to an RCT to gauge the effectiveness of the intervention. This study will address many limitations of previous mobile health trials [<xref ref-type="bibr" rid="ref55">55</xref>,<xref ref-type="bibr" rid="ref56">56</xref>], including using an intervention that clearly outlines the behavior-change theory used and the intervention content. In addition, this study provides well-outlined a priori criteria for progressing to an RCT. This will enhance its replicability. Furthermore, this study will provide insights into potential mechanisms underlying the intervention’s impact, shed light on the effectiveness, or ineffectiveness, of its various components, and offer possible explanations.</p>
      <p>In summary, the results of this feasibility study will provide much-needed data and insight into the potential implementation of ChatV to augment adherence to smoking cessation medications. In addition, this project has the potential to increase our understanding of how digital tools can improve adherence to other medications in a cost-effective manner.</p>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Peer-review report by the Canadian Institutes of Health Research.</p>
        <media xlink:href="resprot_v12i1e53556_app1.pdf" xlink:title="PDF File  (Adobe PDF File), 78 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AI</term>
          <def>
            <p>artificial intelligence</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">AIM</term>
          <def>
            <p>Acceptability of Intervention Measure</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">CAMH</term>
          <def>
            <p>Centre for Addiction and Mental Health</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">COM-B</term>
          <def>
            <p>capability, opportunity, motivation-behavior change</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">IAM</term>
          <def>
            <p>Intervention Appropriateness Measure</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">RCT</term>
          <def>
            <p>randomized controlled trial</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">REDCap</term>
          <def>
            <p>Research Electronic Data Capture</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">STOP</term>
          <def>
            <p>Smoking Treatment for Ontario Patients</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">SUS</term>
          <def>
            <p>System Usability Scale</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">TLFB</term>
          <def>
            <p>Timeline Followback</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This research is funded by a Proof of Concept Intervention Grant in Primary Prevention of Cancer (action grant) of the Canadian Cancer Society and the Canadian Institutes of Health Research-Institute for Cancer Research (grant 707218) and a Canadian Institutes of Health Research Project grant (funding reference PJT 180405; <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). The authors would like to thank MEMOTEXT for their contribution to the development of the ChatV health bot.</p>
    </ack>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>The data sets generated during this study will be available from the corresponding author upon reasonable request.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="con">
        <p>NM conceived the study with the support of JR, PS, SV, LZ, and MR. NM (lead), KM, ME, SH, RTAK, and PS have shaped the intervention (health bot). NM (lead), KM, and ME were involved in gaining ethical approval. NM and KM wrote the first draft of the manuscript. All authors reviewed and edited the manuscript and approved the final version of the manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>The authors declare that they have no conflicting interests with respect to this manuscript; however, some authors have general disclosures to report. NM reports receipt of funding from the Canadian Institutes of Health Research, the Canadian Cancer Society, and the discovery fund of the Centre for Addiction and Mental Health (CAMH). PS reports receipt of funding from the Canadian Institutes of Health Research, the Canadian Cancer Society, Pfizer Inc, Pfizer Canada, and the Ontario Lung Association. PS also reports that, through an open-tender process, Johnson &#38; Johnson, Novartis, and Pfizer Inc are vendors of record for having provided smoking cessation pharmacotherapy for research studies at free or discounted rates. PS holds the Vice-Chair, Research, and Giblon Professor in Family Medicine Research, a university-named professorship at the University of Toronto. OCM reports receiving grant and salary support from the Centre for Addiction and Mental Health and the Department of Family and Community Medicine at the University of Toronto through the New Investigator Award.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sabaté</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <source>Adherence to Long-Term Therapies: Evidence for Action</source>
          <year>2003</year>
          <publisher-loc>Geneva, Switzerland</publisher-loc>
          <publisher-name>World Health Organization</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mongkhon</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Ashcroft</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Scholfield</surname>
              <given-names>CN</given-names>
            </name>
            <name name-style="western">
              <surname>Kongkaew</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Hospital admissions associated with medication non-adherence: a systematic review of prospective observational studies</article-title>
          <source>BMJ Qual Saf</source>
          <year>2018</year>
          <volume>27</volume>
          <issue>11</issue>
          <fpage>902</fpage>
          <lpage>914</lpage>
          <pub-id pub-id-type="doi">10.1136/bmjqs-2017-007453</pub-id>
          <pub-id pub-id-type="medline">29666309</pub-id>
          <pub-id pub-id-type="pii">bmjqs-2017-007453</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Osterberg</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Blaschke</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Adherence to medication</article-title>
          <source>N Engl J Med</source>
          <year>2005</year>
          <volume>353</volume>
          <issue>5</issue>
          <fpage>487</fpage>
          <lpage>497</lpage>
          <pub-id pub-id-type="doi">10.1056/nejmra050100</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>National Center for Chronic Disease Prevention and Health Promotion (US) Office on Smoking and Health</collab>
          </person-group>
          <source>The Health Consequences of Smoking—50 Years of Progress: A Report of the Surgeon General</source>
          <year>2014</year>
          <publisher-loc>Atlanta, GA</publisher-loc>
          <publisher-name>US Centers for Disease Control and Prevention</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>Office of the Surgeon General OoS, Health</collab>
          </person-group>
          <article-title>Reports of the surgeon general</article-title>
          <source>The Health Consequences of Smoking: A Report of the Surgeon General</source>
          <year>2004</year>
          <publisher-loc>Atlanta (GA)</publisher-loc>
          <publisher-name>Centers for Disease Control and Prevention (US)</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="web">
          <article-title>Briefing: health inequalities and smoking 2019</article-title>
          <source>Actions on Smoking and Health (ASH)</source>
          <year>2022</year>
          <access-date>2023-11-25</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ash.org.uk/wp-content/uploads/2019/09/ASH-Briefing_Health-Inequalities.pdf">https://ash.org.uk/wp-content/uploads/2019/09/ASH-Briefing_Health-Inequalities.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Reid</surname>
              <given-names>JHT</given-names>
            </name>
            <name name-style="western">
              <surname>Burkhalter</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Rynard</surname>
              <given-names>VL</given-names>
            </name>
            <name name-style="western">
              <surname>Douglas</surname>
              <given-names>O</given-names>
            </name>
          </person-group>
          <article-title>Tobacco use in Canada: patterns and trends</article-title>
          <source>Propel Centre for Population Health Impact, University of Waterloo</source>
          <year>2019</year>
          <access-date>2023-11-25</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://uwaterloo.ca/tobacco-use-canada/sites/default/files/uploads/files/tobacco_use_in_canada_2019.pdf">https://uwaterloo.ca/tobacco-use-canada/sites/default/files/uploads/files/tobacco_use_in_canada_2019.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Statistics Canada</collab>
          </person-group>
          <article-title>Smokers, by age group</article-title>
          <source>Table 13-10-0096-10</source>
          <year>2022</year>
          <access-date>2023-11-25</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www150.statcan.gc.ca/t1/tbl1/en/tv.action?pid=1310009610">https://www150.statcan.gc.ca/t1/tbl1/en/tv.action?pid=1310009610</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Janz</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Current smoking trends</article-title>
          <source>Statistics Canada</source>
          <year>2012</year>
          <access-date>2023-11-25</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www150.statcan.gc.ca/n1/en/pub/82-624-x/2012001/article/11676-eng.pdf?st=ENM5C-fZ">https://www150.statcan.gc.ca/n1/en/pub/82-624-x/2012001/article/11676-eng.pdf?st=ENM5C-fZ</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>US Public Health Service, Office of the Surgeon General</collab>
            <collab>US Office on Smoking and Health</collab>
          </person-group>
          <article-title>The health benefits of smoking cessation: a report of the surgeon general</article-title>
          <source>US Office on Smoking and Health</source>
          <year>1990</year>
          <access-date>2023-11-25</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://profiles.nlm.nih.gov/spotlight/nn/catalog/nlm:nlmuid-101584932X37-doc">https://profiles.nlm.nih.gov/spotlight/nn/catalog/nlm:nlmuid-101584932X37-doc</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cahill</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Stevens</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Perera</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Lancaster</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Pharmacological interventions for smoking cessation: an overview and network meta-analysis</article-title>
          <source>Cochrane Database Syst Rev</source>
          <year>2013</year>
          <volume>2013</volume>
          <issue>5</issue>
          <fpage>CD009329</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cochranelibrary.com/cdsr/doi/10.1002/14651858.CD009329.pub2/full"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/14651858.CD009329.pub2</pub-id>
          <pub-id pub-id-type="medline">23728690</pub-id>
          <pub-id pub-id-type="pmcid">PMC8406789</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kaur</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Kaushal</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chopra</surname>
              <given-names>SC</given-names>
            </name>
          </person-group>
          <article-title>Varenicline for smoking cessation: a review of the literature</article-title>
          <source>Curr Ther Res</source>
          <year>2009</year>
          <month>03</month>
          <volume>70</volume>
          <issue>1</issue>
          <fpage>35</fpage>
          <lpage>54</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0011-393X(09)00016-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.curtheres.2009.02.004</pub-id>
          <pub-id pub-id-type="medline">24692831</pub-id>
          <pub-id pub-id-type="pii">S0011-393X(09)00016-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC3969980</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pacek</surname>
              <given-names>LR</given-names>
            </name>
            <name name-style="western">
              <surname>McClernon</surname>
              <given-names>FJ</given-names>
            </name>
            <name name-style="western">
              <surname>Bosworth</surname>
              <given-names>HB</given-names>
            </name>
          </person-group>
          <article-title>Adherence to pharmacological smoking cessation interventions: a literature review and synthesis of correlates and barriers</article-title>
          <source>Nicotine Tob Res</source>
          <year>2018</year>
          <volume>20</volume>
          <issue>10</issue>
          <fpage>1163</fpage>
          <lpage>1172</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://academic.oup.com/ntr/article/20/10/1163/4159986?login=false"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/ntr/ntx210</pub-id>
          <pub-id pub-id-type="medline">29059394</pub-id>
          <pub-id pub-id-type="pii">4159986</pub-id>
          <pub-id pub-id-type="pmcid">PMC6121917</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liberman</surname>
              <given-names>JN</given-names>
            </name>
            <name name-style="western">
              <surname>Lichtenfeld</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Galaznik</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mastey</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Harnett</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Zou</surname>
              <given-names>KH</given-names>
            </name>
            <name name-style="western">
              <surname>Leader</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Kirchner</surname>
              <given-names>HL</given-names>
            </name>
          </person-group>
          <article-title>Adherence to varenicline and associated smoking cessation in a community-based patient setting</article-title>
          <source>J Manag Care Pharm</source>
          <year>2013</year>
          <volume>19</volume>
          <issue>2</issue>
          <fpage>125</fpage>
          <lpage>131</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/23461428"/>
          </comment>
          <pub-id pub-id-type="doi">10.18553/jmcp.2013.19.2.125</pub-id>
          <pub-id pub-id-type="medline">23461428</pub-id>
          <pub-id pub-id-type="pii">2013(19)2: 125-131</pub-id>
          <pub-id pub-id-type="pmcid">PMC10437765</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Catz</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Jack</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>McClure</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Javitz</surname>
              <given-names>HS</given-names>
            </name>
            <name name-style="western">
              <surname>Deprey</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Zbikowski</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>McAfee</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Richards</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Swan</surname>
              <given-names>GE</given-names>
            </name>
          </person-group>
          <article-title>Adherence to varenicline in the COMPASS smoking cessation intervention trial</article-title>
          <source>Nicotine Tob Res</source>
          <year>2011</year>
          <volume>13</volume>
          <issue>5</issue>
          <fpage>361</fpage>
          <lpage>368</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/21350041"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/ntr/ntr003</pub-id>
          <pub-id pub-id-type="medline">21350041</pub-id>
          <pub-id pub-id-type="pii">ntr003</pub-id>
          <pub-id pub-id-type="pmcid">PMC3082504</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Peng</surname>
              <given-names>AR</given-names>
            </name>
            <name name-style="western">
              <surname>Morales</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wileyto</surname>
              <given-names>EP</given-names>
            </name>
            <name name-style="western">
              <surname>Hawk</surname>
              <given-names>LW</given-names>
            </name>
            <name name-style="western">
              <surname>Cinciripini</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>George</surname>
              <given-names>TP</given-names>
            </name>
            <name name-style="western">
              <surname>Benowitz</surname>
              <given-names>NL</given-names>
            </name>
            <name name-style="western">
              <surname>Nollen</surname>
              <given-names>NL</given-names>
            </name>
            <name name-style="western">
              <surname>Lerman</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Tyndale</surname>
              <given-names>RF</given-names>
            </name>
            <name name-style="western">
              <surname>Schnoll</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Measures and predictors of varenicline adherence in the treatment of nicotine dependence</article-title>
          <source>Addict Behav</source>
          <year>2017</year>
          <volume>75</volume>
          <fpage>122</fpage>
          <lpage>129</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.sciencedirect.com/science/article/abs/pii/S0306460317302514?via%3Dihub"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.addbeh.2017.07.006</pub-id>
          <pub-id pub-id-type="medline">28728040</pub-id>
          <pub-id pub-id-type="pii">S0306-4603(17)30251-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC5581992</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Peng</surname>
              <given-names>AR</given-names>
            </name>
            <name name-style="western">
              <surname>Schnoll</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hawk</surname>
              <given-names>LW</given-names>
            </name>
            <name name-style="western">
              <surname>Cinciripini</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>George</surname>
              <given-names>TP</given-names>
            </name>
            <name name-style="western">
              <surname>Lerman</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Tyndale</surname>
              <given-names>RF</given-names>
            </name>
          </person-group>
          <article-title>Predicting smoking abstinence with biological and self-report measures of adherence to varenicline: impact on pharmacogenetic trial outcomes</article-title>
          <source>Drug Alcohol Depend</source>
          <year>2018</year>
          <volume>190</volume>
          <fpage>72</fpage>
          <lpage>81</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.sciencedirect.com/science/article/abs/pii/S0376871618303089?via%3Dihub"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.drugalcdep.2018.04.035</pub-id>
          <pub-id pub-id-type="medline">29986268</pub-id>
          <pub-id pub-id-type="pii">S0376-8716(18)30308-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC6085881</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Peng</surname>
              <given-names>AR</given-names>
            </name>
            <name name-style="western">
              <surname>Swardfager</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Benowitz</surname>
              <given-names>NL</given-names>
            </name>
            <name name-style="western">
              <surname>Ahluwalia</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Lerman</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Nollen</surname>
              <given-names>NL</given-names>
            </name>
            <name name-style="western">
              <surname>Tyndale</surname>
              <given-names>RF</given-names>
            </name>
          </person-group>
          <article-title>Impact of early nausea on varenicline adherence and smoking cessation</article-title>
          <source>Addiction</source>
          <year>2020</year>
          <volume>115</volume>
          <issue>1</issue>
          <fpage>134</fpage>
          <lpage>144</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31502736"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/add.14810</pub-id>
          <pub-id pub-id-type="medline">31502736</pub-id>
          <pub-id pub-id-type="pmcid">PMC6933078</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zeng</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>CI</given-names>
            </name>
            <name name-style="western">
              <surname>Mastey</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Zou</surname>
              <given-names>KH</given-names>
            </name>
            <name name-style="western">
              <surname>Harnett</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>BV</given-names>
            </name>
          </person-group>
          <article-title>Effects of copayment on initiation of smoking cessation pharmacotherapy: an analysis of varenicline reversed claims</article-title>
          <source>Clin Ther</source>
          <year>2011</year>
          <volume>33</volume>
          <issue>2</issue>
          <fpage>225</fpage>
          <lpage>234</lpage>
          <pub-id pub-id-type="doi">10.1016/j.clinthera.2011.02.013</pub-id>
          <pub-id pub-id-type="medline">21497706</pub-id>
          <pub-id pub-id-type="pii">S0149-2918(11)00140-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Crawford</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Weisbrot</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bastian</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Flitter</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Jao</surname>
              <given-names>NC</given-names>
            </name>
            <name name-style="western">
              <surname>Carroll</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kalhan</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Leone</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Hitsman</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Schnoll</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Predictors of varenicline adherence among cancer patients treated for tobacco dependence and its association with smoking cessation</article-title>
          <source>Nicotine Tob Res</source>
          <year>2019</year>
          <volume>21</volume>
          <issue>8</issue>
          <fpage>1135</fpage>
          <lpage>1139</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/29955828"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/ntr/nty133</pub-id>
          <pub-id pub-id-type="medline">29955828</pub-id>
          <pub-id pub-id-type="pii">5046056</pub-id>
          <pub-id pub-id-type="pmcid">PMC7182717</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Suehs</surname>
              <given-names>BT</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Galaznik</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Joshi</surname>
              <given-names>AV</given-names>
            </name>
            <name name-style="western">
              <surname>Zou</surname>
              <given-names>KH</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>NC</given-names>
            </name>
          </person-group>
          <article-title>Association of out-of-pocket pharmacy costs with adherence to varenicline</article-title>
          <source>J Manag Care Pharm</source>
          <year>2014</year>
          <volume>20</volume>
          <issue>6</issue>
          <fpage>592</fpage>
          <lpage>600</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/24856597"/>
          </comment>
          <pub-id pub-id-type="doi">10.18553/jmcp.2014.20.6.592</pub-id>
          <pub-id pub-id-type="medline">24856597</pub-id>
          <pub-id pub-id-type="pii">2014(20)6: 592-600</pub-id>
          <pub-id pub-id-type="pmcid">PMC10437535</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shelley</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Tseng</surname>
              <given-names>TY</given-names>
            </name>
            <name name-style="western">
              <surname>Gonzalez</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Krebs</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Furberg</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Sherman</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Schoenthaler</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Urbina</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cleland</surname>
              <given-names>CM</given-names>
            </name>
          </person-group>
          <article-title>Correlates of adherence to varenicline among HIV+ smokers</article-title>
          <source>Nicotine Tob Res</source>
          <year>2015</year>
          <volume>17</volume>
          <issue>8</issue>
          <fpage>968</fpage>
          <lpage>974</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/26180221"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/ntr/ntv068</pub-id>
          <pub-id pub-id-type="medline">26180221</pub-id>
          <pub-id pub-id-type="pii">ntv068</pub-id>
          <pub-id pub-id-type="pmcid">PMC4580547</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hollands</surname>
              <given-names>GJ</given-names>
            </name>
            <name name-style="western">
              <surname>Naughton</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Farley</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lindson</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Aveyard</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Interventions to increase adherence to medications for tobacco dependence</article-title>
          <source>Cochrane Database Syst Rev</source>
          <year>2019</year>
          <volume>8</volume>
          <issue>8</issue>
          <fpage>CD009164</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cochranelibrary.com/cdsr/doi/10.1002/14651858.CD009164.pub3/full"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/14651858.CD009164.pub3</pub-id>
          <pub-id pub-id-type="medline">31425618</pub-id>
          <pub-id pub-id-type="pmcid">PMC6699660</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pavel</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Jimison</surname>
              <given-names>HB</given-names>
            </name>
            <name name-style="western">
              <surname>Wactlar</surname>
              <given-names>HD</given-names>
            </name>
            <name name-style="western">
              <surname>Hayes</surname>
              <given-names>TL</given-names>
            </name>
            <name name-style="western">
              <surname>Barkis</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Skapik</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kaye</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The role of technology and engineering models in transforming healthcare</article-title>
          <source>IEEE Rev Biomed Eng</source>
          <year>2013</year>
          <volume>6</volume>
          <fpage>156</fpage>
          <lpage>177</lpage>
          <pub-id pub-id-type="doi">10.1109/RBME.2012.2222636</pub-id>
          <pub-id pub-id-type="medline">23549108</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Aggarwal</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tam</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Qiao</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Artificial intelligence-based chatbots for promoting health behavioral changes: systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2023</year>
          <volume>25</volume>
          <fpage>e40789</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2023/1/e40789"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/40789</pub-id>
          <pub-id pub-id-type="medline">36826990</pub-id>
          <pub-id pub-id-type="pii">v25i1e40789</pub-id>
          <pub-id pub-id-type="pmcid">PMC10007007</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bates</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Health care chatbots are here to help</article-title>
          <source>IEEE Pulse</source>
          <year>2019</year>
          <volume>10</volume>
          <issue>3</issue>
          <fpage>12</fpage>
          <lpage>14</lpage>
          <pub-id pub-id-type="doi">10.1109/MPULS.2019.2911816</pub-id>
          <pub-id pub-id-type="medline">31135345</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Olano-Espinosa</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Avila-Tomas</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Minue-Lorenzo</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Matilla-Pardo</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Serrano</surname>
              <given-names>MES</given-names>
            </name>
            <name name-style="western">
              <surname>Martinez-Suberviola</surname>
              <given-names>FJ</given-names>
            </name>
            <name name-style="western">
              <surname>Gil-Conesa</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Del Cura-González</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of a conversational chatbot (Dejal@bot) for the adult population to quit smoking: pragmatic, multicenter, controlled, randomized clinical trial in primary care</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2022</year>
          <volume>10</volume>
          <issue>6</issue>
          <fpage>e34273</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2022/6/e34273"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/34273</pub-id>
          <pub-id pub-id-type="medline">35759328</pub-id>
          <pub-id pub-id-type="pii">v10i6e34273</pub-id>
          <pub-id pub-id-type="pmcid">PMC9274388</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Minian</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Mehra</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Rose</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Veldhuizen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Zawertailo</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Ratto</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lecce</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Selby</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Cocreation of a conversational agent to help patients adhere to their varenicline treatment: a study protocol</article-title>
          <source>Digit Health</source>
          <year>2023</year>
          <volume>9</volume>
          <fpage>20552076231182807</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/20552076231182807"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/20552076231182807</pub-id>
          <pub-id pub-id-type="medline">37377562</pub-id>
          <pub-id pub-id-type="pii">10.1177_20552076231182807</pub-id>
          <pub-id pub-id-type="pmcid">PMC10291536</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lyon</surname>
              <given-names>AR</given-names>
            </name>
            <name name-style="western">
              <surname>Munson</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Renn</surname>
              <given-names>BN</given-names>
            </name>
            <name name-style="western">
              <surname>Atkins</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Pullmann</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Friedman</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Areán</surname>
              <given-names>PA</given-names>
            </name>
          </person-group>
          <article-title>Use of human-centered design to improve implementation of evidence-based psychotherapies in low-resource communities: protocol for studies applying a framework to assess usability</article-title>
          <source>JMIR Res Protoc</source>
          <year>2019</year>
          <volume>8</volume>
          <issue>10</issue>
          <fpage>e14990</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchprotocols.org/2019/10/e14990/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/14990</pub-id>
          <pub-id pub-id-type="medline">31599736</pub-id>
          <pub-id pub-id-type="pii">v8i10e14990</pub-id>
          <pub-id pub-id-type="pmcid">PMC6819011</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>van Stralen</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>The behaviour change wheel: a new method for characterising and designing behaviour change interventions</article-title>
          <source>Implement Sci</source>
          <year>2011</year>
          <volume>6</volume>
          <fpage>42</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/1748-5908-6-42"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1748-5908-6-42</pub-id>
          <pub-id pub-id-type="medline">21513547</pub-id>
          <pub-id pub-id-type="pii">1748-5908-6-42</pub-id>
          <pub-id pub-id-type="pmcid">PMC3096582</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cane</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>O'Connor</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Validation of the theoretical domains framework for use in behaviour change and implementation research</article-title>
          <source>Implement Sci</source>
          <year>2012</year>
          <volume>7</volume>
          <fpage>37</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/1748-5908-7-37"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1748-5908-7-37</pub-id>
          <pub-id pub-id-type="medline">22530986</pub-id>
          <pub-id pub-id-type="pii">1748-5908-7-37</pub-id>
          <pub-id pub-id-type="pmcid">PMC3483008</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Richardson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Johnston</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Abraham</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Francis</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hardeman</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Eccles</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Cane</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wood</surname>
              <given-names>CE</given-names>
            </name>
          </person-group>
          <article-title>The behavior change technique taxonomy (v1) of 93 hierarchically clustered techniques: building an international consensus for the reporting of behavior change interventions</article-title>
          <source>Ann Behav Med</source>
          <year>2013</year>
          <volume>46</volume>
          <issue>1</issue>
          <fpage>81</fpage>
          <lpage>95</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://academic.oup.com/abm/article/46/1/81/4563254?login=false"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s12160-013-9486-6</pub-id>
          <pub-id pub-id-type="medline">23512568</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kelley</surname>
              <given-names>JF</given-names>
            </name>
          </person-group>
          <article-title>An iterative design methodology for user-friendly natural language office information applications</article-title>
          <source>ACM Trans Inf Syst</source>
          <year>1984</year>
          <volume>2</volume>
          <issue>1</issue>
          <fpage>26</fpage>
          <lpage>41</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dl.acm.org/doi/pdf/10.1145/357417.357420"/>
          </comment>
          <pub-id pub-id-type="doi">10.1145/357417.357420</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Whitehead</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Sully</surname>
              <given-names>BGO</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>MJ</given-names>
            </name>
          </person-group>
          <article-title>Pilot and feasibility studies: is there a difference from each other and from a randomised controlled trial?</article-title>
          <source>Contemp Clin Trials</source>
          <year>2014</year>
          <volume>38</volume>
          <issue>1</issue>
          <fpage>130</fpage>
          <lpage>133</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.sciencedirect.com/science/article/abs/pii/S1551714414000494?via%3Dihub"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.cct.2014.04.001</pub-id>
          <pub-id pub-id-type="medline">24735841</pub-id>
          <pub-id pub-id-type="pii">S1551-7144(14)00049-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fagerström</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Determinants of tobacco use and renaming the FTND to the Fagerstrom Test for Cigarette Dependence</article-title>
          <source>Nicotine Tob Res</source>
          <year>2012</year>
          <volume>14</volume>
          <issue>1</issue>
          <fpage>75</fpage>
          <lpage>78</lpage>
          <pub-id pub-id-type="doi">10.1093/ntr/ntr137</pub-id>
          <pub-id pub-id-type="medline">22025545</pub-id>
          <pub-id pub-id-type="pii">ntr137</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fucito</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Toll</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>Salovey</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>O'Malley</surname>
              <given-names>SS</given-names>
            </name>
          </person-group>
          <article-title>Beliefs and attitudes about bupropion: implications for medication adherence and smoking cessation treatment</article-title>
          <source>Psychol Addict Behav</source>
          <year>2009</year>
          <volume>23</volume>
          <issue>2</issue>
          <fpage>373</fpage>
          <lpage>379</lpage>
          <pub-id pub-id-type="doi">10.1037/a0015695</pub-id>
          <pub-id pub-id-type="medline">19586156</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fernandez</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chaplin</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Schoenthaler</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Ogedegbe</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Revision and validation of the Medication Adherence Self-Efficacy Scale (MASES) in hypertensive African Americans</article-title>
          <source>J Behav Med</source>
          <year>2008</year>
          <volume>31</volume>
          <issue>6</issue>
          <fpage>453</fpage>
          <lpage>462</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/18784996"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10865-008-9170-7</pub-id>
          <pub-id pub-id-type="medline">18784996</pub-id>
          <pub-id pub-id-type="pmcid">PMC3763496</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tseng</surname>
              <given-names>TY</given-names>
            </name>
            <name name-style="western">
              <surname>Krebs</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Schoenthaler</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sherman</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Gonzalez</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Urbina</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cleland</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Shelley</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Combining text messaging and telephone counseling to increase varenicline adherence and smoking abstinence among cigarette smokers living with HIV: a randomized controlled study</article-title>
          <source>AIDS Behav</source>
          <year>2017</year>
          <volume>21</volume>
          <issue>7</issue>
          <fpage>1964</fpage>
          <lpage>1974</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/27605365"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10461-016-1538-z</pub-id>
          <pub-id pub-id-type="medline">27605365</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10461-016-1538-z</pub-id>
          <pub-id pub-id-type="pmcid">PMC5554578</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Proctor</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Silmere</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Raghavan</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hovmand</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Aarons</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Bunger</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Griffey</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hensley</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Outcomes for implementation research: conceptual distinctions, measurement challenges, and research agenda</article-title>
          <source>Adm Policy Ment Health</source>
          <year>2011</year>
          <volume>38</volume>
          <issue>2</issue>
          <fpage>65</fpage>
          <lpage>76</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://link.springer.com/article/10.1007/s10488-010-0319-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10488-010-0319-7</pub-id>
          <pub-id pub-id-type="medline">20957426</pub-id>
          <pub-id pub-id-type="pmcid">PMC3068522</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Weiner</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Stanick</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Powell</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Dorsey</surname>
              <given-names>CN</given-names>
            </name>
            <name name-style="western">
              <surname>Clary</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Boynton</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Halko</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Psychometric assessment of three newly developed implementation outcome measures</article-title>
          <source>Implement Sci</source>
          <year>2017</year>
          <volume>12</volume>
          <issue>1</issue>
          <fpage>108</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/s13012-017-0635-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13012-017-0635-3</pub-id>
          <pub-id pub-id-type="medline">28851459</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13012-017-0635-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC5576104</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hermes</surname>
              <given-names>EDA</given-names>
            </name>
            <name name-style="western">
              <surname>Lyon</surname>
              <given-names>AR</given-names>
            </name>
            <name name-style="western">
              <surname>Schueller</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Glass</surname>
              <given-names>JE</given-names>
            </name>
          </person-group>
          <article-title>Measuring the implementation of behavioral intervention technologies: recharacterization of established outcomes</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <volume>21</volume>
          <issue>1</issue>
          <fpage>e11752</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/1/e11752/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/11752</pub-id>
          <pub-id pub-id-type="medline">30681966</pub-id>
          <pub-id pub-id-type="pii">v21i1e11752</pub-id>
          <pub-id pub-id-type="pmcid">PMC6367669</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brooke</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Jordan</surname>
              <given-names>PW</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Weerdmeester</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>McClelland</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>SUS: a 'quick and dirty' usability</article-title>
          <source>Usability Evaluation in Industry</source>
          <year>1996</year>
          <publisher-loc>Boca Raton, Florida</publisher-loc>
          <publisher-name>CRC Press</publisher-name>
          <fpage>189</fpage>
          <lpage>194</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Heatherton</surname>
              <given-names>TF</given-names>
            </name>
            <name name-style="western">
              <surname>Kozlowski</surname>
              <given-names>LT</given-names>
            </name>
            <name name-style="western">
              <surname>Frecker</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Rickert</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Robinson</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Measuring the heaviness of smoking: using self-reported time to the first cigarette of the day and number of cigarettes smoked per day</article-title>
          <source>Br J Addict</source>
          <year>1989</year>
          <volume>84</volume>
          <issue>7</issue>
          <fpage>791</fpage>
          <lpage>799</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1360-0443.1989.tb03059.x</pub-id>
          <pub-id pub-id-type="medline">2758152</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Burgess</surname>
              <given-names>ES</given-names>
            </name>
            <name name-style="western">
              <surname>Sales</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>Whiteley</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Evans</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>IW</given-names>
            </name>
          </person-group>
          <article-title>Reliability and validity of a smoking timeline follow-back interview</article-title>
          <source>Psychol Addict Behav</source>
          <year>1998</year>
          <volume>12</volume>
          <issue>2</issue>
          <fpage>101</fpage>
          <lpage>112</lpage>
          <pub-id pub-id-type="doi">10.1037/0893-164x.12.2.101</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hays</surname>
              <given-names>JT</given-names>
            </name>
            <name name-style="western">
              <surname>Leischow</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Lawrence</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>TC</given-names>
            </name>
          </person-group>
          <article-title>Adherence to treatment for tobacco dependence: association with smoking abstinence and predictors of adherence</article-title>
          <source>Nicotine Tob Res</source>
          <year>2010</year>
          <volume>12</volume>
          <issue>6</issue>
          <fpage>574</fpage>
          <lpage>581</lpage>
          <pub-id pub-id-type="doi">10.1093/ntr/ntq047</pub-id>
          <pub-id pub-id-type="medline">20457644</pub-id>
          <pub-id pub-id-type="pii">ntq047</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nollen</surname>
              <given-names>NL</given-names>
            </name>
            <name name-style="western">
              <surname>Mayo</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Ahluwalia</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Tyndale</surname>
              <given-names>RF</given-names>
            </name>
            <name name-style="western">
              <surname>Benowitz</surname>
              <given-names>NL</given-names>
            </name>
            <name name-style="western">
              <surname>Faseru</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Buchanan</surname>
              <given-names>TS</given-names>
            </name>
            <name name-style="western">
              <surname>Cox</surname>
              <given-names>LS</given-names>
            </name>
          </person-group>
          <article-title>Factors associated with discontinuation of bupropion and counseling among African American light smokers in a randomized clinical trial</article-title>
          <source>Ann Behav Med</source>
          <year>2013</year>
          <volume>46</volume>
          <issue>3</issue>
          <fpage>336</fpage>
          <lpage>348</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://academic.oup.com/abm/article/46/3/336/4564045?login=false"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s12160-013-9510-x</pub-id>
          <pub-id pub-id-type="medline">23733379</pub-id>
          <pub-id pub-id-type="pmcid">PMC3815499</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Buchanan</surname>
              <given-names>TS</given-names>
            </name>
            <name name-style="western">
              <surname>Berg</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Cox</surname>
              <given-names>LS</given-names>
            </name>
            <name name-style="western">
              <surname>Nazir</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Benowitz</surname>
              <given-names>NL</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Yturralde</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Jacob</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Choi</surname>
              <given-names>WS</given-names>
            </name>
            <name name-style="western">
              <surname>Ahluwalia</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Nollen</surname>
              <given-names>NL</given-names>
            </name>
          </person-group>
          <article-title>Adherence to varenicline among African American smokers: an exploratory analysis comparing plasma concentration, pill count, and self-report</article-title>
          <source>Nicotine Tob Res</source>
          <year>2012</year>
          <volume>14</volume>
          <issue>9</issue>
          <fpage>1083</fpage>
          <lpage>1091</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/22367976"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/ntr/ntr333</pub-id>
          <pub-id pub-id-type="medline">22367976</pub-id>
          <pub-id pub-id-type="pii">ntr333</pub-id>
          <pub-id pub-id-type="pmcid">PMC3432278</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nollen</surname>
              <given-names>NL</given-names>
            </name>
            <name name-style="western">
              <surname>Cox</surname>
              <given-names>LS</given-names>
            </name>
            <name name-style="western">
              <surname>Nazir</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Ellerbeck</surname>
              <given-names>EF</given-names>
            </name>
            <name name-style="western">
              <surname>Owen</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Pankey</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Thompson</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Ahluwalia</surname>
              <given-names>JS</given-names>
            </name>
          </person-group>
          <article-title>A pilot clinical trial of varenicline for smoking cessation in black smokers</article-title>
          <source>Nicotine Tob Res</source>
          <year>2011</year>
          <volume>13</volume>
          <issue>9</issue>
          <fpage>868</fpage>
          <lpage>873</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/21498427"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/ntr/ntr063</pub-id>
          <pub-id pub-id-type="medline">21498427</pub-id>
          <pub-id pub-id-type="pii">ntr063</pub-id>
          <pub-id pub-id-type="pmcid">PMC3203399</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gale</surname>
              <given-names>NK</given-names>
            </name>
            <name name-style="western">
              <surname>Heath</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Cameron</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Rashid</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Redwood</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Using the framework method for the analysis of qualitative data in multi-disciplinary health research</article-title>
          <source>BMC Med Res Methodol</source>
          <year>2013</year>
          <volume>13</volume>
          <fpage>117</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedresmethodol.biomedcentral.com/articles/10.1186/1471-2288-13-117"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1471-2288-13-117</pub-id>
          <pub-id pub-id-type="medline">24047204</pub-id>
          <pub-id pub-id-type="pii">1471-2288-13-117</pub-id>
          <pub-id pub-id-type="pmcid">PMC3848812</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Farmer</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Robinson</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Elliott</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Eyles</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Developing and implementing a triangulation protocol for qualitative health research</article-title>
          <source>Qual Health Res</source>
          <year>2006</year>
          <volume>16</volume>
          <issue>3</issue>
          <fpage>377</fpage>
          <lpage>394</lpage>
          <pub-id pub-id-type="doi">10.1177/1049732305285708</pub-id>
          <pub-id pub-id-type="medline">16449687</pub-id>
          <pub-id pub-id-type="pii">16/3/377</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>O'Cathain</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Nicholl</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Three techniques for integrating data in mixed methods studies</article-title>
          <source>BMJ</source>
          <year>2010</year>
          <volume>341</volume>
          <fpage>c4587</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.bmj.com/content/341/bmj.c4587"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.c4587</pub-id>
          <pub-id pub-id-type="medline">20851841</pub-id>
          <pub-id pub-id-type="pii">bmj.c4587</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Garrison</surname>
              <given-names>GD</given-names>
            </name>
            <name name-style="western">
              <surname>Dugan</surname>
              <given-names>SE</given-names>
            </name>
          </person-group>
          <article-title>Varenicline: a first-line treatment option for smoking cessation</article-title>
          <source>Clin Ther</source>
          <year>2009</year>
          <volume>31</volume>
          <issue>3</issue>
          <fpage>463</fpage>
          <lpage>491</lpage>
          <pub-id pub-id-type="doi">10.1016/j.clinthera.2009.03.021</pub-id>
          <pub-id pub-id-type="medline">19393839</pub-id>
          <pub-id pub-id-type="pii">S0149-2918(09)00096-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thomson</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Brouwers</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Damman</surname>
              <given-names>OC</given-names>
            </name>
            <name name-style="western">
              <surname>de Bruijne</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Timmermans</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Melles</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>How health care professionals evaluate a digital intervention to improve medication adherence: qualitative exploratory study</article-title>
          <source>JMIR Hum Factors</source>
          <year>2018</year>
          <volume>5</volume>
          <issue>1</issue>
          <fpage>e7</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://humanfactors.jmir.org/2018/1/e7/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/humanfactors.8948</pub-id>
          <pub-id pub-id-type="medline">29463494</pub-id>
          <pub-id pub-id-type="pii">v5i1e7</pub-id>
          <pub-id pub-id-type="pmcid">PMC5840481</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Musiimenta</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tumuhimbise</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Mugaba</surname>
              <given-names>AT</given-names>
            </name>
            <name name-style="western">
              <surname>Muzoora</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Armstrong-Hough</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bangsberg</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Haberer</surname>
              <given-names>JE</given-names>
            </name>
          </person-group>
          <article-title>Digital monitoring technologies could enhance tuberculosis medication adherence in Uganda: mixed methods study</article-title>
          <source>J Clin Tuberc Other Mycobact Dis</source>
          <year>2019</year>
          <volume>17</volume>
          <fpage>100119</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.sciencedirect.com/science/article/pii/S2405579419300191?via%3Dihub"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jctube.2019.100119</pub-id>
          <pub-id pub-id-type="medline">31788561</pub-id>
          <pub-id pub-id-type="pii">S2405-5794(19)30019-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC6880126</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McClure</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Bradley</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>An</surname>
              <given-names>LC</given-names>
            </name>
            <name name-style="western">
              <surname>Catz</surname>
              <given-names>SL</given-names>
            </name>
          </person-group>
          <article-title>Evaluating an adaptive and interactive mHealth smoking cessation and medication adherence program: a randomized pilot feasibility study</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2016</year>
          <volume>4</volume>
          <issue>3</issue>
          <fpage>e94</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2016/3/e94/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.6002</pub-id>
          <pub-id pub-id-type="medline">27489247</pub-id>
          <pub-id pub-id-type="pii">v4i3e94</pub-id>
          <pub-id pub-id-type="pmcid">PMC4989120</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gordon</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Armin</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Cunningham</surname>
              <given-names>JK</given-names>
            </name>
            <name name-style="western">
              <surname>Muramoto</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Christiansen</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Jacobs</surname>
              <given-names>TA</given-names>
            </name>
          </person-group>
          <article-title>Lessons learned in the development and evaluation of RxCoach™, an mHealth app to increase tobacco cessation medication adherence</article-title>
          <source>Patient Educ Couns</source>
          <year>2017</year>
          <volume>100</volume>
          <issue>4</issue>
          <fpage>720</fpage>
          <lpage>727</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.sciencedirect.com/science/article/abs/pii/S0738399116305080?via%3Dihub"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.pec.2016.11.003</pub-id>
          <pub-id pub-id-type="medline">27839891</pub-id>
          <pub-id pub-id-type="pii">S0738-3991(16)30508-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC5385274</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
