<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v10i7e30166</article-id>
      <article-id pub-id-type="pmid">34287221</article-id>
      <article-id pub-id-type="doi">10.2196/30166</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Choice of Behavioral Change Techniques in Health Care Conversational Agents: Protocol for a Scoping Review</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Gilbert</surname>
            <given-names>Stephen</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Ndabu</surname>
            <given-names>Theophile</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Martinengo</surname>
            <given-names>Laura</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3539-7207</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Lo</surname>
            <given-names>Nicholas Y W</given-names>
          </name>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5054-8857</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Goh</surname>
            <given-names>Westin I W T</given-names>
          </name>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7989-1050</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Tudor Car</surname>
            <given-names>Lorainne</given-names>
          </name>
          <degrees>MD, MSc, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Family Medicine and Primary Care</institution>
            <institution>Lee Kong Chian School of Medicine</institution>
            <institution>Nanyang Technological University Singapore</institution>
            <addr-line>11 Mandalay Road</addr-line>
            <addr-line>Singapore</addr-line>
            <country>Singapore</country>
            <phone>65 69041258</phone>
            <email>lorainne.tudor.car@ntu.edu.sg</email>
          </address>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8414-7664</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Family Medicine and Primary Care</institution>
        <institution>Lee Kong Chian School of Medicine</institution>
        <institution>Nanyang Technological University Singapore</institution>
        <addr-line>Singapore</addr-line>
        <country>Singapore</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Lee Kong Chian School of Medicine</institution>
        <institution>Nanyang Technological University Singapore</institution>
        <addr-line>Singapore</addr-line>
        <country>Singapore</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Primary Care and Public Health</institution>
        <institution>School of Public Health</institution>
        <institution>Imperial College London</institution>
        <addr-line>London</addr-line>
        <country>United Kingdom</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Lorainne Tudor Car <email>lorainne.tudor.car@ntu.edu.sg</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>7</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>21</day>
        <month>7</month>
        <year>2021</year>
      </pub-date>
      <volume>10</volume>
      <issue>7</issue>
      <elocation-id>e30166</elocation-id>
      <history>
        <date date-type="received">
          <day>3</day>
          <month>5</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>28</day>
          <month>5</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>9</day>
          <month>6</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>10</day>
          <month>6</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Laura Martinengo, Nicholas Y W Lo, Westin I W T Goh, Lorainne Tudor Car. Originally published in JMIR Research Protocols (https://www.researchprotocols.org), 21.07.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on https://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.researchprotocols.org/2021/7/e30166" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Conversational agents or chatbots are computer programs that simulate conversations with users. Conversational agents are increasingly used for delivery of behavior change interventions in health care. Behavior change is complex and comprises the use of one or several components collectively known as behavioral change techniques (BCTs).</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The objective of this scoping review is to identify the BCTs that are used in behavior change–focused interventions delivered via conversational agents in health care.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>This scoping review will be performed in line with the Joanna Briggs Institute methodology and will be reported according to the PRISMA extension for scoping reviews guidelines. We will perform a comprehensive search of electronic databases and grey literature sources, and will check the reference lists of included studies for additional relevant studies. The screening and data extraction will be performed independently and in parallel by two review authors. Discrepancies will be resolved through consensus or discussion with a third review author. We will use a data extraction form congruent with the key themes and aims of this scoping review. BCTs employed in the included studies will be coded in line with BCT Taxonomy v1. We will analyze the data qualitatively and present it in diagrammatic or tabular form, alongside a narrative summary.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>To date, we have designed the search strategy and performed the search on April 26, 2021. The first round of screening of retrieved articles is planned to begin soon.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Using appropriate BCTs in the design and delivery of health care interventions via conversational agents is essential to improve long-term outcomes. Our findings will serve to inform the development of future interventions in this area.</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>PRR1-10.2196/30166</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>behavior change</kwd>
        <kwd>behavioral change technique</kwd>
        <kwd>chatbot</kwd>
        <kwd>conversational agent</kwd>
        <kwd>health care</kwd>
        <kwd>protocol</kwd>
        <kwd>scoping review</kwd>
        <kwd>long-term outcomes</kwd>
        <kwd>behavior</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Conversational agents (CAs), also known as chatbots, are computer programs that simulate conversations with users [<xref ref-type="bibr" rid="ref1">1</xref>]. CAs are multimodal and can be deployed via messaging apps such as Telegram, Facebook Messenger, and Slack [<xref ref-type="bibr" rid="ref2">2</xref>]; as standalone apps or websites; or integrated into cars or television sets. CAs may operate using simple text interfaces as the most basic form, as voice assistants, or as embodied CAs that use virtual characters to simulate both verbal and nonverbal human behavior [<xref ref-type="bibr" rid="ref3">3</xref>]. CAs are multifunctional and can automate a variety of tasks such as provision of information or news, web-based shopping, or as symptom checkers.</p>
        <p>Health care is an ideal candidate for CA-delivered interventions [<xref ref-type="bibr" rid="ref4">4</xref>]. CAs can assist patients by providing timely information [<xref ref-type="bibr" rid="ref5">5</xref>], support mental health disorder management [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>], and assist with triage in clinical settings [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>] by harnessing the increasing ubiquity of smartphones [<xref ref-type="bibr" rid="ref10">10</xref>] and other digital media [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>].</p>
        <p>CAs are increasingly being used for delivery of interventions focusing on disease treatment, management, and prevention [<xref ref-type="bibr" rid="ref13">13</xref>]. An important component of such interventions is behavior change. Behavioral change interventions are defined as “coordinated sets of activities designed to change specified behavior patterns” [<xref ref-type="bibr" rid="ref14">14</xref>]. Most behavior change interventions are complex, comprising the interaction of one or several smaller components, often referred to as behavioral change techniques (BCTs) [<xref ref-type="bibr" rid="ref15">15</xref>]. A BCT is “an observable and replicable component designed to change behavior” [<xref ref-type="bibr" rid="ref15">15</xref>], with descriptors as the smallest component compatible with retaining the postulated active ingredients of components designed to alter or regulate behavior, enabling easy coding and extraction of data in the intervention context [<xref ref-type="bibr" rid="ref15">15</xref>]. Although various BCT taxonomy systems have been developed, BCT Taxonomy v1 (BCTTv1) [<xref ref-type="bibr" rid="ref16">16</xref>] is widely used to provide a shared, standardized terminology to specify the active ingredients to support behavior change in health care interventions. BCTTv1 consists of 93 distinct BCTs divided into 19 major groups such as “goals and planning” and “feedback and monitoring” [<xref ref-type="bibr" rid="ref16">16</xref>].</p>
        <p>Existing reviews on CAs are largely descriptive and focus on effectiveness [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>]. Systematic reviews on BCTs found that incorporating certain BCTs in the design of health care interventions increased their effectiveness [<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref19">19</xref>]. Examples include action planning to enhance physical activity [<xref ref-type="bibr" rid="ref20">20</xref>] or self-monitoring to increase physical activity and healthy eating [<xref ref-type="bibr" rid="ref21">21</xref>]. Given the increasing use of CAs in health care and delivery of behavior change interventions, it is crucial to understand the way BCTs are incorporated in their design, including what BCTs are most commonly used and the behavior they intend to change [<xref ref-type="bibr" rid="ref22">22</xref>]. By identifying what BCTs are employed, to what outcomes, and for what function according to experimental studies, this review seeks to advance understanding of the types of BCTs used in CAs in health care.</p>
      </sec>
      <sec>
        <title>Identifying the Research Question (Stage 1)</title>
        <p>The aim of this scoping review is to identify and present BCTs that have been included in behavior change interventions delivered via CAs. Specifically, the review will try to answer the following questions: (1) Which BCTs are used in CA-delivered interventions in health care? (2) What are the target behaviors the CA in health care aims to modify? (3) What were the theories/frameworks guiding the design of behavior change interventions delivered via CAs in health care? (4) Which BCTs have been incorporated into the effective CA interventions?</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Design</title>
        <p>This scoping review will follow the Joanna Briggs Institute scoping review guidelines [<xref ref-type="bibr" rid="ref23">23</xref>] and will be reported in line with the PRISMA-ScR (Preferred Reporting Items for Systematic Reviews and Meta-Analyses extension for Scoping Reviews) reporting guidelines [<xref ref-type="bibr" rid="ref24">24</xref>].</p>
      </sec>
      <sec>
        <title>Identifying Relevant Studies (Stage 2)</title>
        <p>A systematic search will be performed of both peer-reviewed and grey literature. Peer-reviewed articles will be searched on the following databases: PubMed, Embase (Ovid), and Cochrane Central Register of Controlled Trials (CENTRAL). Grey literature will be identified by searching the first 10 pages in Google and Google Scholar.</p>
        <p>The search strategy includes an extensive list of related words and phrases that define “conversational agents,” which was updated from a search strategy used in a previous scoping review on CAs published by our research group [<xref ref-type="bibr" rid="ref2">2</xref>] (see <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>).</p>
        <p>All studies retrieved from the searches will be uploaded to EndNote X9 (Clarivate) and further imported to Covidence [<xref ref-type="bibr" rid="ref25">25</xref>], an online tool to assist in the production of systematic reviews, to facilitate the screening of eligible articles. Screening will be performed in two stages, according to inclusion and exclusion criteria. In the first stage, the titles and abstracts will be screened by two independent reviewers. In the second stage, the full texts of all studies included will be acquired and reviewed by two independent investigators. Discrepancies resulting from any screening stage will be resolved by discussion between the reviewers or by engaging a third reviewer if discrepancies cannot be resolved by discussion alone. Interrater agreement will be determined using the Cohen κ coefficient in which κ≥0.6 (substantial or almost perfect agreement) will be considered to be acceptable [<xref ref-type="bibr" rid="ref26">26</xref>]. The search and screening processes will be documented using a study selection flowchart [<xref ref-type="bibr" rid="ref27">27</xref>].</p>
      </sec>
      <sec>
        <title>Study Selection (Stage 3)</title>
        <p>This scoping review will include primary experimental studies on a CA-delivered health care intervention focusing on behavior change. The eligible study designs comprise randomized controlled trials, quasirandomized controlled trials, cluster-randomized trials, controlled before-and-after studies, uncontrolled before-and-after studies, interrupted time series, pilot, and feasibility studies. Nonexperimental study designs, including observational studies, qualitative studies, reviews, personal communications, editorials, as well as conference abstracts and studies where it was not possible to access the full text report, will be excluded. The study population will include interventions featuring any kind of CA, including a text-based, voice-based, or embodied CA. Embodied CAs are defined as conversational interfaces that include a human-like avatar mimicking human movements and facial expressions. The eligible interventions will include any health care intervention focused on behavior change. This includes interventions focusing on improving or promoting a healthy lifestyle (eg, increase physical activity, weight loss, healthy eating) or managing physical or mental health disorders (eg, depression, diabetes, asthma, hypertension). These interventions should include a clear reference to behavior change as an essential aspect of the intervention, with or without reference to an associated behavioral change theory.</p>
      </sec>
      <sec>
        <title>Charting the Data (Stage 4)</title>
        <p>A data extraction form will be developed by the research team, which will include the following items: first author, year of publication, source of literature, title of article, study design and methods, geographic focus, health care sector, CA name, accessibility of CA, dialogue technique, input and output modalities, nature of the CA’s end goal, behavioral change theories or frameworks guiding the intervention, and BCTs used, mapped according to BCTTv1 [<xref ref-type="bibr" rid="ref16">16</xref>].</p>
        <p>Data from included studies will be extracted into a Microsoft Excel spreadsheet. Before starting the data extraction process, the table will be piloted by all members of the research team involved in this step, and amendments to the table will be made according to researchers’ feedback.</p>
        <p>Data extraction for each paper will be performed by two researchers working independently, and the results will subsequently be compared. If disagreements arise, these will be resolved through consensus or consultation with a third reviewer acting as an arbiter.</p>
        <p>Data will be tabulated and analyzed using descriptive statistics.</p>
      </sec>
      <sec>
        <title>Collating, Summarizing, and Reporting the Results (Stage 5)</title>
        <p>The data extracted from the included papers will be presented in a diagrammatic or tabular form accompanied by a narrative summary. We will provide an overview of the choice of BCTs in the included studies, the use of BCTs across different types of CAs and health care areas, the BCTs employed in the interventions that have been shown to be effective, and the theories or frameworks used in the development of behavior change interventions. We will also discuss any gaps in the evidence and provide recommendations for future use of BCTs in CA-delivered interventions.</p>
      </sec>
      <sec>
        <title>Stakeholder Consultation (Stage 6)</title>
        <p>We will also undertake a stakeholder consultation to inform the analysis and presentation of our findings. Stakeholders will include researchers in the field of CAs in health care. We will organize a seminar with the stakeholders, present our findings, and invite comments from the attendants. We will use the collated feedback to guide our analysis and reporting in our manuscript.</p>
      </sec>
      <sec>
        <title>Ethics and Dissemination</title>
        <p>Ethical approval is not required for this study. We will disseminate our findings via a publication in a peer-reviewed journal and presentations at conferences.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>This protocol is being submitted prior to data collection and is registered on the Open Science Framework (osf.io/487jd). To date, we have designed the search strategy (see <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> for the PubMed search strategy), and performed the initial search in PubMed (447 articles retrieved), Embase (858 articles retrieved), CENTRAL (1003 articles retrieved), and the first 10 pages of Google and Google Scholar search results on April 26, 2021 for a total of 3303 articles. After removing duplicates, a total of 2579 articles remain for screening. The first round of screening is planned to begin shortly.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>Behavior change is an essential yet complex aspect of many health care interventions. The aim of this scoping review is to provide insight into how behavior change interventions can be delivered via CAs. To provide a systematic and transparent analysis of this complex concept, we will identify and map the choice and use of BCTs in CA-delivered interventions. Using appropriate BCTs could potentially increase engagement and improve long-term outcomes. Our findings will serve to inform the development of future interventions in this area.</p>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>PubMed search strategy.</p>
        <media xlink:href="resprot_v10i7e30166_app1.docx" xlink:title="DOCX File , 13 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">BCT</term>
          <def>
            <p>behavior change technique</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">BCTTv1</term>
          <def>
            <p>BCT Taxonomy v1</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">CA</term>
          <def>
            <p>conversational agent</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">CENTRAL</term>
          <def>
            <p>Cochrane Central Register of Controlled Trials</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">PRISMA-ScR</term>
          <def>
            <p>Preferred Reporting Items for Systematic Reviews and Meta-Analyses extension for Scoping Reviews</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This research is supported by the Singapore Ministry of Education under Singapore Ministry of Education Academic Research Fund Tier 1 (RG36/20).</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>Chatbot</article-title>
          <source>Oxford Learners Dictionaries</source>
          <access-date>2021-03-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.oxfordlearnersdictionaries.com/definition/english/chatbot">https://www.oxfordlearnersdictionaries.com/definition/english/chatbot</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tudor Car</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Dhinagaran</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Kyaw</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Kowatsch</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Joty</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Theng</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Atun</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Conversational agents in health care: scoping review and conceptual analysis</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>08</month>
          <day>07</day>
          <volume>22</volume>
          <issue>8</issue>
          <fpage>e17158</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/8/e17158/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/17158</pub-id>
          <pub-id pub-id-type="medline">32763886</pub-id>
          <pub-id pub-id-type="pii">v22i8e17158</pub-id>
          <pub-id pub-id-type="pmcid">PMC7442948</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Provoost</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lau</surname>
              <given-names>HM</given-names>
            </name>
            <name name-style="western">
              <surname>Ruwaard</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Riper</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Embodied conversational agents in clinical psychology: a scoping review</article-title>
          <source>J Med Internet Res</source>
          <year>2017</year>
          <month>05</month>
          <day>09</day>
          <volume>19</volume>
          <issue>5</issue>
          <fpage>e151</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2017/5/e151/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.6553</pub-id>
          <pub-id pub-id-type="medline">28487267</pub-id>
          <pub-id pub-id-type="pii">v19i5e151</pub-id>
          <pub-id pub-id-type="pmcid">PMC5442350</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Neville</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Greene</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>McLeod</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Tracey</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tracy</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Surie</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Mobile phone text messaging can help young people manage asthma</article-title>
          <source>BMJ</source>
          <year>2002</year>
          <month>09</month>
          <day>14</day>
          <volume>325</volume>
          <issue>7364</issue>
          <fpage>600</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/12228151"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.325.7364.600/a</pub-id>
          <pub-id pub-id-type="medline">12228151</pub-id>
          <pub-id pub-id-type="pmcid">PMC1124119</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Amith</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cunningham</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Savas</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Shay</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Gong</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Boom</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Roberts</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Tao</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Early usability assessment of a conversational agent for HPV vaccination</article-title>
          <source>Stud Health Technol Inform</source>
          <year>2019</year>
          <volume>257</volume>
          <fpage>17</fpage>
          <lpage>23</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30741166"/>
          </comment>
          <pub-id pub-id-type="medline">30741166</pub-id>
          <pub-id pub-id-type="pmcid">PMC6677560</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fitzpatrick</surname>
              <given-names>KK</given-names>
            </name>
            <name name-style="western">
              <surname>Darcy</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Vierhile</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Delivering cognitive behavior therapy to young adults with symptoms of depression and anxiety using a fully automated conversational agent (Woebot): a randomized controlled trial</article-title>
          <source>JMIR Ment Health</source>
          <year>2017</year>
          <month>06</month>
          <day>06</day>
          <volume>4</volume>
          <issue>2</issue>
          <fpage>e19</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2017/2/e19/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mental.7785</pub-id>
          <pub-id pub-id-type="medline">28588005</pub-id>
          <pub-id pub-id-type="pii">v4i2e19</pub-id>
          <pub-id pub-id-type="pmcid">PMC5478797</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Inkster</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Sarda</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Subramanian</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>An empathy-driven, conversational artificial intelligence agent (Wysa) for digital mental well-being: real-world data evaluation mixed-methods study</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2018</year>
          <month>11</month>
          <day>23</day>
          <volume>6</volume>
          <issue>11</issue>
          <fpage>e12106</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2018/11/e12106/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/12106</pub-id>
          <pub-id pub-id-type="medline">30470676</pub-id>
          <pub-id pub-id-type="pii">v6i11e12106</pub-id>
          <pub-id pub-id-type="pmcid">PMC6286427</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gilbert</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mehl</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Baluch</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cawley</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Challiner</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Fraser</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Millen</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Montazeri</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Multmeier</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Pick</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Richter</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Türk</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Upadhyay</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Virani</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Vona</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Wicks</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Novorol</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>How accurate are digital symptom assessment apps for suggesting conditions and urgency advice? A clinical vignettes comparison to GPs</article-title>
          <source>BMJ Open</source>
          <year>2020</year>
          <month>12</month>
          <day>16</day>
          <volume>10</volume>
          <issue>12</issue>
          <fpage>e040269</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=33328258"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2020-040269</pub-id>
          <pub-id pub-id-type="medline">33328258</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2020-040269</pub-id>
          <pub-id pub-id-type="pmcid">PMC7745523</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Gilbert</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Virani</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Wicks</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Patients' utilization and perception of an artificial intelligence-based symptom assessment and advicet technology in a British primary care waiting room: exploratory pilot study</article-title>
          <source>JMIR Hum Factors</source>
          <year>2020</year>
          <month>07</month>
          <day>10</day>
          <volume>7</volume>
          <issue>3</issue>
          <fpage>e19713</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://humanfactors.jmir.org/2020/3/e19713/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/19713</pub-id>
          <pub-id pub-id-type="medline">32540836</pub-id>
          <pub-id pub-id-type="pii">v7i3e19713</pub-id>
          <pub-id pub-id-type="pmcid">PMC7382011</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="web">
          <article-title>Smartphone ownership is growing rapidly around the world, but not always equally</article-title>
          <source>Pew Research Center</source>
          <access-date>2021-03-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.pewresearch.org/global/wp-content/uploads/sites/2/2019/02/Pew-Research-Center_Global-Technology-Use-2018_2019-02-05.pdf">https://www.pewresearch.org/global/wp-content/uploads/sites/2/2019/02/Pew-Research-Center_Global-Technology-Use-2018_2019-02-05.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hall</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Cole-Lewis</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Bernhardt</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Mobile text messaging for health: a systematic review of reviews</article-title>
          <source>Annu Rev Public Health</source>
          <year>2015</year>
          <month>03</month>
          <day>18</day>
          <volume>36</volume>
          <fpage>393</fpage>
          <lpage>415</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25785892"/>
          </comment>
          <pub-id pub-id-type="doi">10.1146/annurev-publhealth-031914-122855</pub-id>
          <pub-id pub-id-type="medline">25785892</pub-id>
          <pub-id pub-id-type="pmcid">PMC4406229</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="web">
          <article-title>Measuring digital development. Facts and Figures 2019</article-title>
          <source>ITU</source>
          <access-date>2021-03-17</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.itu.int/myitu/-/media/Publications/2020-Publications/Measuring-digital-development-2019.pdf">https://www.itu.int/myitu/-/media/Publications/2020-Publications/Measuring-digital-development-2019.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gong</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Baptista</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Russell</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Scuffham</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Riddell</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Speight</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bird</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Lotfaliany</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Oldenburg</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>My Diabetes Coach, a mobile app-based interactive conversational agent to support type 2 diabetes self-management: randomized effectiveness-implementation trial</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>11</month>
          <day>05</day>
          <volume>22</volume>
          <issue>11</issue>
          <fpage>e20322</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/11/e20322/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/20322</pub-id>
          <pub-id pub-id-type="medline">33151154</pub-id>
          <pub-id pub-id-type="pii">v22i11e20322</pub-id>
          <pub-id pub-id-type="pmcid">PMC7677021</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>van Stralen</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>The behaviour change wheel: a new method for characterising and designing behaviour change interventions</article-title>
          <source>Implement Sci</source>
          <year>2011</year>
          <month>04</month>
          <day>23</day>
          <volume>6</volume>
          <fpage>42</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/1748-5908-6-42"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1748-5908-6-42</pub-id>
          <pub-id pub-id-type="medline">21513547</pub-id>
          <pub-id pub-id-type="pii">1748-5908-6-42</pub-id>
          <pub-id pub-id-type="pmcid">PMC3096582</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wood</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Johnston</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Abraham</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Francis</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Hardeman</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Behaviour change techniques: the development and evaluation of a taxonomic method for reporting and describing behaviour change interventions (a suite of five studies involving consensus methods, randomised controlled trials and analysis of qualitative data)</article-title>
          <source>Health Technol Assess</source>
          <year>2015</year>
          <month>11</month>
          <volume>19</volume>
          <issue>99</issue>
          <fpage>1</fpage>
          <lpage>188</lpage>
          <pub-id pub-id-type="doi">10.3310/hta19990</pub-id>
          <pub-id pub-id-type="medline">26616119</pub-id>
          <pub-id pub-id-type="pmcid">PMC4781650</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Richardson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Johnston</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Abraham</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Francis</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hardeman</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Eccles</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Cane</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wood</surname>
              <given-names>CE</given-names>
            </name>
          </person-group>
          <article-title>The behavior change technique taxonomy (v1) of 93 hierarchically clustered techniques: building an international consensus for the reporting of behavior change interventions</article-title>
          <source>Ann Behav Med</source>
          <year>2013</year>
          <month>08</month>
          <volume>46</volume>
          <issue>1</issue>
          <fpage>81</fpage>
          <lpage>95</lpage>
          <pub-id pub-id-type="doi">10.1007/s12160-013-9486-6</pub-id>
          <pub-id pub-id-type="medline">23512568</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Milne-Ives</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>de Cock</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lim</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Shehadeh</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>de Pennington</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Mole</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Normando</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Meinert</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>The effectiveness of artificial intelligence conversational agents in health care: systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>10</month>
          <day>22</day>
          <volume>22</volume>
          <issue>10</issue>
          <fpage>e20346</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/10/e20346/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/20346</pub-id>
          <pub-id pub-id-type="medline">33090118</pub-id>
          <pub-id pub-id-type="pii">v22i10e20346</pub-id>
          <pub-id pub-id-type="pmcid">PMC7644372</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>de Cock</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Milne-Ives</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>van Velthoven</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Alturkistani</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lam</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Meinert</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of conversational agents (virtual assistants) in health care: protocol for a systematic review</article-title>
          <source>JMIR Res Protoc</source>
          <year>2020</year>
          <month>03</month>
          <day>09</day>
          <volume>9</volume>
          <issue>3</issue>
          <fpage>e16934</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchprotocols.org/2020/3/e16934/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/16934</pub-id>
          <pub-id pub-id-type="medline">32149717</pub-id>
          <pub-id pub-id-type="pii">v9i3e16934</pub-id>
          <pub-id pub-id-type="pmcid">PMC7091022</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Van Rhoon</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Byrne</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Morrissey</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>McSharry</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of the behaviour change techniques and digital features in technology-driven type 2 diabetes prevention interventions</article-title>
          <source>Digit Health</source>
          <year>2020</year>
          <volume>6</volume>
          <fpage>2055207620914427</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/2055207620914427?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/2055207620914427</pub-id>
          <pub-id pub-id-type="medline">32269830</pub-id>
          <pub-id pub-id-type="pii">10.1177_2055207620914427</pub-id>
          <pub-id pub-id-type="pmcid">PMC7093696</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dombrowski</surname>
              <given-names>SU</given-names>
            </name>
            <name name-style="western">
              <surname>Sniehotta</surname>
              <given-names>FF</given-names>
            </name>
            <name name-style="western">
              <surname>Avenell</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Johnston</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>MacLennan</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Araújo-Soares</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Identifying active ingredients in complex behavioural interventions for obese adults with obesity-related co-morbidities or additional risk factors for co-morbidities: a systematic review</article-title>
          <source>Health Psychology Review</source>
          <year>2012</year>
          <month>03</month>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>7</fpage>
          <lpage>32</lpage>
          <pub-id pub-id-type="doi">10.1080/17437199.2010.513298</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Abraham</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Whittington</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>McAteer</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gupta</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Effective techniques in healthy eating and physical activity interventions: a meta-regression</article-title>
          <source>Health Psychol</source>
          <year>2009</year>
          <month>11</month>
          <volume>28</volume>
          <issue>6</issue>
          <fpage>690</fpage>
          <lpage>701</lpage>
          <pub-id pub-id-type="doi">10.1037/a0016136</pub-id>
          <pub-id pub-id-type="medline">19916637</pub-id>
          <pub-id pub-id-type="pii">2009-20990-006</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>de Barra</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Johnston</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>de Bruin</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Matheson</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bond</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Watson</surname>
              <given-names>MC</given-names>
            </name>
          </person-group>
          <article-title>Using the behaviour change technique taxonomy v1 (BCTTv1) to identify the active ingredients of pharmacist interventions to improve non-hospitalised patient health outcomes</article-title>
          <source>BMJ Open</source>
          <year>2020</year>
          <month>09</month>
          <day>15</day>
          <volume>10</volume>
          <issue>9</issue>
          <fpage>e036500</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=32933960"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2019-036500</pub-id>
          <pub-id pub-id-type="medline">32933960</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2019-036500</pub-id>
          <pub-id pub-id-type="pmcid">PMC7493093</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Peters</surname>
              <given-names>MDJ</given-names>
            </name>
            <name name-style="western">
              <surname>Godfrey</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Khalil</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>McInerney</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Parker</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Soares</surname>
              <given-names>CB</given-names>
            </name>
          </person-group>
          <article-title>Guidance for conducting systematic scoping reviews</article-title>
          <source>Int J Evid Based Healthc</source>
          <year>2015</year>
          <month>09</month>
          <volume>13</volume>
          <issue>3</issue>
          <fpage>141</fpage>
          <lpage>146</lpage>
          <pub-id pub-id-type="doi">10.1097/XEB.0000000000000050</pub-id>
          <pub-id pub-id-type="medline">26134548</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tricco</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Lillie</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Zarin</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>O'Brien</surname>
              <given-names>KK</given-names>
            </name>
            <name name-style="western">
              <surname>Colquhoun</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Levac</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Peters</surname>
              <given-names>MDJ</given-names>
            </name>
            <name name-style="western">
              <surname>Horsley</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Weeks</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hempel</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Akl</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>McGowan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hartling</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Aldcroft</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Garritty</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lewin</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Godfrey</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Macdonald</surname>
              <given-names>MT</given-names>
            </name>
            <name name-style="western">
              <surname>Langlois</surname>
              <given-names>EV</given-names>
            </name>
            <name name-style="western">
              <surname>Soares-Weiser</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Moriarty</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Clifford</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Tunçalp</surname>
              <given-names>Ö</given-names>
            </name>
            <name name-style="western">
              <surname>Straus</surname>
              <given-names>SE</given-names>
            </name>
          </person-group>
          <article-title>PRISMA Extension for Scoping Reviews (PRISMA-ScR): Checklist and Explanation</article-title>
          <source>Ann Intern Med</source>
          <year>2018</year>
          <month>10</month>
          <day>02</day>
          <volume>169</volume>
          <issue>7</issue>
          <fpage>467</fpage>
          <lpage>473</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.acpjournals.org/doi/abs/10.7326/M18-0850?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.7326/M18-0850</pub-id>
          <pub-id pub-id-type="medline">30178033</pub-id>
          <pub-id pub-id-type="pii">2700389</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="web">
          <source>Covidence</source>
          <access-date>2021-03-28</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.covidence.org/about-us/">https://www.covidence.org/about-us/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>A coefficient of agreement for nominal scales</article-title>
          <source>Educ Psychol Meas</source>
          <year>2016</year>
          <month>07</month>
          <day>02</day>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>37</fpage>
          <lpage>46</lpage>
          <pub-id pub-id-type="doi">10.1177/001316446002000104</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Liberati</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tetzlaff</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
            <collab>PRISMA Group</collab>
          </person-group>
          <article-title>Preferred reporting items for systematic reviews and meta-analyses: the PRISMA statement</article-title>
          <source>PLoS Med</source>
          <year>2009</year>
          <month>07</month>
          <day>21</day>
          <volume>6</volume>
          <issue>7</issue>
          <fpage>e1000097</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pmed.1000097"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pmed.1000097</pub-id>
          <pub-id pub-id-type="medline">19621072</pub-id>
          <pub-id pub-id-type="pmcid">PMC2707599</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
