<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article article-type="research-article" dtd-version="2.0" xmlns:xlink="http://www.w3.org/1999/xlink">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v13i1e52973</article-id>
      <article-id pub-id-type="pmid">39110504</article-id>
      <article-id pub-id-type="doi">10.2196/52973</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Engagement With Conversational Agent–Enabled Interventions in Cardiometabolic Disease Management: Protocol for a Systematic Review</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Chatzimina</surname>
            <given-names>Maria</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Liu</surname>
            <given-names>Ivan</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Mihalache</surname>
            <given-names>Andrew</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Kashyap</surname>
            <given-names>Nick</given-names>
          </name>
          <degrees>BSc, MBS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Baker Department of Cardiovascular Research, Translation and Implementation</institution>
            <institution>La Trobe University</institution>
            <addr-line>Plenty Road and Kingsbury Dr</addr-line>
            <addr-line>Bundoora</addr-line>
            <addr-line>Melbourne, 3086</addr-line>
            <country>Australia</country>
            <phone>61 422023197</phone>
            <email>Nick.Kashyap@baker.edu.au</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0008-6577-2454</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Sebastian</surname>
            <given-names>Ann Tresa</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9291-4525</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Lynch</surname>
            <given-names>Chris</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9503-6994</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Jansons</surname>
            <given-names>Paul</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8766-0516</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Maddison</surname>
            <given-names>Ralph</given-names>
          </name>
          <degrees>Prof Dr</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8564-5518</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Dingler</surname>
            <given-names>Tilman</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff7" ref-type="aff">7</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6180-7033</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Oldenburg</surname>
            <given-names>Brian</given-names>
          </name>
          <degrees>Prof Dr</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7712-5413</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Baker Department of Cardiovascular Research, Translation and Implementation</institution>
        <institution>La Trobe University</institution>
        <addr-line>Melbourne</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Centre for Research Excellence in Digital Technology to Transform Chronic Disease Outcomes</institution>
        <institution>National Health and Medical Research Council</institution>
        <addr-line>Melbourne</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Institute for Physical Activity and Nutrition</institution>
        <institution>School of Exercise and Nutrition Sciences</institution>
        <institution>Deakin University, Geelong</institution>
        <addr-line>Melbourne</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Baker Heart and Diabetes Institute</institution>
        <addr-line>Melbourne</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>School of Psychology &amp; Public Health</institution>
        <institution>La Trobe University</institution>
        <addr-line>Melbourne</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff6">
        <label>6</label>
        <institution>Department of Medicine</institution>
        <institution>School of Clinical Sciences at Monash Health</institution>
        <institution>Monash University, Clayton</institution>
        <addr-line>Melbourne</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff7">
        <label>7</label>
        <institution>Delft University of Technology</institution>
        <addr-line>Delft</addr-line>
        <country>Netherlands</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Nick Kashyap <email>Nick.Kashyap@baker.edu.au</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2024</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>7</day>
        <month>8</month>
        <year>2024</year>
      </pub-date>
      <volume>13</volume>
      <elocation-id>e52973</elocation-id>
      <history>
        <date date-type="received">
          <day>20</day>
          <month>9</month>
          <year>2023</year>
        </date>
        <date date-type="rev-request">
          <day>2</day>
          <month>12</month>
          <year>2023</year>
        </date>
        <date date-type="rev-recd">
          <day>21</day>
          <month>12</month>
          <year>2023</year>
        </date>
        <date date-type="accepted">
          <day>4</day>
          <month>3</month>
          <year>2024</year>
        </date>
      </history>
      <copyright-statement>©Nick Kashyap, Ann Tresa Sebastian, Chris Lynch, Paul Jansons, Ralph Maddison, Tilman Dingler, Brian Oldenburg. Originally published in JMIR Research Protocols (https://www.researchprotocols.org), 07.08.2024.</copyright-statement>
      <copyright-year>2024</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on https://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.researchprotocols.org/2024/1/e52973" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Cardiometabolic diseases (CMDs) are a group of interrelated conditions, including heart failure and diabetes, that increase the risk of cardiovascular and metabolic complications. The rising number of Australians with CMDs has necessitated new strategies for those managing these conditions, such as digital health interventions. The effectiveness of digital health interventions in supporting people with CMDs is dependent on the extent to which users engage with the tools. Augmenting digital health interventions with conversational agents, technologies that interact with people using natural language, may enhance engagement because of their human-like attributes. To date, no systematic review has compiled evidence on how design features influence the engagement of conversational agent–enabled interventions supporting people with CMDs. This review seeks to address this gap, thereby guiding developers in creating more engaging and effective tools for CMD management.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The aim of this systematic review is to synthesize evidence pertaining to conversational agent–enabled intervention design features and their impacts on the engagement of people managing CMD.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>The review is conducted in accordance with the <italic>Cochrane Handbook for Systematic Reviews of Interventions</italic> and reported in accordance with PRISMA (Preferred Reporting Items for Systematic Reviews and Meta-Analyses) guidelines. Searches will be conducted in the Ovid (Medline), Web of Science, and Scopus databases, which will be run again prior to manuscript submission. Inclusion criteria will consist of primary research studies reporting on conversational agent–enabled interventions, including measures of engagement, in adults with CMD. Data extraction will seek to capture the perspectives of people with CMD on the use of conversational agent–enabled interventions. Joanna Briggs Institute critical appraisal tools will be used to evaluate the overall quality of evidence collected.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>This review was initiated in May 2023 and was registered with the International Prospective Register of Systematic Reviews (PROSPERO) in June 2023, prior to title and abstract screening. Full-text screening of articles was completed in July 2023 and data extraction began August 2023. Final searches were conducted in April 2024 prior to finalizing the review and the manuscript was submitted for peer review in July 2024.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This review will synthesize diverse observations pertaining to conversational agent–enabled intervention design features and their impacts on engagement among people with CMDs. These observations can be used to guide the development of more engaging conversational agent–enabled interventions, thereby increasing the likelihood of regular intervention use and improved CMD health outcomes. Additionally, this review will identify gaps in the literature in terms of how engagement is reported, thereby highlighting areas for future exploration and supporting researchers in advancing the understanding of conversational agent–enabled interventions.</p>
        </sec>
        <sec sec-type="Trial Registration">
          <title>Trial Registration</title>
          <p>PROSPERO CRD42023431579; https://tinyurl.com/55cxkm26</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>DERR1-10.2196/52973</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>cardiometabolic disease</kwd>
        <kwd>cardiovascular disease</kwd>
        <kwd>diabetes</kwd>
        <kwd>chronic disease</kwd>
        <kwd>chatbot</kwd>
        <kwd>acceptability</kwd>
        <kwd>technology acceptance model</kwd>
        <kwd>design</kwd>
        <kwd>natural language processing</kwd>
        <kwd>adult</kwd>
        <kwd>heart failure</kwd>
        <kwd>digital health intervention</kwd>
        <kwd>Australia</kwd>
        <kwd>systematic review</kwd>
        <kwd>meta-analysis</kwd>
        <kwd>digital health</kwd>
        <kwd>conversational agent–enabled</kwd>
        <kwd>health informatics</kwd>
        <kwd>management</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Cardiometabolic diseases (CMDs) are a group of interrelated conditions, including heart failure and diabetes, that increase the risk of cardiovascular and metabolic complications [<xref ref-type="bibr" rid="ref1">1</xref>]. The number of Australians managing CMDs is increasing, necessitating new approaches to better manage these conditions [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref3">3</xref>]. Approximately one-quarter of people globally are estimated to be living with metabolic syndrome and approximately 1 in 13 are living with cardiovascular disease [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>]. The self-management of CMDs requires individuals to adhere to treatment regimens such as taking prescribed medications, maintaining a healthy diet, and performing regular physical activity to effectively manage their condition [<xref ref-type="bibr" rid="ref6">6</xref>]. As these lifestyle modifications can be complex and ongoing, digital health interventions have emerged as an integral part of a scalable and accessible strategy to support individuals self-managing CMD [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>].</p>
      <p>In CMD contexts, the prolonged course of illness, often spanning decades, increases the difficulty of sustained engagement with self-management, where the risk of relapse remains a significant concern over time [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. Therefore, it is essential that interventions aiming to improve self-management must be able to sustain user engagement over long time periods [<xref ref-type="bibr" rid="ref10">10</xref>]. Indeed, low engagement rates undermine the effectiveness of digital health interventions; a recent review found an average participant dropout rate of 43% in studies assessing digital health interventions applied to the self-management of chronic diseases [<xref ref-type="bibr" rid="ref11">11</xref>].</p>
      <p>A recent systematic review identified improving personalization and interactivity as effective approaches to improving long-term engagement rates of digital health interventions [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]. This is particularly crucial in managing CMDs, where ongoing engagement and sustained behavior change are necessary for the effective attenuation of CMD complications [<xref ref-type="bibr" rid="ref10">10</xref>]. As components within digital health interventions, conversational agents could greatly enhance the effectiveness of these self-management interventions by contextualizing information, offering constructive feedback, and fostering critical reflection [<xref ref-type="bibr" rid="ref14">14</xref>-<xref ref-type="bibr" rid="ref18">18</xref>]. A conversational agent is a technology that interacts with people using natural language, whether text-based or spoken, enabling accessibility to broader populations, including people with motor or cognitive disabilities [<xref ref-type="bibr" rid="ref19">19</xref>]. Use of conversational agents could also reveal a linguistic dimension to a person’s health status, which could improve the personalization and effectiveness of digital health interventions [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref20">20</xref>].</p>
      <p>Within the emerging research field of conversational agent–enabled interventions, the majority of existing tools are text-based, driven by machine learning algorithms, and delivered through mobile apps [<xref ref-type="bibr" rid="ref21">21</xref>]. The literature on conversational agent–enabled interventions that support individuals with chronic diseases, including CMDs, to manage their condition is mainly composed of qualitative studies, quasiexperimental studies, pilot tests, and a limited number of randomized controlled trials, which all primarily examine prototypes of these interventions [<xref ref-type="bibr" rid="ref22">22</xref>-<xref ref-type="bibr" rid="ref25">25</xref>]. In clinical contexts, mental and physical wellness are the primary domains for the application of conversational agents, where they often provide emotional support [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref27">27</xref>]. In contrast, conversational agents applied to CMD self-management tend to provide a modality for monitoring symptoms and to deliver patient education [<xref ref-type="bibr" rid="ref26">26</xref>]. However, recent trends indicate a shift from these basic functions to more complex and long-term end points in future applications, such as motivating behavior change [<xref ref-type="bibr" rid="ref21">21</xref>]. This shift has occurred in parallel with technological advancements in cloud computing and transformer models, which have enabled a new generation of conversational agents termed large language models.</p>
      <p>Large language models use deep neural networks to handle complex language tasks such as summarizing, generating, and translating natural language [<xref ref-type="bibr" rid="ref28">28</xref>]. These tasks are achieved not by large language models understanding the prompts but rather by repeatedly predicting the word that is statistically the most likely to follow a sequence of words given as a prompt until a full response is offered [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>]. However, this predictive approach means that large language models are potentially unsafe in clinical contexts, as they are liable to misinterpret prompts or generate unforeseen and inaccurate content [<xref ref-type="bibr" rid="ref31">31</xref>-<xref ref-type="bibr" rid="ref33">33</xref>]. Additionally, the opacity of this predictive approach hinders the ability to anticipate all possible outputs, making it challenging to establish safeguards that effectively prevent the dissemination of harmful or misleading information [<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref35">35</xref>]. Furthermore, integrating these models into health care systems can involve transmitting sensitive, patient-identifiable data to third-party servers for processing, thereby imposing significant legal and ethical risks on health care providers [<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref37">37</xref>].</p>
      <p>Evidence indicates that the design features of conversational agent–enabled interventions impact the engagement of people with mental health issues in managing their condition [<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref39">39</xref>]. For example, studies indicate that specific design features such as enhancing the anthropomorphic qualities of conversational agent–enabled interventions can improve engagement by reducing the monotony of repeated interactions [<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref40">40</xref>]. Additionally, a recent review explored how design features pertaining to conversational architecture, such as delaying responses, proactive dialogues, and self-disclosures, affected user perceptions of conversational agents [<xref ref-type="bibr" rid="ref41">41</xref>]. However, to date, there has not been a synthesis of evidence pertaining to conversational agent–enabled intervention design features (eg, personality) and their impacts on the engagement of people managing CMDs. In filling this gap, this review will contribute to the broader developer community making better informed choices when developing conversational agents, leading to more engaging, and therefore effective, conversational agent–enabled interventions for CMD self-management.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Protocol and Registration</title>
        <p>This protocol is reported in accordance with the <italic>Cochrane Handbook for Systematic Reviews of Interventions</italic> and the PRISMA-P (Preferred Reporting Items for Systematic Reviews and Meta-Analysis Protocols) checklist [<xref ref-type="bibr" rid="ref42">42</xref>,<xref ref-type="bibr" rid="ref43">43</xref>]. The protocol for this review was registered in the International Prospective Register of Systematic Reviews (PROSPERO; CRD42023431579) in June 2023.</p>
      </sec>
      <sec>
        <title>Eligibility Criteria</title>
        <sec>
          <title>Population</title>
          <p>The review will include studies of adult participants (aged≥18 years) with a CMD diagnosis. CMDs are a group of interrelated conditions, including heart failure and diabetes, that increase the risk of cardiovascular and metabolic complications [<xref ref-type="bibr" rid="ref1">1</xref>]. Populations reported with comorbidities such as mental health disorders or multiple CMDs will also be included.</p>
        </sec>
        <sec>
          <title>Intervention</title>
          <p>The review will include studies reporting on conversational agent–enabled interventions to assist people with CMD in managing their condition, such as by offering emotional or educational support and assisting individuals to monitor their symptoms.</p>
        </sec>
        <sec>
          <title>Outcomes</title>
          <p>The review will include studies reporting engagement outcomes such as ratings, interviews, analytics, and focus groups.</p>
        </sec>
        <sec>
          <title>Study Design</title>
          <p>The review will include primary research studies, including qualitative studies, quasiexperimental studies, observational studies, and randomized controlled trials. Reviews, editorials, protocols, and non-English publications will be excluded.</p>
        </sec>
      </sec>
      <sec>
        <title>Information Sources</title>
        <p>We systematically searched the Ovid (Medline), Web of Science, and Scopus databases for relevant articles from inception until April 2024. Ovid (Medline) was selected owing to its medical and health science focus, which is useful for capturing research on the topic of CMDs. Web of Science and Scopus were both selected for their broader focus, which is useful for capturing research on conversational agents and engagement topics. To ensure a manageable scope, several databases were ruled out during preliminary searches. For example, Embase was ruled out because it had redundancy with Medline. In addition, the Cochrane Library was too specific, with 4 of the 5 exemplar papers present in all other databases not found in the Cochrane Library database. As this is a rapidly developing field, final searches will be conducted prior to the submission of a manuscript and additional studies that meet the inclusion and exclusion criteria will be incorporated into the review. Reference list searches will be conducted on all articles included in the full-text review.</p>
      </sec>
      <sec>
        <title>Search Strategy</title>
        <p>An extensive set of search terms will be used related to the three central topics of the review: CMD, conversational agents, and engagement. Boolean operators will be used to combine search terms, including the following search string: (“Cardiovascular Diseases”[MeSH Terms] OR metabolic) AND (“conversational agent*” OR chatbot*) AND (accept* OR perceived). This approach is intended to yield a comprehensive collection of literature that explores the intersection of these central topics. An example of a complete search strategy is provided in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
      </sec>
      <sec>
        <title>Data Management</title>
        <p>All search results will initially be imported into PaperPile, followed by removal of duplicate entries. The deduplicated library will then be exported from PaperPile and imported into Covidence (Veritas Health Innovation). Covidence (cloud-based software) will be used to store PDF files of articles considered during the full-text review. Additionally, Covidence will be used to store data extraction and quality appraisal forms, study selection results, and reviewer comments. Covidence will be used for data extraction and management and then the data will be exported to Microsoft Excel.</p>
      </sec>
      <sec>
        <title>Study Selection</title>
        <p>During initial screening, two reviewers (NK and ATS) will independently examine the titles and abstracts of all studies collected from the search strategy. Assessments will be based on the defined inclusion and exclusion criteria. If conflicts arise, they will be settled during meetings between the two reviewers. If a conflict is not able to be resolved in this manner, the matter will be arbitrated by a third reviewer to achieve consensus.</p>
        <p>During full-text screening, the remaining studies will be independently assessed by two reviewers to determine inclusion or exclusion using defined inclusion and exclusion criteria. Any conflict between the two reviewers will be settled during meetings, with arbitration by a third reviewer when required.</p>
      </sec>
      <sec>
        <title>Data Extraction</title>
        <p>Data extraction from all included studies, including any supplementary material, will be performed and documented by two independent reviewers. Where more detailed information is required, authors will be contacted once for clarification.</p>
        <p>The data extraction form will be designed to capture a wide array of details necessary to achieve the outcomes described above, primarily by capturing the perspectives of people with CMD on the use of conversational agent–enabled interventions. These details will include bibliographic information, study design, participants and population, intervention, and design features in terms of engagement outcomes.</p>
      </sec>
      <sec>
        <title>Quality Appraisal</title>
        <p>The following Joanna Briggs Institute critical appraisal tools will be used: Checklist for Qualitative Research for qualitative research [<xref ref-type="bibr" rid="ref44">44</xref>], Checklist for Quasi-Experimental Studies for quasiexperimental studies [<xref ref-type="bibr" rid="ref45">45</xref>], and Assessment of Risk of Bias for Randomized Controlled Trials for randomized controlled trials [<xref ref-type="bibr" rid="ref46">46</xref>]. The quality of evidence assessment results will be presented in a summary of findings table.</p>
      </sec>
      <sec>
        <title>Data Synthesis</title>
        <p>An adapted version of the thematic synthesis analysis method developed by Thomas and Harden [<xref ref-type="bibr" rid="ref47">47</xref>] will be used. This method will focus on data extracted from studies that detail design features and engagement outcomes. During the initial phase, these data will be categorized under multiple domains. Following the extraction, these domains will be iteratively consolidated until further merging would detract from the descriptive accuracy of the domains regarding their respective data sets. Subsequently, within each primary domain, the data will be further sorted into subdomains in a similar manner of iterative consolidation. Tables will be used to detail various aspects of the extracted studies, including study design, population, conversational agent characteristics, and design feature domains. Analysis of these themes will contribute to informing design choices for conversational agent–enabled interventions and to identify research gaps in how engagement tends to be reported in the literature.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>The review was initiated in May 2023 and, prior to title and abstract screening, was registered with PROSPERO in June 2023. Full-text screening of articles was completed in August 2023, followed by data extraction. Final searches were conducted in April 2024 (<xref rid="figure1" ref-type="fig">Figure 1</xref>) and the completed review was submitted to <italic>Digital Health</italic> in July 2024. Data pertaining to study design and sample size have been extracted and are summarized in <xref ref-type="table" rid="table1">Table 1</xref>.</p>
      <fig id="figure1" position="float">
        <label>Figure 1</label>
        <caption>
          <p>Flowchart illustrating the study selection process.</p>
        </caption>
        <graphic xlink:href="resprot_v13i1e52973_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Characteristics of included studies.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="200"/>
          <col width="200"/>
          <col width="600"/>
          <thead>
            <tr valign="top">
              <td>Reference, publication year</td>
              <td>Study design</td>
              <td>Conversational agent role</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Apergi et al [<xref ref-type="bibr" rid="ref22">22</xref>], 2021</td>
              <td>Quasiexperimental</td>
              <td>To ask the patients the same series of questions related to their heart failure treatment and symptoms and provide feedback</td>
            </tr>
            <tr valign="top">
              <td>Balsa et al [<xref ref-type="bibr" rid="ref48">48</xref>], 2019</td>
              <td>Qualitative</td>
              <td>To assist older people with type 2 diabetes mellitus in medication adherence and lifestyle changes</td>
            </tr>
            <tr valign="top">
              <td>Balsa et al [<xref ref-type="bibr" rid="ref49">49</xref>], 2020</td>
              <td>Qualitative</td>
              <td>To support older people with type 2 diabetes mellitus in medication adherence and lifestyle changes</td>
            </tr>
            <tr valign="top">
              <td>Baptista et al [<xref ref-type="bibr" rid="ref23">23</xref>], 2020</td>
              <td>Quasiexperimental</td>
              <td>To deliver self-management education and support to adults with type 2 diabetes mellitus</td>
            </tr>
            <tr valign="top">
              <td>Cheng et al [<xref ref-type="bibr" rid="ref24">24</xref>], 2018</td>
              <td>Qualitative</td>
              <td>To provide a less cumbersome way for older patients with type 2 diabetes mellitus to effectively adhere to guidelines</td>
            </tr>
            <tr valign="top">
              <td>Echeazarra et al [<xref ref-type="bibr" rid="ref50">50</xref>], 2021</td>
              <td>Randomized controlled trial</td>
              <td>To help patients with hypertension self-monitor their blood pressure</td>
            </tr>
            <tr valign="top">
              <td>Epalte et al [<xref ref-type="bibr" rid="ref25">25</xref>], 2023</td>
              <td>Qualitative</td>
              <td>To counsel, educate, and train patients and family members with stroke with regard to rehabilitation, care, and other related issues</td>
            </tr>
            <tr valign="top">
              <td>Gingele et al [<xref ref-type="bibr" rid="ref51">51</xref>], 2023</td>
              <td>Qualitative</td>
              <td>To evaluate patients’ health status, provide patient education, and enable communication with heart failure nurses</td>
            </tr>
            <tr valign="top">
              <td>Gong et al [<xref ref-type="bibr" rid="ref52">52</xref>], 2020</td>
              <td>Randomized controlled trial</td>
              <td>To provide more accessible and engaging self-management support, monitoring, and coaching to adults with type 2 diabetes mellitus in Australia</td>
            </tr>
            <tr valign="top">
              <td>Guhl et al [<xref ref-type="bibr" rid="ref53">53</xref>], 2020</td>
              <td>Quasiexperimental</td>
              <td>To augment patient-centered health care by providing health education, monitoring, and problem-solving for users</td>
            </tr>
            <tr valign="top">
              <td>Kimani et al [<xref ref-type="bibr" rid="ref54">54</xref>], 2016</td>
              <td>Quasiexperimental</td>
              <td>To provide education on atrial fibrillation and promote adherence to daily heart rhythm monitor readings</td>
            </tr>
            <tr valign="top">
              <td>Magnani et al [<xref ref-type="bibr" rid="ref55">55</xref>], 2017</td>
              <td>Quasiexperimental</td>
              <td>To promote education, motivation, and monitor patient symptoms and adherence to behaviors</td>
            </tr>
            <tr valign="top">
              <td>Roca et al [<xref ref-type="bibr" rid="ref56">56</xref>], 2021</td>
              <td>Quasiexperimental</td>
              <td>To improve medication adherence in patients with comorbid type 2 diabetes mellitus and depressive disorder</td>
            </tr>
            <tr valign="top">
              <td>Sagstad et al [<xref ref-type="bibr" rid="ref57">57</xref>], 2022</td>
              <td>Qualitative</td>
              <td>To educate women with gestational diabetes mellitus</td>
            </tr>
            <tr valign="top">
              <td>ter Stal et al [<xref ref-type="bibr" rid="ref58">58</xref>], 2021</td>
              <td>Qualitative</td>
              <td>To support users in the self-management of chronic diseases in a long-term, daily life setting</td>
            </tr>
            <tr valign="top">
              <td>Tongpeth et al [<xref ref-type="bibr" rid="ref59">59</xref>], 2018</td>
              <td>Qualitative</td>
              <td>To improve patients’ knowledge of and response to acute coronary syndrome symptoms</td>
            </tr>
            <tr valign="top">
              <td>Tsai et al [<xref ref-type="bibr" rid="ref60">60</xref>], 2022</td>
              <td>Qualitative</td>
              <td>To support patients with chronic kidney disease manage their condition</td>
            </tr>
            <tr valign="top">
              <td>Zhang et al [<xref ref-type="bibr" rid="ref61">61</xref>], 2015</td>
              <td>Qualitative</td>
              <td>To counsel patients on their diagnoses and medications specified by a clinician, as well as increasing physical activity, improving diet, decreasing stress, and motivating them to be more involved and proactive in their own care</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>The effectiveness of digital health interventions in supporting people with CMD is dependent on the extent to which users engage with the digital tool [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>]. Augmenting digital health interventions with conversational agents, technologies that interact with people using natural language, may enhance engagement because of their human-like attributes [<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref57">57</xref>]. This protocol outlines a systematic review that aims to synthesize evidence pertaining to conversational agent–enabled intervention design features and their impacts on the engagement of people managing CMDs. The anticipated outcomes of the analysis include the identification of specific design features or themes within various domains that improve engagement with digital health interventions. Additionally, the quality appraisal process is expected to uncover research gaps on conversational agent–enabled interventions, thereby providing a clearer direction for future studies applied to investigating the design of conversational agent–enabled digital health interventions.</p>
      <p>This synthesis will provide guidance on how best to embed engagement strategies within these interventions, thereby facilitating more engaging and effective strategies for supporting people managing CMDs. Additionally, characterizing the literature, in terms of how engagement tends to be reported, will have the benefit of identifying research gaps and highlighting areas for future exploration. These outcomes can in turn support researchers in developing a greater understanding of user engagement with conversational agent–enabled interventions.</p>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Search strategy.</p>
        <media xlink:href="resprot_v13i1e52973_app1.docx" xlink:title="DOCX File , 13 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CMD</term>
          <def>
            <p>cardiometabolic disease</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">PRISMA</term>
          <def>
            <p>Preferred Reporting Items for Systematic reviews and Meta-Analyses</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">PRISMA-P</term>
          <def>
            <p>Preferred Reporting Items for Systematic reviews and Meta-Analyses Protocols</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">PROSPERO</term>
          <def>
            <p>International Prospective Register of Systematic Reviews</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>We are grateful to Angela Johns-Hayden, Senior Research Librarian at La Trobe University, for helping in the preparation of the search strategy.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sattar</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Gill</surname>
              <given-names>JMR</given-names>
            </name>
            <name name-style="western">
              <surname>Alazawi</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Improving prevention strategies for cardiometabolic disease</article-title>
          <source>Nat Med</source>
          <year>2020</year>
          <month>03</month>
          <day>09</day>
          <volume>26</volume>
          <issue>3</issue>
          <fpage>320</fpage>
          <lpage>325</lpage>
          <pub-id pub-id-type="doi">10.1038/s41591-020-0786-7</pub-id>
          <pub-id pub-id-type="medline">32152584</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41591-020-0786-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <article-title>Australian Burden of Disease Study 2022</article-title>
          <source>Australian Institute of Health and Welfare</source>
          <access-date>2024-07-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.aihw.gov.au/reports/burden-of-disease/australian-burden-of-disease-study-2022/contents/summary">https://www.aihw.gov.au/reports/burden-of-disease/australian-burden-of-disease-study-2022/contents/summary</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <article-title>Change of heart: time to end cardiovascular complacency</article-title>
          <source>Baker Heart and Diabetes Institute</source>
          <year>2019</year>
          <access-date>2024-07-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://baker.edu.au/impact/advocacy/change-of-heart">https://baker.edu.au/impact/advocacy/change-of-heart</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Saklayen</surname>
              <given-names>MG</given-names>
            </name>
          </person-group>
          <article-title>The global epidemic of the metabolic syndrome</article-title>
          <source>Curr Hypertens Rep</source>
          <year>2018</year>
          <month>02</month>
          <day>26</day>
          <volume>20</volume>
          <issue>2</issue>
          <fpage>12</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/29480368"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11906-018-0812-z</pub-id>
          <pub-id pub-id-type="medline">29480368</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11906-018-0812-z</pub-id>
          <pub-id pub-id-type="pmcid">PMC5866840</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lindstrom</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>DeCleene</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Dorsey</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Fuster</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>CO</given-names>
            </name>
            <name name-style="western">
              <surname>LeGrand</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Mensah</surname>
              <given-names>GA</given-names>
            </name>
            <name name-style="western">
              <surname>Razo</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Stark</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Varieur Turco</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Roth</surname>
              <given-names>GA</given-names>
            </name>
          </person-group>
          <article-title>Global burden of cardiovascular diseases and risks collaboration, 1990-2021</article-title>
          <source>J Am Coll Cardiol</source>
          <year>2022</year>
          <month>12</month>
          <day>20</day>
          <volume>80</volume>
          <issue>25</issue>
          <fpage>2372</fpage>
          <lpage>2425</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0735-1097(22)07249-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jacc.2022.11.001</pub-id>
          <pub-id pub-id-type="medline">36517116</pub-id>
          <pub-id pub-id-type="pii">S0735-1097(22)07249-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Grover</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Joshi</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>An overview of chronic disease models: a systematic literature review</article-title>
          <source>Glob J Health Sci</source>
          <year>2014</year>
          <month>10</month>
          <day>29</day>
          <volume>7</volume>
          <issue>2</issue>
          <fpage>210</fpage>
          <lpage>227</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/25716407"/>
          </comment>
          <pub-id pub-id-type="doi">10.5539/gjhs.v7n2p210</pub-id>
          <pub-id pub-id-type="medline">25716407</pub-id>
          <pub-id pub-id-type="pmcid">PMC4796376</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McLean</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Band</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Saunderson</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Hanlon</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Little</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>McManus</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Yardley</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Mair</surname>
              <given-names>FS</given-names>
            </name>
            <collab>DIPSS co-investigators</collab>
          </person-group>
          <article-title>Digital interventions to promote self-management in adults with hypertension systematic review and meta-analysis</article-title>
          <source>J Hypertens</source>
          <year>2016</year>
          <month>04</month>
          <volume>34</volume>
          <issue>4</issue>
          <fpage>600</fpage>
          <lpage>612</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/26845284"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/HJH.0000000000000859</pub-id>
          <pub-id pub-id-type="medline">26845284</pub-id>
          <pub-id pub-id-type="pmcid">PMC4947544</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wongvibulsin</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Steinhubl</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Muse</surname>
              <given-names>ED</given-names>
            </name>
          </person-group>
          <article-title>Connected health technology for cardiovascular disease prevention and management</article-title>
          <source>Curr Treat Options Cardiovasc Med</source>
          <year>2019</year>
          <month>05</month>
          <day>18</day>
          <volume>21</volume>
          <issue>6</issue>
          <fpage>29</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31104157"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11936-019-0729-0</pub-id>
          <pub-id pub-id-type="medline">31104157</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11936-019-0729-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC7263827</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lorig</surname>
              <given-names>KR</given-names>
            </name>
            <name name-style="western">
              <surname>Holman</surname>
              <given-names>HR</given-names>
            </name>
          </person-group>
          <article-title>Self-management education: history, definition, outcomes, and mechanisms</article-title>
          <source>Ann Behav Med</source>
          <year>2003</year>
          <month>08</month>
          <volume>26</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1207/S15324796ABM2601_01</pub-id>
          <pub-id pub-id-type="medline">12867348</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fisher</surname>
              <given-names>EB</given-names>
            </name>
            <name name-style="western">
              <surname>Brownson</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>O'Toole</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Shetty</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Anwuri</surname>
              <given-names>VV</given-names>
            </name>
            <name name-style="western">
              <surname>Glasgow</surname>
              <given-names>RE</given-names>
            </name>
          </person-group>
          <article-title>Ecological approaches to self-management: the case of diabetes</article-title>
          <source>Am J Public Health</source>
          <year>2005</year>
          <month>09</month>
          <volume>95</volume>
          <issue>9</issue>
          <fpage>1523</fpage>
          <lpage>135</lpage>
          <pub-id pub-id-type="doi">10.2105/AJPH.2005.066084</pub-id>
          <pub-id pub-id-type="medline">16051929</pub-id>
          <pub-id pub-id-type="pii">AJPH.2005.066084</pub-id>
          <pub-id pub-id-type="pmcid">PMC1449392</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Meyerowitz-Katz</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Ravi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Arnolda</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Feng</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Maberly</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Astell-Burt</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Rates of attrition and dropout in app-based interventions for chronic disease: systematic review and meta-analysis</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>09</month>
          <day>29</day>
          <volume>22</volume>
          <issue>9</issue>
          <fpage>e20283</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/9/e20283/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/20283</pub-id>
          <pub-id pub-id-type="medline">32990635</pub-id>
          <pub-id pub-id-type="pii">v22i9e20283</pub-id>
          <pub-id pub-id-type="pmcid">PMC7556375</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chew</surname>
              <given-names>HSJ</given-names>
            </name>
          </person-group>
          <article-title>The use of artificial intelligence-based conversational agents (chatbots) for weight loss: scoping review and practical recommendations</article-title>
          <source>JMIR Med Inform</source>
          <year>2022</year>
          <month>04</month>
          <day>13</day>
          <volume>10</volume>
          <issue>4</issue>
          <fpage>e32578</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://medinform.jmir.org/2022/4/e32578/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/32578</pub-id>
          <pub-id pub-id-type="medline">35416791</pub-id>
          <pub-id pub-id-type="pii">v10i4e32578</pub-id>
          <pub-id pub-id-type="pmcid">PMC9047740</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Miner</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Milstein</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Schueller</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hegde</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Mangurian</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Linos</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Smartphone-based conversational agents and responses to questions about mental health, interpersonal violence, and physical health</article-title>
          <source>JAMA Intern Med</source>
          <year>2016</year>
          <month>05</month>
          <day>01</day>
          <volume>176</volume>
          <issue>5</issue>
          <fpage>619</fpage>
          <lpage>625</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/26974260"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamainternmed.2016.0400</pub-id>
          <pub-id pub-id-type="medline">26974260</pub-id>
          <pub-id pub-id-type="pii">2500043</pub-id>
          <pub-id pub-id-type="pmcid">PMC4996669</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kasneci</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Sessler</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Küchemann</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bannert</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Dementieva</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Fischer</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Gasser</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Groh</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Günnemann</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hüllermeier</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Krusche</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kutyniok</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Michaeli</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Nerdel</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Pfeffer</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Poquet</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Sailer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Schmidt</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Seidel</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Stadler</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Weller</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kuhn</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kasneci</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>ChatGPT for good? On opportunities and challenges of large language models for education</article-title>
          <source>Learn Individ Differ</source>
          <year>2023</year>
          <month>04</month>
          <volume>103</volume>
          <fpage>102274</fpage>
          <pub-id pub-id-type="doi">10.1016/j.lindif.2023.102274</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stein</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Brooks</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>A fully automated conversational artificial intelligence for weight loss: longitudinal observational study among overweight and obese adults</article-title>
          <source>JMIR Diabetes</source>
          <year>2017</year>
          <month>11</month>
          <day>01</day>
          <volume>2</volume>
          <issue>2</issue>
          <fpage>e28</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://diabetes.jmir.org/2017/2/e28/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/diabetes.8590</pub-id>
          <pub-id pub-id-type="medline">30291087</pub-id>
          <pub-id pub-id-type="pii">v2i2e28</pub-id>
          <pub-id pub-id-type="pmcid">PMC6238835</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Griffin</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Xing</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Khairat</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Bailey</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Arguello</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chung</surname>
              <given-names>AE</given-names>
            </name>
          </person-group>
          <article-title>Conversational agents for chronic disease self-management: a systematic review</article-title>
          <source>AMIA Annu Symp Proc</source>
          <year>2020</year>
          <volume>2020</volume>
          <fpage>504</fpage>
          <lpage>513</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33936424"/>
          </comment>
          <pub-id pub-id-type="medline">33936424</pub-id>
          <pub-id pub-id-type="pii">084_3410598</pub-id>
          <pub-id pub-id-type="pmcid">PMC8075433</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yeager</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Benight</surname>
              <given-names>CC</given-names>
            </name>
          </person-group>
          <article-title>If we build it, will they come? Issues of engagement with digital health interventions for trauma recovery</article-title>
          <source>Mhealth</source>
          <year>2018</year>
          <month>09</month>
          <volume>4</volume>
          <fpage>37</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/30363749"/>
          </comment>
          <pub-id pub-id-type="doi">10.21037/mhealth.2018.08.04</pub-id>
          <pub-id pub-id-type="medline">30363749</pub-id>
          <pub-id pub-id-type="pii">mh-04-2018.08.04</pub-id>
          <pub-id pub-id-type="pmcid">PMC6182033</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Couper</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Alexander</surname>
              <given-names>GL</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Little</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Maddy</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Nowak</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>McClure</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Calvi</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Rolnick</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Stopponi</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Cole Johnson</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Engagement and retention: measuring breadth and depth of participant use of an online intervention</article-title>
          <source>J Med Internet Res</source>
          <year>2010</year>
          <month>11</month>
          <day>18</day>
          <volume>12</volume>
          <issue>4</issue>
          <fpage>e52</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2010/4/e52/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.1430</pub-id>
          <pub-id pub-id-type="medline">21087922</pub-id>
          <pub-id pub-id-type="pii">v12i4e52</pub-id>
          <pub-id pub-id-type="pmcid">PMC3056524</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dingler</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Kwasnicka</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Wei</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gong</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Oldenburg</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>The use and promise of conversational agents in digital health</article-title>
          <source>Yearb Med Inform</source>
          <year>2021</year>
          <month>08</month>
          <day>03</day>
          <volume>30</volume>
          <issue>1</issue>
          <fpage>191</fpage>
          <lpage>199</lpage>
          <pub-id pub-id-type="doi">10.1055/s-0041-1726510</pub-id>
          <pub-id pub-id-type="medline">34479391</pub-id>
          <pub-id pub-id-type="pmcid">PMC8416202</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guy</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Searching by talking: analysis of voice queries on mobile web search</article-title>
          <year>2016</year>
          <conf-name>39th International ACM SIGIR Conference on Research and Development in Information Retrieval</conf-name>
          <conf-date>July 17-21, 2016</conf-date>
          <conf-loc>Pisa, Italy</conf-loc>
          <pub-id pub-id-type="doi">10.1145/2911451.2911525</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tudor Car</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Dhinagaran</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Kyaw</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Kowatsch</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Joty</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Theng</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Atun</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Conversational agents in health care: scoping review and conceptual analysis</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>08</month>
          <day>07</day>
          <volume>22</volume>
          <issue>8</issue>
          <fpage>e17158</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/8/e17158/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/17158</pub-id>
          <pub-id pub-id-type="medline">32763886</pub-id>
          <pub-id pub-id-type="pii">v22i8e17158</pub-id>
          <pub-id pub-id-type="pmcid">PMC7442948</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Apergi</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Bjarnadottir</surname>
              <given-names>MV</given-names>
            </name>
            <name name-style="western">
              <surname>Baras</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Golden</surname>
              <given-names>BL</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Chou</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Shara</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Voice interface technology adoption by patients with heart failure: pilot comparison study</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2021</year>
          <month>04</month>
          <day>01</day>
          <volume>9</volume>
          <issue>4</issue>
          <fpage>e24646</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2021/4/e24646/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/24646</pub-id>
          <pub-id pub-id-type="medline">33792556</pub-id>
          <pub-id pub-id-type="pii">v9i4e24646</pub-id>
          <pub-id pub-id-type="pmcid">PMC8050751</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Baptista</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wadley</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Bird</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Oldenburg</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Speight</surname>
              <given-names>J</given-names>
            </name>
            <collab>My Diabetes Coach Research Group</collab>
          </person-group>
          <article-title>Acceptability of an embodied conversational agent for type 2 diabetes self-management education and support via a smartphone app: mixed methods study</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2020</year>
          <month>07</month>
          <day>22</day>
          <volume>8</volume>
          <issue>7</issue>
          <fpage>e17038</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2020/7/e17038/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/17038</pub-id>
          <pub-id pub-id-type="medline">32706734</pub-id>
          <pub-id pub-id-type="pii">v8i7e17038</pub-id>
          <pub-id pub-id-type="pmcid">PMC7407258</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cheng</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Raghavaraju</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Kanugo</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Handrianto</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Shang</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Development and evaluation of a healthy coping voice interface application using the Google home for elderly patients with type 2 diabetes</article-title>
          <year>2018</year>
          <conf-name>15th IEEE Annual Consumer Communications &amp; Networking Conference (CCNC)</conf-name>
          <conf-date>January 12-15, 2018</conf-date>
          <conf-loc>Las Vegas, NV</conf-loc>
          <pub-id pub-id-type="doi">10.1109/ccnc.2018.8319283</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Epalte</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Tomsone</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Vētra</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bērziņa</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Patient experience using digital therapy "Vigo" for stroke patient recovery: a qualitative descriptive study</article-title>
          <source>Disabil Rehabil Assist Technol</source>
          <year>2023</year>
          <month>02</month>
          <day>06</day>
          <volume>18</volume>
          <issue>2</issue>
          <fpage>175</fpage>
          <lpage>184</lpage>
          <pub-id pub-id-type="doi">10.1080/17483107.2020.1839794</pub-id>
          <pub-id pub-id-type="medline">33155507</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pereira</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Díaz</surname>
              <given-names>Ó</given-names>
            </name>
          </person-group>
          <article-title>Using health chatbots for behavior change: a mapping study</article-title>
          <source>J Med Syst</source>
          <year>2019</year>
          <month>04</month>
          <day>04</day>
          <volume>43</volume>
          <issue>5</issue>
          <fpage>135</fpage>
          <pub-id pub-id-type="doi">10.1007/s10916-019-1237-1</pub-id>
          <pub-id pub-id-type="medline">30949846</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10916-019-1237-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lim</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Shiau</surname>
              <given-names>CWC</given-names>
            </name>
            <name name-style="western">
              <surname>Cheng</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Lau</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Chatbot-delivered psychotherapy for adults with depressive and anxiety symptoms: a systematic review and meta-regression</article-title>
          <source>Behav Ther</source>
          <year>2022</year>
          <month>03</month>
          <volume>53</volume>
          <issue>2</issue>
          <fpage>334</fpage>
          <lpage>347</lpage>
          <pub-id pub-id-type="doi">10.1016/j.beth.2021.09.007</pub-id>
          <pub-id pub-id-type="medline">35227408</pub-id>
          <pub-id pub-id-type="pii">S0005-7894(21)00125-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Naveed</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Khan</surname>
              <given-names>AU</given-names>
            </name>
            <name name-style="western">
              <surname>Qiu</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Saqib</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Anwar</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Usman</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Akhtar</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Barnes</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Mian</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>A comprehensive overview of large language models</article-title>
          <source>arXiv</source>
          <comment>Preprint posted online on April 9, 2024</comment>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://arxiv.org/abs/2307.06435"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>TB</given-names>
            </name>
            <name name-style="western">
              <surname>Mann</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Ryder</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Subbiah</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kaplan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Dhariwal</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Neelakantan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Shyam</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Sastry</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Askell</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Agarwal</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Herbert-Voss</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Krueger</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Henighan</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Child</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ramesh</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ziegler</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Winter</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hesse</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sigler</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Litwin</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gray</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chess</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Berner</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>McCandlish</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Radford</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sutskever</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Amodei</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Language models are few-shot learners</article-title>
          <source>arXiv</source>
          <comment>Preprint posted online on July 22, 2020</comment>
          <pub-id pub-id-type="doi">10.48550/arXiv.2005.14165</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Loos</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Gröpler</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Goudeau</surname>
              <given-names>MS</given-names>
            </name>
          </person-group>
          <article-title>Using ChatGPT in education: human reflection on ChatGPT’s self-feflection</article-title>
          <source>Societies</source>
          <year>2023</year>
          <month>08</month>
          <day>21</day>
          <volume>13</volume>
          <issue>8</issue>
          <fpage>196</fpage>
          <pub-id pub-id-type="doi">10.3390/soc13080196</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Alkaissi</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>McFarlane</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Artificial hallucinations in ChatGPT: implications in scientific writing</article-title>
          <source>Cureus</source>
          <year>2023</year>
          <month>02</month>
          <volume>15</volume>
          <issue>2</issue>
          <fpage>e35179</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/36811129"/>
          </comment>
          <pub-id pub-id-type="doi">10.7759/cureus.35179</pub-id>
          <pub-id pub-id-type="medline">36811129</pub-id>
          <pub-id pub-id-type="pmcid">PMC9939079</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thirunavukarasu</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ting</surname>
              <given-names>DSJ</given-names>
            </name>
            <name name-style="western">
              <surname>Elangovan</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Gutierrez</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Tan</surname>
              <given-names>TF</given-names>
            </name>
            <name name-style="western">
              <surname>Ting</surname>
              <given-names>DSW</given-names>
            </name>
          </person-group>
          <article-title>Large language models in medicine</article-title>
          <source>Nat Med</source>
          <year>2023</year>
          <month>08</month>
          <day>17</day>
          <volume>29</volume>
          <issue>8</issue>
          <fpage>1930</fpage>
          <lpage>1940</lpage>
          <pub-id pub-id-type="doi">10.1038/s41591-023-02448-8</pub-id>
          <pub-id pub-id-type="medline">37460753</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41591-023-02448-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Abd-Alrazaq</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Rababeh</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Alajlani</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bewick</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Househ</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness and safety of using chatbots to improve mental health: systematic review and meta-analysis</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>07</month>
          <day>13</day>
          <volume>22</volume>
          <issue>7</issue>
          <fpage>e16021</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/7/e16021/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/16021</pub-id>
          <pub-id pub-id-type="medline">32673216</pub-id>
          <pub-id pub-id-type="pii">v22i7e16021</pub-id>
          <pub-id pub-id-type="pmcid">PMC7385637</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Touvron</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Lavril</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Izacard</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Martinet</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Lachaux</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lacroix</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Rozière</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Goyal</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Hambro</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Azhar</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Rodriguez</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Joulin</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Grave</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Lample</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>LLaMA: open and efficient foundation language models</article-title>
          <source>arXiv</source>
          <comment>Preprint posted online on February 27, 2023</comment>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://arxiv.org/abs/2302.13971"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thirunavukarasu</surname>
              <given-names>AJ</given-names>
            </name>
          </person-group>
          <article-title>Large language models will not replace healthcare professionals: curbing popular fears and hype</article-title>
          <source>J R Soc Med</source>
          <year>2023</year>
          <month>05</month>
          <day>18</day>
          <volume>116</volume>
          <issue>5</issue>
          <fpage>181</fpage>
          <lpage>182</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/abs/10.1177/01410768231173123?url_ver=Z39.88-2003&amp;rfr_id=ori:rid:crossref.org&amp;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/01410768231173123</pub-id>
          <pub-id pub-id-type="medline">37199678</pub-id>
          <pub-id pub-id-type="pmcid">PMC10331084</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Li</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>An exploration on artificial intelligence application: From security, privacy and ethic perspective</article-title>
          <year>2017</year>
          <conf-name>IEEE 2nd International Conference on Cloud Computing and Big Data Analysis (ICCCBDA)</conf-name>
          <conf-date>April 28-30, 2017</conf-date>
          <conf-loc>Chengdu, China</conf-loc>
          <pub-id pub-id-type="doi">10.1109/icccbda.2017.7951949</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="web">
          <article-title>GPT-4 System Card</article-title>
          <source>OpenAI</source>
          <year>2023</year>
          <month>03</month>
          <access-date>2024-07-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://cdn.openai.com/papers/gpt-4-system-card.pdf">https://cdn.openai.com/papers/gpt-4-system-card.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Xiao</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ni</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Investigating the key success factors of chatbot-based positive psychology intervention with retrieval- and generative pre-trained transformer (GPT)-based chatbots</article-title>
          <source>Int J Hum Comput Interact</source>
          <year>2024</year>
          <month>01</month>
          <day>08</day>
          <fpage>1</fpage>
          <lpage>12</lpage>
          <pub-id pub-id-type="doi">10.1080/10447318.2023.2300015</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Peng</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Song</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Using AI chatbots to provide self-help depression interventions for university students: a randomized trial of effectiveness</article-title>
          <source>Internet Interv</source>
          <year>2022</year>
          <month>03</month>
          <volume>27</volume>
          <fpage>100495</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2214-7829(22)00002-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.invent.2022.100495</pub-id>
          <pub-id pub-id-type="medline">35059305</pub-id>
          <pub-id pub-id-type="pii">S2214-7829(22)00002-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC8760455</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Adam</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wessel</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Benlian</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>AI-based chatbots in customer service and their effects on user compliance</article-title>
          <source>Electron Markets</source>
          <year>2020</year>
          <month>03</month>
          <day>17</day>
          <volume>31</volume>
          <issue>2</issue>
          <fpage>427</fpage>
          <lpage>445</lpage>
          <pub-id pub-id-type="doi">10.1007/s12525-020-00414-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wei</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Kuzminykh</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>The bot on speaking terms: the effects of conversation architecture on perceptions of conversational agents</article-title>
          <year>2023</year>
          <conf-name>CUI '23: 5th International Conference on Conversational User Interfaces</conf-name>
          <conf-date>July 19-21, 2023</conf-date>
          <conf-loc>Eindhoven, Netherlands</conf-loc>
          <pub-id pub-id-type="doi">10.1145/3571884.3597139</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Higgins</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chandler</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cumpston</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Page</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Welch</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Cochrane Handbook for Systematic Reviews of Interventions version 6.3</article-title>
          <source>Cochrane Training</source>
          <year>2022</year>
          <access-date>2023-07-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://training.cochrane.org/handbook">https://training.cochrane.org/handbook</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shamseer</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ghersi</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Liberati</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Petticrew</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Shekelle</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>LA</given-names>
            </name>
            <collab>PRISMA-P Group</collab>
          </person-group>
          <article-title>Preferred reporting items for systematic review and meta-analysis protocols (PRISMA-P) 2015: elaboration and explanation</article-title>
          <source>BMJ</source>
          <year>2015</year>
          <month>01</month>
          <day>02</day>
          <volume>350</volume>
          <fpage>g7647</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.bmj.com/lookup/pmidlookup?view=long&amp;pmid=25555855"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.g7647</pub-id>
          <pub-id pub-id-type="medline">25555855</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lockwood</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Munn</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Porritt</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Qualitative research synthesis: methodological guidance for systematic reviewers utilizing meta-aggregation</article-title>
          <source>Int J Evid Based Healthc</source>
          <year>2015</year>
          <month>09</month>
          <volume>13</volume>
          <issue>3</issue>
          <fpage>179</fpage>
          <lpage>187</lpage>
          <pub-id pub-id-type="doi">10.1097/XEB.0000000000000062</pub-id>
          <pub-id pub-id-type="medline">26262565</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tufanaru</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Munn</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Aromataris</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Systematic reviews of effectiveness</article-title>
          <source>JBI Manual for Evidence Synthesis</source>
          <access-date>2024-07-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://tinyurl.com/mtj3dk36">https://tinyurl.com/mtj3dk36</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Barker</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Stone</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sears</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Klugar</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Tufanaru</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Leonardi-Bee</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Aromataris</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Munn</surname>
              <given-names>Z</given-names>
            </name>
          </person-group>
          <article-title>The revised JBI critical appraisal tool for the assessment of risk of bias for randomized controlled trials</article-title>
          <source>JBI Evid Synth</source>
          <year>2023</year>
          <month>03</month>
          <day>01</day>
          <volume>21</volume>
          <issue>3</issue>
          <fpage>494</fpage>
          <lpage>506</lpage>
          <pub-id pub-id-type="doi">10.11124/JBIES-22-00430</pub-id>
          <pub-id pub-id-type="medline">36727247</pub-id>
          <pub-id pub-id-type="pii">02174543-990000000-00131</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Harden</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Methods for the thematic synthesis of qualitative research in systematic reviews</article-title>
          <source>BMC Med Res Methodol</source>
          <year>2008</year>
          <month>07</month>
          <day>10</day>
          <volume>8</volume>
          <issue>1</issue>
          <fpage>45</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedresmethodol.biomedcentral.com/articles/10.1186/1471-2288-8-45"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1471-2288-8-45</pub-id>
          <pub-id pub-id-type="medline">18616818</pub-id>
          <pub-id pub-id-type="pii">1471-2288-8-45</pub-id>
          <pub-id pub-id-type="pmcid">PMC2478656</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Balsa</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Neves</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Félix</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Pereira</surname>
              <given-names>GM</given-names>
            </name>
            <name name-style="western">
              <surname>Alves</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Carmo</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Oliveira</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Novais</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Reis</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Intelligent virtual assistant for promoting behaviour change in older people with T2D</article-title>
          <source>Progress in Artificial Intelligence. EPIA 2019. Lecture Notes in Computer Science(), vol 11804</source>
          <year>2019</year>
          <publisher-loc>Cham</publisher-loc>
          <publisher-name>Springer</publisher-name>
          <fpage>372</fpage>
          <lpage>383</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Balsa</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Félix</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Cláudio</surname>
              <given-names>AP</given-names>
            </name>
            <name name-style="western">
              <surname>Carmo</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Silva</surname>
              <given-names>ICE</given-names>
            </name>
            <name name-style="western">
              <surname>Guerreiro</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Guedes</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Henriques</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Guerreiro</surname>
              <given-names>MP</given-names>
            </name>
          </person-group>
          <article-title>Usability of an intelligent virtual assistant for promoting behavior change and self-care in older people with type 2 diabetes</article-title>
          <source>J Med Syst</source>
          <year>2020</year>
          <month>06</month>
          <day>13</day>
          <volume>44</volume>
          <issue>7</issue>
          <fpage>130</fpage>
          <pub-id pub-id-type="doi">10.1007/s10916-020-01583-w</pub-id>
          <pub-id pub-id-type="medline">32533367</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10916-020-01583-w</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Echeazarra</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Pereira</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Saracho</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>TensioBot: a chatbot assistant for self-managed in-house blood pressure checking</article-title>
          <source>J Med Syst</source>
          <year>2021</year>
          <month>03</month>
          <day>15</day>
          <volume>45</volume>
          <issue>4</issue>
          <fpage>54</fpage>
          <pub-id pub-id-type="doi">10.1007/s10916-021-01730-x</pub-id>
          <pub-id pub-id-type="medline">33723721</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10916-021-01730-x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gingele</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Amin</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Vaassen</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Schnur</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Pearl</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Brunner-La Rocca</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Boyne</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Integrating avatar technology into a telemedicine application in heart failure patients: a pilot study</article-title>
          <source>Wien Klin Wochenschr</source>
          <year>2023</year>
          <month>12</month>
          <day>02</day>
          <volume>135</volume>
          <issue>23-24</issue>
          <fpage>680</fpage>
          <lpage>684</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/36732377"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s00508-022-02150-8</pub-id>
          <pub-id pub-id-type="medline">36732377</pub-id>
          <pub-id pub-id-type="pii">10.1007/s00508-022-02150-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC9894666</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gong</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Baptista</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Russell</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Scuffham</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Riddell</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Speight</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bird</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Lotfaliany</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Oldenburg</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>My Diabetes Coach, a mobile app-based interactive conversational agent to support type 2 diabetes self-management: randomized effectiveness-implementation trial</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>11</month>
          <day>05</day>
          <volume>22</volume>
          <issue>11</issue>
          <fpage>e20322</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/11/e20322/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/20322</pub-id>
          <pub-id pub-id-type="medline">33151154</pub-id>
          <pub-id pub-id-type="pii">v22i11e20322</pub-id>
          <pub-id pub-id-type="pmcid">PMC7677021</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guhl</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Althouse</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Pusateri</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kimani</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Paasche-Orlow</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bickmore</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Magnani</surname>
              <given-names>JW</given-names>
            </name>
          </person-group>
          <article-title>The Atrial Fibrillation Health Literacy Information Technology Trial: pilot trial of a mobile health app for atrial fibrillation</article-title>
          <source>JMIR Cardio</source>
          <year>2020</year>
          <month>09</month>
          <day>04</day>
          <volume>4</volume>
          <issue>1</issue>
          <fpage>e17162</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://cardio.jmir.org/2020/1/e17162/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/17162</pub-id>
          <pub-id pub-id-type="medline">32886070</pub-id>
          <pub-id pub-id-type="pii">v4i1e17162</pub-id>
          <pub-id pub-id-type="pmcid">PMC7501575</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kimani</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Bickmore</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Trinh</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Ring</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Paasche-Orlow</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Magnani</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Traum</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Swartout</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Khooshabeh</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Kopp</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Scherer</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Leuski</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>A smartphone-based virtual agent for atrial fibrillation education and counseling</article-title>
          <source>Intelligent Virtual Agents. IVA 2016. Lecture Notes in Computer Science(), vol 10011</source>
          <year>2016</year>
          <publisher-loc>Cham</publisher-loc>
          <publisher-name>Springer</publisher-name>
          <fpage>120</fpage>
          <lpage>127</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Magnani</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Schlusser</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kimani</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Rollman</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Paasche-Orlow</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bickmore</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>The Atrial Fibrillation Health Literacy Information Technology System: pilot assessment</article-title>
          <source>JMIR Cardio</source>
          <year>2017</year>
          <volume>1</volume>
          <issue>2</issue>
          <fpage>e7</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://cardio.jmir.org/2017/2/e7/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/cardio.8543</pub-id>
          <pub-id pub-id-type="medline">29473644</pub-id>
          <pub-id pub-id-type="pmcid">PMC5818980</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Roca</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lozano</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>García</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Alesanco</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Validation of a virtual assistant for improving medication adherence in patients with comorbid type 2 diabetes mellitus and depressive disorder</article-title>
          <source>Int J Environ Res Public Health</source>
          <year>2021</year>
          <month>11</month>
          <day>17</day>
          <volume>18</volume>
          <issue>22</issue>
          <fpage>12056</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=ijerph182212056"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/ijerph182212056</pub-id>
          <pub-id pub-id-type="medline">34831811</pub-id>
          <pub-id pub-id-type="pii">ijerph182212056</pub-id>
          <pub-id pub-id-type="pmcid">PMC8620667</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sagstad</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Morken</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Lund</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dingsør</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Nilsen</surname>
              <given-names>ABV</given-names>
            </name>
            <name name-style="western">
              <surname>Sorbye</surname>
              <given-names>LM</given-names>
            </name>
          </person-group>
          <article-title>Quantitative user data from a chatbot developed for women with gestational diabetes mellitus: observational study</article-title>
          <source>JMIR Form Res</source>
          <year>2022</year>
          <month>04</month>
          <day>18</day>
          <volume>6</volume>
          <issue>4</issue>
          <fpage>e28091</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://formative.jmir.org/2022/4/e28091/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/28091</pub-id>
          <pub-id pub-id-type="medline">35436213</pub-id>
          <pub-id pub-id-type="pii">v6i4e28091</pub-id>
          <pub-id pub-id-type="pmcid">PMC9062719</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ter Stal</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sloots</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ramlal</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Op den Akker</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Lenferink</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tabak</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>An embodied conversational agent in an eHealth self-management intervention for chronic obstructive pulmonary disease and chronic heart failure: exploratory study in a real-life setting</article-title>
          <source>JMIR Hum Factors</source>
          <year>2021</year>
          <month>11</month>
          <day>04</day>
          <volume>8</volume>
          <issue>4</issue>
          <fpage>e24110</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://humanfactors.jmir.org/2021/4/e24110/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/24110</pub-id>
          <pub-id pub-id-type="medline">34734824</pub-id>
          <pub-id pub-id-type="pii">v8i4e24110</pub-id>
          <pub-id pub-id-type="pmcid">PMC8603169</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tongpeth</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Du</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>RA</given-names>
            </name>
          </person-group>
          <article-title>An avatar-based education application to improve patients' knowledge of and response to heart attack symptoms: A pragmatic randomized controlled trial protocol</article-title>
          <source>J Adv Nurs</source>
          <year>2018</year>
          <month>11</month>
          <day>25</day>
          <volume>74</volume>
          <issue>11</issue>
          <fpage>2658</fpage>
          <lpage>2666</lpage>
          <pub-id pub-id-type="doi">10.1111/jan.13767</pub-id>
          <pub-id pub-id-type="medline">29917255</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref60">
        <label>60</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tsai</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Tsai</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Gao</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Improving self-diet management of chronic kidney disease patients through chatbots</article-title>
          <source>Human Aspects of IT for the Aged Population. Technology in Everyday Living. HCII 2022. Lecture Notes in Computer Science, vol 13331</source>
          <year>2022</year>
          <publisher-loc>Cham</publisher-loc>
          <publisher-name>Springer</publisher-name>
          <fpage>268</fpage>
          <lpage>276</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref61">
        <label>61</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Trinh</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Bickmore</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Brinkman</surname>
              <given-names>WP</given-names>
            </name>
            <name name-style="western">
              <surname>Broekens</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Heylen</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Adapting a geriatrics health counseling virtual agent for the Chinese culture</article-title>
          <source>Intelligent Virtual Agents. IVA 2015. Lecture Notes in Computer Science(), vol 9238</source>
          <year>2015</year>
          <publisher-loc>Cham</publisher-loc>
          <publisher-name>Springer</publisher-name>
          <fpage>275</fpage>
          <lpage>278</lpage>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
