<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article article-type="research-article" dtd-version="2.0" xmlns:xlink="http://www.w3.org/1999/xlink">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v13i1e59975</article-id>
      <article-id pub-id-type="pmid">39137028</article-id>
      <article-id pub-id-type="doi">10.2196/59975</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Ameliorating Racial Disparities in HIV Prevention via a Nurse-Led, AI-Enhanced Program for Pre-Exposure Prophylaxis Utilization Among Black Cisgender Women: Protocol for a Mixed Methods Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>de Azevedo Cardoso</surname>
            <given-names>Taiane</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Zhang</surname>
            <given-names>Yingzi</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Pyra</surname>
            <given-names>Maria</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Zhang</surname>
            <given-names>Chen</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>School of Nursing</institution>
            <institution>University of Rochester</institution>
            <addr-line>255 Crittenden Boulevard</addr-line>
            <addr-line>Hellen Wood Hall, Room 2w-218</addr-line>
            <addr-line>Rochester, NY, 14622</addr-line>
            <country>United States</country>
            <phone>1 5852766495</phone>
            <email>chen_zhang@urmc.rochester.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8771-561X</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Wharton</surname>
            <given-names>Mitchell</given-names>
          </name>
          <degrees>MSN, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0411-3905</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Liu</surname>
            <given-names>Yu</given-names>
          </name>
          <degrees>MPH, PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2515-4431</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>School of Nursing</institution>
        <institution>University of Rochester</institution>
        <addr-line>Rochester, NY</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>School of Dentistry and Medicine</institution>
        <institution>University of Rochester</institution>
        <addr-line>Rochester, NY</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Chen Zhang <email>chen_zhang@urmc.rochester.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2024</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>13</day>
        <month>8</month>
        <year>2024</year>
      </pub-date>
      <volume>13</volume>
      <elocation-id>e59975</elocation-id>
      <history>
        <date date-type="received">
          <day>27</day>
          <month>4</month>
          <year>2024</year>
        </date>
        <date date-type="rev-request">
          <day>29</day>
          <month>6</month>
          <year>2024</year>
        </date>
        <date date-type="rev-recd">
          <day>5</day>
          <month>7</month>
          <year>2024</year>
        </date>
        <date date-type="accepted">
          <day>18</day>
          <month>7</month>
          <year>2024</year>
        </date>
      </history>
      <copyright-statement>©Chen Zhang, Mitchell Wharton, Yu Liu. Originally published in JMIR Research Protocols (https://www.researchprotocols.org), 13.08.2024.</copyright-statement>
      <copyright-year>2024</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on https://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.researchprotocols.org/2024/1/e59975" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>HIV pre-exposure prophylaxis (PrEP) is a critical biomedical strategy to prevent HIV transmission among cisgender women. Despite its proven effectiveness, Black cisgender women remain significantly underrepresented throughout the PrEP care continuum, facing barriers such as limited access to care, medical mistrust, and intersectional racial or HIV stigma. Addressing these disparities is vital to improving HIV prevention outcomes within this community. On the other hand, nurse practitioners (NPs) play a pivotal role in PrEP utilization but are underrepresented due to a lack of awareness, a lack of human resources, and insufficient support. Equipped with the rapid evolution of artificial intelligence (AI) and advanced large language models, chatbots effectively facilitate health care communication and linkage to care in various domains, including HIV prevention and PrEP care.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>Our study harnesses NPs’ holistic care capabilities and the power of AI through natural language processing algorithms, providing targeted, patient-centered facilitation for PrEP care. Our overarching goal is to create a nurse-led, stakeholder-inclusive, and AI-powered program to facilitate PrEP utilization among Black cisgender women, ultimately enhancing HIV prevention efforts in this vulnerable group in 3 phases. This project aims to mitigate health disparities and advance innovative, technology-based solutions.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>The study uses a mixed methods design involving semistructured interviews with key stakeholders, including 50 PrEP-eligible Black women, 10 NPs, and a community advisory board representing various socioeconomic backgrounds. The AI-powered chatbot is developed using HumanX technology and SmartBot360’s Health Insurance Portability and Accountability Act–compliant framework to ensure data privacy and security. The study spans 18 months and consists of 3 phases: exploration, development, and evaluation.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>As of May 2024, the institutional review board protocol for phase 1 has been approved. We plan to start recruitment for Black cisgender women and NPs in September 2024, with the aim to collect information to understand their preferences regarding chatbot development. While institutional review board approval for phases 2 and 3 is still in progress, we have made significant strides in networking for participant recruitment. We plan to conduct data collection soon, and further updates on the recruitment and data collection progress will be provided as the study advances.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The AI-powered chatbot offers a novel approach to improving PrEP care utilization among Black cisgender women, with opportunities to reduce barriers to care and facilitate a stigma-free environment. However, challenges remain regarding health equity and the digital divide, emphasizing the need for culturally competent design and robust data privacy protocols. The implications of this study extend beyond PrEP care, presenting a scalable model that can address broader health disparities.</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>PRR1-10.2196/59975</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>artificial intelligence</kwd>
        <kwd>PrEP care</kwd>
        <kwd>PrEP</kwd>
        <kwd>pre-exposure prophylaxis</kwd>
        <kwd>nurse-led</kwd>
        <kwd>AI</kwd>
        <kwd>HIV prevention</kwd>
        <kwd>HIV</kwd>
        <kwd>prevention</kwd>
        <kwd>AIDS</kwd>
        <kwd>nurse</kwd>
        <kwd>Black cisgender women</kwd>
        <kwd>Black</kwd>
        <kwd>cisgender</kwd>
        <kwd>women</kwd>
        <kwd>HIV pre-exposure prophylaxis</kwd>
        <kwd>prophylaxis</kwd>
        <kwd>biomedical</kwd>
        <kwd>effectiveness</kwd>
        <kwd>medical mistrust</kwd>
        <kwd>Black women</kwd>
        <kwd>nurse practitioners</kwd>
        <kwd>chatbot</kwd>
        <kwd>socioeconomic</kwd>
        <kwd>HumanX technology</kwd>
        <kwd>health care interventions</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>HIV pre-exposure prophylaxis (PrEP) is a safe and proven biomedical strategy to prevent HIV transmission among cisgender women [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref3">3</xref>]. However, Black cisgender women remain underrepresented throughout the PrEP care continuum compared to their White counterparts [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>]. Our preliminary studies reveal that multilevel barriers, such as a lack of PrEP awareness and knowledge, low perceived risk, limited access to care, medical mistrust, and intersectional racial or HIV stigma, often hinder PrEP utilization [<xref ref-type="bibr" rid="ref6">6</xref>-<xref ref-type="bibr" rid="ref8">8</xref>]. Conversely, the “PrEP care cascade” model describes the progressive stages of PrEP care [<xref ref-type="bibr" rid="ref9">9</xref>]. It suggests that the engagement of providers and patients is critical to optimal PrEP care implementation. Research has demonstrated that nurse practitioners (NPs) are well suited to lead PrEP care initiatives [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. Our recent meta-analysis showed that NPs reported a 40% higher likelihood than physicians to prescribe PrEP and provide PrEP care to patients with indications [<xref ref-type="bibr" rid="ref8">8</xref>].</p>
      <p>Furthermore, evidence shows that an NP-based PrEP care model may successfully engage and retain patients in PrEP care [<xref ref-type="bibr" rid="ref10">10</xref>]. NPs’ holistic care approach integrates patients’ psychological and social factors with biological components, increases patients’ satisfaction in health care, and is a strong predictor of retaining and adhering to treatment and prevention care plans [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. Therefore, involving NPs is critical when developing programs to facilitate PrEP utilization. Despite these benefits, interventions promoting PrEP utilization involving NPs are scarce [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. Our preliminary studies showed that a lack of awareness, insufficient clinical support, and a lack of workforce all contributed to NPs’ under-representativeness in PrEP care [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>].</p>
      <p>Despite digital technology-assisted HIV prevention programs being effective and well received among Black cisgender women [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>], they are severely underrepresented in relevant research [<xref ref-type="bibr" rid="ref13">13</xref>-<xref ref-type="bibr" rid="ref15">15</xref>]. Equipped with the rapid evolution of artificial intelligence (AI) and advanced large language models, chatbots effectively facilitated health care communication and linkage to care in various domains [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>]. In the HIV-related field, chatbots can provide personalized health information, remind patients to take their medications, schedule appointments, and offer psychological support. They can also assist in triaging patients, identifying high-risk patients, and providing tailored interventions to improve PrEP adherence and retention in care [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>]. Chatbots can provide round-the-clock access to PrEP information, dispel myths, and reduce stigma by offering anonymous support, which is crucial in overcoming barriers such as medical mistrust and low perceived risk [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref18">18</xref>-<xref ref-type="bibr" rid="ref20">20</xref>]. While our preliminary studies show high acceptability for chatbot technology among Black cisgender women, its full potential in addressing PrEP disparities in this population remains untapped [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>]. By integrating chatbot technology into PrEP care models, especially those led by NPs, we can enhance PrEP awareness, improve patient engagement, and ultimately increase PrEP utilization among Black cisgender women.</p>
      <p>Therefore, our study harnesses NPs’ holistic care capabilities and the power of AI through natural language processing algorithms, providing targeted, patient-centered facilitation to PrEP care. Our overarching goal is to create a nurse-led, stakeholder-inclusive, and AI-powered program to facilitate PrEP utilization among Black cisgender women, ultimately enhancing HIV prevention efforts in this vulnerable group [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>]. This objective will be achieved through the following 3 phases. Phase 1 aims to understand the preferences and needs of Black cisgender women and NPs for the development of a culturally responsive, AI-powered chatbot designed to facilitate PrEP care. Phase 2 aims to develop and refine a tailored, culturally appropriate, theory-guided, and AI-powered chatbot platform using a participatory design approach. Phase 3 aims to evaluate the developed chatbot’s acceptability, feasibility, and effectiveness in facilitating linkage to PrEP among Black cisgender women. This project aims to mitigate health disparities and advance innovative, technology-based solutions.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Populations and Inclusion Criteria</title>
        <p>Using our well-established research infrastructure, we will recruit key stakeholders nationwide who may contribute to understanding AI-powered chatbots in the HIV care and prevention continuum using semistructured in-depth interviews. These key stakeholders include PrEP-eligible Black cisgender women (n=50: n=10, 20% in phase 1; n=20, 40% in phase 2; and n=20, 40% in phase 3) and NPs who provide HIV treatment and prevention services to patients (n=10). We will use semistructured interviews to elicit information regarding these stakeholders’ opinions on chatbot development and evaluation. Black cisgender women who participate in phase 1 will not be invited to phases 2 and 3 to avoid the issue of information contamination. A community advisory board (CAB) with volunteer members (n=10) representing key stakeholders will be established to ensure our research reflects the priorities of the study population. These members will be selected to represent different characteristics (eg, socioeconomic status and geolocations) in the targeted community. Leaders from local community organizations and general community members will also be invited to strengthen the acceptability and quality of the proposed research. Once the CAB members are recruited, they will remain throughout the study.</p>
        <p>For <italic>PrEP-eligible</italic> <italic>Black cisgender women</italic>, we will recruit 50 Black cisgender women who are eligible for HIV prevention services. The inclusion criteria include (1) aged 18 years or older, (2) self-identifying as Black or African American, (3) self-reported as female, (4) not tested as HIV positive (either HIV negative or unknown status), (5) eligible for HIV prevention (engaging in unprotected sex, having multiple sexual partners, or history of sharing needles with others), (6) willing to provide consent for participation, (7) fluent in English, and (8) able to engage in either in-person or web-based interviews. For <italic>HIV care providers</italic>, we will recruit 10 NPs who provide HIV prevention or treatment to patients. Eligible health providers need to (1) be aged 18 years or older, (2) work as a nurse or NP, (3) have ever provided HIV prevention or treatment in the past 12 months, (4) be willing to provide consent for participation, (5) be fluent in English, and (6) be able to engage in either in-person or web-based interviews. For <italic>CAB members</italic>, we will invite 10 members representing different characteristics (eg, socioeconomic status and geolocations) in the targeted community. Eligible CAB members need to be (1) aged 18 years or older, (2) interested in HIV prevention and treatment topics, (3) fluent in English, (4) willing to provide consent for participation, and (5) able to engage in either in-person or web-based meetings.</p>
      </sec>
      <sec>
        <title>Recruitment Strategy</title>
        <p>Participants will be recruited via multiple routes<italic>.</italic> For <italic>HIV nurses or NPs</italic>, an institutional review board (IRB)–approved recruitment message and flyers will be distributed via local newsletters or the listserve among members of the Association of Nurses in AIDS Care or the National Black Nurses Association using the IRB-approved recruitment email script message for nurses. We will recruit <italic>CAB members</italic> via email listserves and flyers for recruitment. For <italic>PrEP-eligible</italic> <italic>Black cisgender women</italic>, we will distribute the recruitment information via the regional ResearchMatch portal to recruit willing volunteers. Anyone interested in this study can use the survey link or scan the QR code for eligibility screening. They can also contact the research team members via email or phone, and the research team will direct them to the screening procedures. Other interested participants will be recruited using “snowball” chain referral sampling, where we ask Black cisgender women, nurses, or potential CAB members to identify others within their networks who might be interested in the study. Participants can either complete the brief screening over the phone or be emailed a link to complete the screening via REDCap (Research Electronic Data Capture; Vanderbilt University). A referrer will be compensated a small amount (ie, US $5) for each peer they successfully refer, with a cap on referral payments at 3 successful enrollments from participants. When potential participants contact us, the study team members will explain the study and obtain verbal consent to proceed with phone screening using the script, or they can access the REDCap link directly from the study flyer by scanning the QR code.</p>
      </sec>
      <sec>
        <title>Description of the Chatbot</title>
        <sec>
          <title>Overview</title>
          <p>Our project leverages the cutting-edge HumanX chatbot technology developed by KLaunch [<xref ref-type="bibr" rid="ref24">24</xref>], which is designed to integrate conversational AI within businesses and research. This platform, combined with Smartbot360’s secure chatbot technology, offers a seamless, safe, and highly personalized communication experience aimed at facilitating PrEP utilization among Black cisgender women at risk of HIV infection. The integrated system ensures HIPAA (Health Insurance Portability and Accountability Act) compliance, safeguarding protected health information (PHI) through technical, physical, and administrative measures.</p>
        </sec>
        <sec>
          <title>Security and Compliance</title>
          <p>The HumanX and Smartbot360 platforms prioritize protecting patient information, ensuring that all data, including PHI, are encrypted in transit and at rest. Robust access controls and authentication measures prevent unauthorized access, and regular security assessments address evolving threats and vulnerabilities. Comprehensive risk assessments tailored to the health care context help identify potential risks to PHI and implement mitigating strategies to ensure ongoing HIPAA compliance. Our dynamic compliance strategy adapts to regulatory changes and incorporates best practices in data protection, with all personnel trained on HIPAA requirements.</p>
        </sec>
        <sec>
          <title>Third-Party Assessments</title>
          <p>Independent auditors thoroughly evaluate the SmartBot360 and HumanX technologies to ensure they meet or exceed HIPAA compliance standards. These third-party assessments validate our security measures, risk management practices, and compliance with health care regulations, offering our stakeholders an additional layer of assurance.</p>
        </sec>
      </sec>
      <sec>
        <title>Study Phases</title>
        <p>In this proposed study, our primary objectives will be achieved through the following 3 phases within the 18-month timeframe by recruiting 50 Black cisgender women and 10 NPs.</p>
        <sec>
          <title>Phase 1: Exploration (Months 1-3)</title>
          <p>Phase 1 of the proposed study aims to understand preferences for the development of a nurse-led, stakeholder-inclusive, and AI-powered program to facilitate PrEP utilization among Black cisgender women, ultimately enhancing HIV prevention efforts in this group. Research indicates that adopting the participatory design [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref25">25</xref>-<xref ref-type="bibr" rid="ref27">27</xref>] is feasible by actively engaging stakeholders within target communities, consequently providing a solid foundation for the newly developed tools. Thus, our project will use a stakeholder-inclusive and participatory design approach [<xref ref-type="bibr" rid="ref25">25</xref>-<xref ref-type="bibr" rid="ref27">27</xref>] to collect critical stakeholders’ opinions and feedback. Our design will also incorporate culture-oriented content expressly for Black cisgender women by consulting a CAB, PrEP-eligible women, and NPs who provide HIV prevention and treatment services. Using in-depth interviews with Black cisgender women and NPs, we will gather their opinions regarding the chatbot. By the end of phase 1 of this study, we expect an enhanced understanding of factors affecting PrEP utilization among Black cisgender women and preferences regarding the chatbot prototype in the later phases.</p>
        </sec>
        <sec>
          <title>Primary Outcomes and Assessment for Phase 1</title>
          <p>We will use a stakeholder-inclusive and participatory design approach to evaluate two primary outcomes: (1) stakeholder preferences for the chatbot development will be assessed through in-depth interviews with Black cisgender women and NPs—we will gather opinions on features, content, and cultural appropriateness; and (2) factors influencing PrEP utilization among Black cisgender women will be assessed through thematic analysis of interview transcripts.</p>
        </sec>
        <sec>
          <title>Phase 2: Development (Months 4-8)</title>
          <p>We will develop and refine a tailored and culturally appropriate, theory-guided, and AI-powered chatbot platform using participatory design to ensure cultural appropriateness for the target population. The basic structure of chatbot scripts (eg, PrEP facts and HIV risks) will be extracted from the Centers for Disease Control and Preventions (CDC) and other health departments [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>] and validated studies [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref27">27</xref>]. We will develop features (ie, complexity and aesthetics) and workflow (ie, frequency of the interaction) of the platform that best meets end-users needs [<xref ref-type="bibr" rid="ref28">28</xref>-<xref ref-type="bibr" rid="ref31">31</xref>]. Once the initial platform is developed, its features will be tested within 2 small groups of eligible Black cisgender women who did not participate in phase-1 interviews. We will use the think-aloud strategy in the refinement process. The first 10 eligible Black cisgender women will interact with the chatbot. We will use their feedback to improve the chatbot and launch it with another 10 Black cisgender women. After collecting input from the second group, we will further enhance the chatbot. A total of 20 Black cisgender women will be recruited in phase 2. Before launching the chatbot, we will provide a training session to the NPs to guide them in providing psychological and clinical support to women during their interactions with the chatbot, particularly when women have unaddressed needs.</p>
        </sec>
        <sec>
          <title>Primary Outcomes and Assessment for Phase 2</title>
          <p>We will develop and refine a tailored, culturally appropriate, theory-guided, and AI-powered chatbot platform using participatory design to ensure cultural appropriateness for the target population with two primary outcomes: (1) chatbot development—the initial development of the chatbot platform, including scripts and features, will be based on CDC guidelines and validated studies; and (2) user feedback—the usability and functionality of the chatbot will be assessed through think-aloud sessions with 2 small groups of Black cisgender women (10 in each group) who will interact with the chatbot and provide feedback.</p>
        </sec>
        <sec>
          <title>Phase 3: Evaluation (Months 9-18)</title>
          <p>We aim to evaluate and improve the developed chatbot in phase 3. We will assess the chatbot’s acceptability and feasibility in facilitating linkage to PrEP among another 20 eligible Black cisgender women. Using the longitudinal mixed methods, we will determine the feasibility (Feasibility Scale for assessment) [<xref ref-type="bibr" rid="ref32">32</xref>], acceptability (Evidence-Based Practice Attitude Scale) [<xref ref-type="bibr" rid="ref33">33</xref>], and user experiences (Usability Metric for User Experience Scale) [<xref ref-type="bibr" rid="ref34">34</xref>] of the chatbot at baseline (eg, chatbot initiation), 3 months, and 6 months using both surveys and in-depth interviews. By triangulating the collected quantitative and qualitative data, we will enhance the chatbot to better address the needs of the target population in a real-world setting. We will also conduct a focus group among the 10 NPs who deliver the holistic approach to explore their feedback on the effectiveness of the chatbot platform. We will continuously improve the chatbot throughout the study period with the collected information.</p>
        </sec>
        <sec>
          <title>Primary Outcomes and Assessment for Phase 3</title>
          <p>We will evaluate and improve the developed chatbot using four leading indicators: (1) the acceptability of the chatbot will be measured using the Evidence-Based Practice Attitude Scale [<xref ref-type="bibr" rid="ref29">29</xref>] at baseline, 3 months, and 6 months; (2) the feasibility of the chatbot will be assessed using the Feasibility Scale [<xref ref-type="bibr" rid="ref30">30</xref>] for assessment; (3) user experience will be evaluated using the Usability Metric for User Experience Scale [<xref ref-type="bibr" rid="ref31">31</xref>]; and (4) effectiveness in facilitating linkage to PrEP will be assessed through surveys and in-depth interviews with another 20 eligible Black cisgender women.</p>
          <p>This proposed study will conduct all research activities on the web or at university locations. Based on our well-established research infrastructure, we will recruit 50 eligible Black cisgender women (n=10, 20% in phase 1; n=20, 40% in phase 2; and n=20, 40% in phase 3) and 10 NPs. Study information will be distributed through community events, health clinics, professional organizations, and social media. If a participant drops out from any phase, a replacement will be recruited to maintain the sample size. To ensure the feasibility of recruitment, we will use our extensive network of community partners and leverage our previous success in similar recruitment efforts.</p>
          <p>Additionally, recruitment progress will be regularly monitored, and strategies will be adjusted to meet the target sample size within the study timeline. During the chatbot development and refinement, monthly meetings with CAB members will be held for feedback. A project start-up meeting, including training sessions for team members, will be conducted before data collection. Our interdisciplinary team is uniquely equipped to carry out this innovative project.</p>
        </sec>
      </sec>
      <sec>
        <title>Data Analytical Plan</title>
        <p><italic>Quantitative data</italic> include demographic information, socioeconomic characteristics, and implementation and usability outcomes. Due to the limited sample size (n=20), we will perform descriptive analyses to present participants’ characteristics (eg, demographics, sexual behaviors, and HIV risks) and user experiences (eg, feasibility and acceptability) to observe potential similarities and differences in particular characteristics’ implementation and use outcomes (eg, age group). <italic>Qualitative data</italic> (ie, opinions regarding the chatbot development and experience) will be transcribed and loaded into qualitative analytical software for analysis. This will follow the 5-step framework analysis approach, which includes familiarization (describing potential themes), thematic framework (generating a nascent code or subcode list), indexing (producing a final consensus code list), charting (organizing critical thematic constructs into hierarchical themes), and mapping and interpretation (summarizing and interpreting) [<xref ref-type="bibr" rid="ref32">32</xref>]. Participants’ verbal utterances collected by think-aloud sessions will be transcribed and analyzed by propositional analysis (an analysis to create a basic semantic model of the text to comprehend an individual’s thoughts and critical ideas for a given product) [<xref ref-type="bibr" rid="ref33">33</xref>]. <italic>Usability data</italic> gathered by the dashboard will be used to describe user activities and profiles, such as log-in time, bounce rate, retention rate, and conversation channels. <italic>Conversation data</italic> will be downloaded from the dashboard and explored using the systematic thematic analysis strategies (familiarization, code assignment, pattern identification, and defining and reporting themes) [<xref ref-type="bibr" rid="ref34">34</xref>-<xref ref-type="bibr" rid="ref36">36</xref>]. Specifically for data collected from the NPs, we will analyze both quantitative and qualitative responses. Quantitative data will include NPs’ demographic information, professional background, and their engagement with PrEP care. We will use descriptive statistics to summarize these data and examine correlations between NP characteristics and their effectiveness in promoting PrEP utilization. Qualitative feedback from NPs on the chatbot’s functionality, its integration into their workflow, and its impact on patient engagement will be transcribed and analyzed using the same 5-step framework analysis approach mentioned earlier. This analysis will help us identify specific barriers and facilitators NPs face in utilizing the chatbot for PrEP care and how the chatbot can be optimized to support their efforts. By combining these methods, we aim to provide a comprehensive understanding of the chatbot’s usability, effectiveness, and potential areas for improvement, particularly in facilitating PrEP utilization among Black cisgender women and supporting NPs in their role.</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>Upon submitting this manuscript, we obtained IRB approval for the research activities of recruiting participants to gather their preferences of chatbot features (University of Rochester Research Subjects Review Board: STUDY00009105).</p>
        <p>All participants will provide informed consent before participating in the study. The consent process will be conducted on the web via REDCap, a secure web-based platform designed for research data collection and management. An information sheet detailing the study’s purpose, procedures, risks, and benefits will be provided to participants prior to study participation. Consent will be documented through an electronic consent form that participants will complete before any study activities begin.</p>
        <p>Data collected during the study will be anonymized and deidentified to protect participants’ privacy. All data will be stored securely on the university’s servers, and access will be restricted to authorized study team members only. Measures such as encryption, secure servers, and compliance with HIPAA regulations will be implemented to safeguard participant information. Audio recordings of interviews will be transcribed and deidentified before analysis, and all identifiers will be deleted once transcription is complete.</p>
        <p>Participants will be compensated for their time and contributions to the study. Black cisgender women participating in the in-depth interviews will receive US $30 each, while CAB members will receive US $20 for each meeting, for a total of 3 times throughout the study. Additionally, a small incentive of US $5 will be provided for each successful referral made through snowball sampling, with a cap on referral payments at 3 successful enrollments. Compensation will be provided irrespective of the completion status of the interviews or activities to ensure fairness.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>As of August 8, 2024, our project is in the initial stages of implementation. The IRB protocol for phase 1 was approved in May 2024. We plan to start recruitment for Black cisgender women and NPs in September 2024, with the aim to collect information to understand their preferences regarding chatbot development. We are currently working on attaining IRB approval for phases 2 and 3. To date, we have made significant progress in networking for participant recruitment, and we have established connections with individuals and colleagues who have expressed interest in assisting with the recruitment process, leveraging our established network and infrastructure. This step is instrumental in ensuring a robust and diverse participant base, aligning with our study’s objective to engage Black cisgender women in PrEP care. We plan to collect data soon, and further updates on the progress of recruitment and data collection will be provided as the study advances.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Expected Findings</title>
        <p>Our proposed study harnesses AI technology and nursing skills through an AI-powered chatbot designed to facilitate PrEP care utilization among Black cisgender women. This culturally responsive, nurse-led, and AI-powered chatbot encapsulates biomedical, psychological, and sociocultural factors affecting PrEP utilization, making it a holistic tool for HIV prevention. Our model is scalable both geographically and technologically, making it capable of addressing health disparities beyond the immediate context of this study. As AI improves with increased data and user engagement, we anticipate the AI chatbot will significantly improve PrEP awareness, adherence, and retention among Black cisgender women by providing personalized, accessible, and stigma-free support.</p>
      </sec>
      <sec>
        <title>Comparison to Prior Work</title>
        <p>Implementing AI-powered chatbots in health care has shown promise in various domains, including mental health support, chronic disease management, and patient education [<xref ref-type="bibr" rid="ref13">13</xref>-<xref ref-type="bibr" rid="ref15">15</xref>]. Previous studies have demonstrated that digital technology-assisted health care can improve patient engagement and outcomes [<xref ref-type="bibr" rid="ref13">13</xref>-<xref ref-type="bibr" rid="ref15">15</xref>]. However, few studies have specifically focused on using AI chatbots to address HIV prevention among Black cisgender women [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>]. Our study builds on existing research by integrating cultural competence and stakeholder feedback into the chatbot design, making it uniquely tailored to the needs of this population. Our approach offers a novel solution by combining AI technology with nursing expertise, bridging the gap between digital health innovations and culturally sensitive care.</p>
      </sec>
      <sec>
        <title>Limitations and Strengths of the Protocol</title>
        <p>Implementing AI-powered chatbots presents several challenges and strengths [<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref38">38</xref>]. Expected limitations include the following. First, technology accessibility: PrEP-eligible individuals without consistent access to technology or who are less comfortable with digital tools may face unintended exclusion, potentially reinforcing existing health care disparities. Second, data privacy: ethical considerations regarding data privacy and security are critical, as chatbots gather sensitive health information. Ensuring HIPAA compliance, robust encryption, and clear communication about data use is essential to maintain users’ trust. Third, generalizability: while our study focuses on Black cisgender women, the findings may not be generalizable to other populations without further adaptation and testing. On the other hand, there are several strengths identified in the proposed study. First, cultural competence: our chatbot is designed to meet the unique needs of Black cisgender women by incorporating their cultural contexts and addressing their specific concerns, enhancing its relevance and effectiveness. Second, scalability: the model is scalable both geographically and technologically, making it capable of addressing health disparities beyond the immediate context of this study. Third, holistic approach: the integration of biomedical, psychological, and sociocultural factors provides a comprehensive approach to HIV prevention, potentially leading to better health outcomes.</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>As the AI component evolves with more data and user interaction, we foresee opportunities for further technological advancements, enhancing the efficacy of our model. Upon completing this pilot, we aim to roll out this innovative program to other marginalized populations to expand its reach and impact using a subsequent large-scale hybrid type I study design. By doing so, we aim to contribute tangible, scalable solutions to the pressing challenge of racial disparities in HIV prevention. This vision aligns seamlessly with the funding foundation’s key priorities, including challenging conventional strategies, demonstrating potential as a best-in-class intervention, narrowing gaps in health equity, and showcasing the potential for scalability. We are deeply committed to realizing this vision and driving forward the fight against racial disparities in HIV prevention and beyond.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AI</term>
          <def>
            <p>artificial intelligence</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CAB</term>
          <def>
            <p>community advisory board</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">CDC</term>
          <def>
            <p>Centers for Disease Control and Prevention</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">HIPAA</term>
          <def>
            <p>Health Insurance Portability and Accountability Act</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">IRB</term>
          <def>
            <p>institutional review board</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">NP</term>
          <def>
            <p>nurse practitioners</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">PHI</term>
          <def>
            <p>protected health information</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">PrEP</term>
          <def>
            <p>pre-exposure prophylaxis</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">REDCap</term>
          <def>
            <p>Research Electronic Data Capture</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This publication is funded by The Rita and Alex Hillman Foundation and the generosity of Leonard A. Lauder. The Rita and Alex Hillman Foundation (the “Foundation”) is one of the nation’s leading philanthropies dedicated to advancing health equity and improving the health and health care of marginalized populations. The Foundation supports innovative, nursing-driven models of care that target the needs of communities who experience inequity, discrimination, oppression, and indifference. The contents of this manuscript do not necessarily reflect the opinions of the funder.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kofman</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Adashi</surname>
              <given-names>EY</given-names>
            </name>
          </person-group>
          <article-title>Pre-exposure prophylaxis for the primary prevention of HIV in at-risk women: empowerment and equity revisited</article-title>
          <source>AIDS Rev</source>
          <year>2014</year>
          <volume>16</volume>
          <issue>3</issue>
          <fpage>134</fpage>
          <lpage>143</lpage>
          <pub-id pub-id-type="medline">25102335</pub-id>
          <pub-id pub-id-type="pii">s113961211333</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Flash</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Dale</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Krakower</surname>
              <given-names>DS</given-names>
            </name>
          </person-group>
          <article-title>Pre-exposure prophylaxis for HIV prevention in women: current perspectives</article-title>
          <source>Int J Womens Health</source>
          <year>2017</year>
          <month>5</month>
          <day>31</day>
          <volume>9</volume>
          <fpage>391</fpage>
          <lpage>401</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/28615975"/>
          </comment>
          <pub-id pub-id-type="doi">10.2147/IJWH.S113675</pub-id>
          <pub-id pub-id-type="medline">28615975</pub-id>
          <pub-id pub-id-type="pii">ijwh-9-391</pub-id>
          <pub-id pub-id-type="pmcid">PMC5459979</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <article-title>HPTN 084 study demonstrates superiority of CAB LA To oral TDF/FTC for the prevention of HIV</article-title>
          <source>HIV Prevention Trials Network</source>
          <year>2020</year>
          <month>11</month>
          <day>9</day>
          <access-date>2024-08-07</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.hptn.org/news-and-events/press-releases/hptn-084-study-demonstrates-superiority-of-cab-la-to-oral-tdfftc-for">https://www.hptn.org/news-and-events/press-releases/hptn-084-study-demonstrates-superiority-of-cab-la-to-oral-tdfftc-for</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wingood</surname>
              <given-names>GM</given-names>
            </name>
            <name name-style="western">
              <surname>DiClemente</surname>
              <given-names>RJ</given-names>
            </name>
          </person-group>
          <article-title>Application of the theory of gender and power to examine HIV-related exposures, risk factors, and effective interventions for women</article-title>
          <source>Health Educ Behav</source>
          <year>2000</year>
          <month>10</month>
          <day>30</day>
          <volume>27</volume>
          <issue>5</issue>
          <fpage>539</fpage>
          <lpage>565</lpage>
          <pub-id pub-id-type="doi">10.1177/109019810002700502</pub-id>
          <pub-id pub-id-type="medline">11009126</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>YA</given-names>
            </name>
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>DK</given-names>
            </name>
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Hoover</surname>
              <given-names>KW</given-names>
            </name>
          </person-group>
          <article-title>HIV preexposure prophylaxis, by race and ethnicity - United States, 2014-2016</article-title>
          <source>MMWR Morb Mortal Wkly Rep</source>
          <year>2018</year>
          <month>10</month>
          <day>19</day>
          <volume>67</volume>
          <issue>41</issue>
          <fpage>1147</fpage>
          <lpage>1150</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.15585/mmwr.mm6741a3"/>
          </comment>
          <pub-id pub-id-type="doi">10.15585/mmwr.mm6741a3</pub-id>
          <pub-id pub-id-type="medline">30335734</pub-id>
          <pub-id pub-id-type="pmcid">PMC6193685</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>McMahon</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Leblanc</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Braksmajer</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Crean</surname>
              <given-names>HF</given-names>
            </name>
            <name name-style="western">
              <surname>Alcena-Stiner</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Association of medical mistrust and poor communication with HIV-related health outcomes and psychosocial wellbeing among heterosexual men living with HIV</article-title>
          <source>AIDS Patient Care STDS</source>
          <year>2020</year>
          <month>01</month>
          <volume>34</volume>
          <issue>1</issue>
          <fpage>27</fpage>
          <lpage>37</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31755736"/>
          </comment>
          <pub-id pub-id-type="doi">10.1089/apc.2019.0200</pub-id>
          <pub-id pub-id-type="medline">31755736</pub-id>
          <pub-id pub-id-type="pmcid">PMC6983731</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>McMahon</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Simmons</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>LL</given-names>
            </name>
            <name name-style="western">
              <surname>Nash</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Suboptimal HIV pre-exposure prophylaxis awareness and willingness to use among women who use drugs in the United States: a systematic review and meta-analysis</article-title>
          <source>AIDS Behav</source>
          <year>2019</year>
          <month>10</month>
          <day>11</day>
          <volume>23</volume>
          <issue>10</issue>
          <fpage>2641</fpage>
          <lpage>2653</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31297684"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10461-019-02573-x</pub-id>
          <pub-id pub-id-type="medline">31297684</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10461-019-02573-x</pub-id>
          <pub-id pub-id-type="pmcid">PMC6790171</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Mitchell</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Xue</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>LeBlanc</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Understanding the role of nurse practitioners, physician assistants and other nursing staff in HIV pre-exposure prophylaxis care in the United States: a systematic review and meta-analysis</article-title>
          <source>BMC Nurs</source>
          <year>2020</year>
          <month>12</month>
          <day>09</day>
          <volume>19</volume>
          <issue>1</issue>
          <fpage>117</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcnurs.biomedcentral.com/articles/10.1186/s12912-020-00503-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12912-020-00503-0</pub-id>
          <pub-id pub-id-type="medline">33292201</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12912-020-00503-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC7724856</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nunn</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Brinkley-Rubinstein</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Oldenburg</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Mayer</surname>
              <given-names>KH</given-names>
            </name>
            <name name-style="western">
              <surname>Mimiaga</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>PA</given-names>
            </name>
          </person-group>
          <article-title>Defining the HIV pre-exposure prophylaxis care continuum</article-title>
          <source>AIDS</source>
          <year>2017</year>
          <month>03</month>
          <day>13</day>
          <volume>31</volume>
          <issue>5</issue>
          <fpage>731</fpage>
          <lpage>734</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/28060019"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/QAD.0000000000001385</pub-id>
          <pub-id pub-id-type="medline">28060019</pub-id>
          <pub-id pub-id-type="pmcid">PMC5333727</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nelson</surname>
              <given-names>LE</given-names>
            </name>
            <name name-style="western">
              <surname>McMahon</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Leblanc</surname>
              <given-names>NM</given-names>
            </name>
            <name name-style="western">
              <surname>Braksmajer</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Crean</surname>
              <given-names>HF</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Xue</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Advancing the case for nurse practitioner-based models to accelerate scale-up of HIV pre-exposure prophylaxis</article-title>
          <source>J Clin Nurs</source>
          <year>2019</year>
          <month>01</month>
          <day>11</day>
          <volume>28</volume>
          <issue>1-2</issue>
          <fpage>351</fpage>
          <lpage>361</lpage>
          <pub-id pub-id-type="doi">10.1111/jocn.14675</pub-id>
          <pub-id pub-id-type="medline">30230068</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tufts</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>KF</given-names>
            </name>
            <name name-style="western">
              <surname>Shepherd</surname>
              <given-names>JG</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>JY</given-names>
            </name>
            <name name-style="western">
              <surname>Bait Ajzoon</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Mahan</surname>
              <given-names>LB</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>MT</given-names>
            </name>
          </person-group>
          <article-title>Novel interventions for HIV self-management in African American women: a systematic review of mHealth interventions</article-title>
          <source>J Assoc Nurses AIDS Care</source>
          <year>2015</year>
          <volume>26</volume>
          <issue>2</issue>
          <fpage>139</fpage>
          <lpage>150</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jana.2014.08.002</pub-id>
          <pub-id pub-id-type="medline">25283352</pub-id>
          <pub-id pub-id-type="pii">S1055-3290(14)00207-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Battineni</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Chintalapudi</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Amenta</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>AI chatbot design during an epidemic like the novel coronavirus</article-title>
          <source>Healthcare (Basel)</source>
          <year>2020</year>
          <month>06</month>
          <day>03</day>
          <volume>8</volume>
          <issue>2</issue>
          <fpage>154</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=healthcare8020154"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/healthcare8020154</pub-id>
          <pub-id pub-id-type="medline">32503298</pub-id>
          <pub-id pub-id-type="pii">healthcare8020154</pub-id>
          <pub-id pub-id-type="pmcid">PMC7349073</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hess</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Fricker</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Denecke</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Improving and evaluating eMMA's communication skills: a chatbot for managing medication</article-title>
          <source>Stud Health Technol Inform</source>
          <year>2019</year>
          <volume>259</volume>
          <fpage>101</fpage>
          <lpage>104</lpage>
          <pub-id pub-id-type="medline">30923283</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Eleni</surname>
              <given-names>Adamopoulou</given-names>
            </name>
            <name name-style="western">
              <surname>Lefteris</surname>
              <given-names>Moussiades</given-names>
            </name>
          </person-group>
          <article-title>An Overview of Chatbot Technology</article-title>
          <source>Artificial Intelligence Applications and Innovations</source>
          <year>2020</year>
          <month>5</month>
          <day>6</day>
          <conf-name>Artificial Intelligence Applications and Innovations (AIAI 2020)</conf-name>
          <conf-date>June 5-7, 2020</conf-date>
          <conf-loc>Neos Marmaras, Greece</conf-loc>
          <fpage>373</fpage>
          <lpage>383</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brixey</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hoegen</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Lan</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Rusow</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Singla</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Yin</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Artstein</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>SHIHbot: a Facebook chatbot for sexual health information on HIV/AIDS</article-title>
          <year>2017</year>
          <conf-name>18th Annual SIGdial Meeting on Discourse and Dialogue</conf-name>
          <conf-date>August 15-17, 2017</conf-date>
          <conf-loc>Saarbrücken, Germany</conf-loc>
          <fpage>370</fpage>
          <lpage>373</lpage>
          <pub-id pub-id-type="doi">10.18653/v1/w17-5544</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bibault</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chaix</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Guillemassé</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cousin</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Escande</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Perrin</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pienkowski</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Delamon</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Nectoux</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Brouard</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>A chatbot versus physicians to provide information for patients with breast cancer: blind, randomized controlled noninferiority trial</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>11</month>
          <day>27</day>
          <volume>21</volume>
          <issue>11</issue>
          <fpage>e15787</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/11/e15787/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/15787</pub-id>
          <pub-id pub-id-type="medline">31774408</pub-id>
          <pub-id pub-id-type="pii">v21i11e15787</pub-id>
          <pub-id pub-id-type="pmcid">PMC6906616</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gabrielli</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Rizzi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Carbone</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Donisi</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>A chatbot-based coaching intervention for adolescents to promote life skills: pilot study</article-title>
          <source>JMIR Hum Factors</source>
          <year>2020</year>
          <month>02</month>
          <day>14</day>
          <volume>7</volume>
          <issue>1</issue>
          <fpage>e16762</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://humanfactors.jmir.org/2020/1/e16762/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/16762</pub-id>
          <pub-id pub-id-type="medline">32130128</pub-id>
          <pub-id pub-id-type="pii">v7i1e16762</pub-id>
          <pub-id pub-id-type="pmcid">PMC7055808</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chetlen</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Artrip</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Drury</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Arbaiza</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Moore</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Novel use of chatbot technology to educate patients before breast biopsy</article-title>
          <source>J Am Coll Radiol</source>
          <year>2019</year>
          <month>09</month>
          <volume>16</volume>
          <issue>9 Pt B</issue>
          <fpage>1305</fpage>
          <lpage>1308</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jacr.2019.05.050</pub-id>
          <pub-id pub-id-type="medline">31492408</pub-id>
          <pub-id pub-id-type="pii">S1546-1440(19)30702-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schmidlen</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Schwartz</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>DiLoreto</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Kirchner</surname>
              <given-names>HL</given-names>
            </name>
            <name name-style="western">
              <surname>Sturm</surname>
              <given-names>AC</given-names>
            </name>
          </person-group>
          <article-title>Patient assessment of chatbots for the scalable delivery of genetic counseling</article-title>
          <source>J Genet Couns</source>
          <year>2019</year>
          <month>12</month>
          <day>24</day>
          <volume>28</volume>
          <issue>6</issue>
          <fpage>1166</fpage>
          <lpage>1177</lpage>
          <pub-id pub-id-type="doi">10.1002/jgc4.1169</pub-id>
          <pub-id pub-id-type="medline">31549758</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Oh</surname>
              <given-names>YJ</given-names>
            </name>
            <name name-style="western">
              <surname>Lange</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Fukuoka</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Artificial intelligence chatbot behavior change model for designing artificial intelligence chatbots to promote physical activity and a healthy diet: viewpoint</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>09</month>
          <day>30</day>
          <volume>22</volume>
          <issue>9</issue>
          <fpage>e22845</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/9/e22845/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/22845</pub-id>
          <pub-id pub-id-type="medline">32996892</pub-id>
          <pub-id pub-id-type="pii">v22i9e22845</pub-id>
          <pub-id pub-id-type="pmcid">PMC7557439</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Park</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Choi</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Oh</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>La</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Suh</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Designing a chatbot for a brief motivational interview on stress management: qualitative case study</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>04</month>
          <day>16</day>
          <volume>21</volume>
          <issue>4</issue>
          <fpage>e12231</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/4/e12231/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/12231</pub-id>
          <pub-id pub-id-type="medline">30990463</pub-id>
          <pub-id pub-id-type="pii">v21i4e12231</pub-id>
          <pub-id pub-id-type="pmcid">PMC6488959</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Xue</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Intrator</surname>
              <given-names>O</given-names>
            </name>
          </person-group>
          <article-title>Cultivating the role of nurse practitioners in providing primary care to vulnerable populations in an era of health-care reform</article-title>
          <source>Policy Polit Nurs Pract</source>
          <year>2016</year>
          <month>02</month>
          <day>09</day>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>24</fpage>
          <lpage>31</lpage>
          <pub-id pub-id-type="doi">10.1177/1527154416645539</pub-id>
          <pub-id pub-id-type="medline">27166344</pub-id>
          <pub-id pub-id-type="pii">1527154416645539</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Xue</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Spetz</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Primary care nurse practitioners and physicians in low-income and rural areas, 2010-2016</article-title>
          <source>JAMA</source>
          <year>2019</year>
          <month>01</month>
          <day>01</day>
          <volume>321</volume>
          <issue>1</issue>
          <fpage>102</fpage>
          <lpage>105</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/30620363"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jama.2018.17944</pub-id>
          <pub-id pub-id-type="medline">30620363</pub-id>
          <pub-id pub-id-type="pii">2720014</pub-id>
          <pub-id pub-id-type="pmcid">PMC6583766</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Yoon</surname>
              <given-names>SN</given-names>
            </name>
          </person-group>
          <article-title>Application of artificial intelligence-based technologies in the healthcare industry: opportunities and challenges</article-title>
          <source>Int J Environ Res Public Health</source>
          <year>2021</year>
          <month>01</month>
          <day>01</day>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>271</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=ijerph18010271"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/ijerph18010271</pub-id>
          <pub-id pub-id-type="medline">33401373</pub-id>
          <pub-id pub-id-type="pii">ijerph18010271</pub-id>
          <pub-id pub-id-type="pmcid">PMC7795119</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Clemensen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Larsen</surname>
              <given-names>SB</given-names>
            </name>
            <name name-style="western">
              <surname>Kyng</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kirkevold</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Participatory design in health sciences: using cooperative experimental methods in developing health services and computer technology</article-title>
          <source>Qual Health Res</source>
          <year>2007</year>
          <month>01</month>
          <day>01</day>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>122</fpage>
          <lpage>130</lpage>
          <pub-id pub-id-type="doi">10.1177/1049732306293664</pub-id>
          <pub-id pub-id-type="medline">17170250</pub-id>
          <pub-id pub-id-type="pii">17/1/122</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Epstein</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Alper</surname>
              <given-names>BS</given-names>
            </name>
            <name name-style="western">
              <surname>Quill</surname>
              <given-names>TE</given-names>
            </name>
          </person-group>
          <article-title>Communicating evidence for participatory decision making</article-title>
          <source>JAMA</source>
          <year>2004</year>
          <month>05</month>
          <day>19</day>
          <volume>291</volume>
          <issue>19</issue>
          <fpage>2359</fpage>
          <lpage>2566</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.291.19.2359</pub-id>
          <pub-id pub-id-type="medline">15150208</pub-id>
          <pub-id pub-id-type="pii">291/19/2359</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rhodes</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>Daniel</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Alonzo</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Duck</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>García</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Downs</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hergenrather</surname>
              <given-names>KC</given-names>
            </name>
            <name name-style="western">
              <surname>Alegría-Ortega</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Boeving Allen</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gilbert</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Marsiglia</surname>
              <given-names>FF</given-names>
            </name>
          </person-group>
          <article-title>A systematic community-based participatory approach to refining an evidence-based community-level intervention: the HOLA intervention for Latino men who have sex with men</article-title>
          <source>Health Promot Pract</source>
          <year>2013</year>
          <month>07</month>
          <day>17</day>
          <volume>14</volume>
          <issue>4</issue>
          <fpage>607</fpage>
          <lpage>616</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/23075504"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1524839912462391</pub-id>
          <pub-id pub-id-type="medline">23075504</pub-id>
          <pub-id pub-id-type="pii">1524839912462391</pub-id>
          <pub-id pub-id-type="pmcid">PMC3942881</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sjöberg</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Timpka</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Participatory design of information systems in health care</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>1998</year>
          <month>03</month>
          <day>01</day>
          <volume>5</volume>
          <issue>2</issue>
          <fpage>177</fpage>
          <lpage>183</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/9524350"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/jamia.1998.0050177</pub-id>
          <pub-id pub-id-type="medline">9524350</pub-id>
          <pub-id pub-id-type="pmcid">PMC61288</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Melas</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Zampetakis</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Dimopoulou</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Moustakis</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Evaluating the properties of the Evidence-Based Practice Attitude Scale (EBPAS) in health care</article-title>
          <source>Psychol Assess</source>
          <year>2012</year>
          <month>12</month>
          <volume>24</volume>
          <issue>4</issue>
          <fpage>867</fpage>
          <lpage>876</lpage>
          <pub-id pub-id-type="doi">10.1037/a0027445</pub-id>
          <pub-id pub-id-type="medline">22409449</pub-id>
          <pub-id pub-id-type="pii">2012-06126-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yardley</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Ainsworth</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Arden-Close</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Muller</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>The person-based approach to enhancing the acceptability and feasibility of interventions</article-title>
          <source>Pilot Feasibility Stud</source>
          <year>2015</year>
          <month>10</month>
          <day>26</day>
          <volume>1</volume>
          <issue>1</issue>
          <fpage>37</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://pilotfeasibilitystudies.biomedcentral.com/articles/10.1186/s40814-015-0033-z"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s40814-015-0033-z</pub-id>
          <pub-id pub-id-type="medline">27965815</pub-id>
          <pub-id pub-id-type="pii">33</pub-id>
          <pub-id pub-id-type="pmcid">PMC5153673</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Berkman</surname>
              <given-names>MI</given-names>
            </name>
            <name name-style="western">
              <surname>Karahoca</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Re-assessing the Usability Metric for User Experience (UMUX) Scale</article-title>
          <source>J Usability Stud</source>
          <year>2016</year>
          <month>5</month>
          <volume>11</volume>
          <issue>3</issue>
          <fpage>89</fpage>
          <lpage>109</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://uxpajournal.org/assessing-usability-metric-umux-scale/"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gale</surname>
              <given-names>NK</given-names>
            </name>
            <name name-style="western">
              <surname>Heath</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Cameron</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Rashid</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Redwood</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Using the framework method for the analysis of qualitative data in multi-disciplinary health research</article-title>
          <source>BMC Med Res Methodol</source>
          <year>2013</year>
          <month>09</month>
          <day>18</day>
          <volume>13</volume>
          <issue>1</issue>
          <fpage>117</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedresmethodol.biomedcentral.com/articles/10.1186/1471-2288-13-117"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1471-2288-13-117</pub-id>
          <pub-id pub-id-type="medline">24047204</pub-id>
          <pub-id pub-id-type="pii">1471-2288-13-117</pub-id>
          <pub-id pub-id-type="pmcid">PMC3848812</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>VL</given-names>
            </name>
            <name name-style="western">
              <surname>Arocha</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Diermeier</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Greenes</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Shortliffe</surname>
              <given-names>EH</given-names>
            </name>
          </person-group>
          <article-title>Methods of cognitive analysis to support the design and evaluation of biomedical systems: the case of clinical practice guidelines</article-title>
          <source>J Biomed Inform</source>
          <year>2001</year>
          <month>02</month>
          <volume>34</volume>
          <issue>1</issue>
          <fpage>52</fpage>
          <lpage>66</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1532-0464(01)91002-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1006/jbin.2001.1002</pub-id>
          <pub-id pub-id-type="medline">11376543</pub-id>
          <pub-id pub-id-type="pii">S1532-0464(01)91002-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Braun</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>What can "thematic analysis" offer health and wellbeing researchers?</article-title>
          <source>Int J Qual Stud Health Well-being</source>
          <year>2014</year>
          <month>10</month>
          <day>15</day>
          <volume>9</volume>
          <issue>1</issue>
          <fpage>26152</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/25326092"/>
          </comment>
          <pub-id pub-id-type="doi">10.3402/qhw.v9.26152</pub-id>
          <pub-id pub-id-type="medline">25326092</pub-id>
          <pub-id pub-id-type="pii">26152</pub-id>
          <pub-id pub-id-type="pmcid">PMC4201665</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chapman</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hadfield</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Chapman</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Qualitative research in healthcare: an introduction to grounded theory using thematic analysis</article-title>
          <source>J R Coll Physicians Edinb</source>
          <year>2015</year>
          <volume>45</volume>
          <issue>3</issue>
          <fpage>201</fpage>
          <lpage>205</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://eprints.gla.ac.uk/140775"/>
          </comment>
          <pub-id pub-id-type="doi">10.4997/JRCPE.2015.305</pub-id>
          <pub-id pub-id-type="medline">26517098</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guest</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>MacQueen</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Namey</surname>
              <given-names>EE</given-names>
            </name>
          </person-group>
          <source>Applied Thematic Analysis</source>
          <year>2012</year>
          <month>01</month>
          <day>07</day>
          <publisher-loc>Thousand Oaks, CA</publisher-loc>
          <publisher-name>SAGE Publications</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Alami</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Lehoux</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Denis</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Motulsky</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Petitgand</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Savoldelli</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rouquet</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Gagnon</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Roy</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Fortin</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Organizational readiness for artificial intelligence in health care: insights for decision-making and practice</article-title>
          <source>J Health Organ Manag</source>
          <year>2020</year>
          <month>12</month>
          <day>03</day>
          <volume>35</volume>
          <issue>1</issue>
          <fpage>106</fpage>
          <lpage>114</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1108/JHOM-03-2020-0074"/>
          </comment>
          <pub-id pub-id-type="doi">10.1108/JHOM-03-2020-0074</pub-id>
          <pub-id pub-id-type="medline">33258359</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mudgal</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Agarwal</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Chaturvedi</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gaur</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ranjan</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Real-world application, challenges and implication of artificial intelligence in healthcare: an essay</article-title>
          <source>Pan Afr Med J</source>
          <year>2022</year>
          <month>9</month>
          <day>2</day>
          <volume>43</volume>
          <fpage>3</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/36284890"/>
          </comment>
          <pub-id pub-id-type="doi">10.11604/pamj.2022.43.3.33384</pub-id>
          <pub-id pub-id-type="medline">36284890</pub-id>
          <pub-id pub-id-type="pii">PAMJ-43-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC9557803</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
