<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<?covid-19-tdm?>
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v11i4e33982</article-id>
      <article-id pub-id-type="pmid">35212640</article-id>
      <article-id pub-id-type="doi">10.2196/33982</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Developing a Clinic-Based, Vaccine-Promoting Intervention for African American Youth in Rural Alabama: Protocol for a Pilot Cluster-Randomized Controlled Implementation Science Trial</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Leung</surname>
            <given-names>Tiffany</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Ginossar</surname>
            <given-names>Tamar</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Popovic</surname>
            <given-names>Martin</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Budhwani</surname>
            <given-names>Henna</given-names>
          </name>
          <degrees>MA, MPH, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Health Policy and Organization</institution>
            <institution>School of Public Health</institution>
            <institution>University of Alabama at Birmingham</institution>
            <addr-line>1720 University Blvd</addr-line>
            <addr-line>Birmingham, AL, 35294</addr-line>
            <country>United States</country>
            <phone>1 2059757613</phone>
            <email>budhwani@uab.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6716-9754</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Sharma</surname>
            <given-names>Vinita</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5944-6264</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Long</surname>
            <given-names>Dustin</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5423-4481</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Simpson</surname>
            <given-names>Tina</given-names>
          </name>
          <degrees>MPH, MD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8316-8831</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Health Policy and Organization</institution>
        <institution>School of Public Health</institution>
        <institution>University of Alabama at Birmingham</institution>
        <addr-line>Birmingham, AL</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Epidemiology</institution>
        <institution>College of Public Health and Health Professions and College of Medicine</institution>
        <institution>University of Florida</institution>
        <addr-line>Gainesville, FL</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Biostatistics</institution>
        <institution>School of Public Health</institution>
        <institution>University of Alabama at Birmingham</institution>
        <addr-line>Birmingham, AL</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Department of Pediatrics</institution>
        <institution>School of Medicine</institution>
        <institution>University of Alabama at Birmingham</institution>
        <addr-line>Birmingham, AL</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Henna Budhwani <email>budhwani@uab.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>4</month>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>8</day>
        <month>4</month>
        <year>2022</year>
      </pub-date>
      <volume>11</volume>
      <issue>4</issue>
      <elocation-id>e33982</elocation-id>
      <history>
        <date date-type="received">
          <day>1</day>
          <month>10</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>17</day>
          <month>1</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>20</day>
          <month>1</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>22</day>
          <month>2</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Henna Budhwani, Vinita Sharma, Dustin Long, Tina Simpson. Originally published in JMIR Research Protocols (https://www.researchprotocols.org), 08.04.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on https://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.researchprotocols.org/2022/4/e33982" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>African American youth in rural Alabama are clinically underserved and have limited knowledge about the human papillomavirus and the novel coronavirus 2019 (COVID-19) vaccines, including knowledge about the risk for developing cervical or oropharyngeal cancers or COVID-19.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>In this 30-month study, we propose to develop an in-clinic, youth-tailored, vaccine-promoting intervention for vaccine hesitancy reduction that can be seamlessly integrated into the existing environments of pediatric and family practice settings in rural Alabama.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>This exploratory, sequential mixed methods study will be conducted in 3 phases. In the first phase, we will assess stakeholders’ knowledge, sentiments, and beliefs related to vaccination in general, COVID-19 vaccination, and human papillomavirus vaccination. We will also assess stakeholders’ perceptions of barriers to vaccination that exist in rural Alabama. This will be followed by a second phase wherein we will use the data collected in the first phase to inform the development and finalization of a noninvasive, modular, synchronous counseling intervention that targets the behaviors of 15- to 26-year-old adolescents. In the third phase, we will conduct a pilot hybrid type 1 effectiveness-implementation cluster-randomized controlled trial to assess intervention acceptability and feasibility (clinics: N=4; African American youth: N=120) while assessing a “clinical signal” of effectiveness. We will document implementation contexts to provide real-world insight and support dissemination and scale-up.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The study was funded at the end of December 2020. Approval from the University of Alabama at Birmingham Institutional Review Board was obtained in May 2021, and the qualitative data collection process outlined in the first phase of this project concluded in November 2021. The entire study is expected to be complete at the end of December 2023.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The results of the trial will provide much needed information on vaccine hesitancy in rural Alabama, and if found efficacious, the intervention could notably increase rates of vaccinations in one of the most underserved parts of the United States. The results from the trial will provide information that is valuable to public health practitioners and providers in rural settings to inform their efforts in increasing vaccination rates among 15- to 26-year-old African American youth in rural southern United States.</p>
        </sec>
        <sec sec-type="trial registration">
          <title>Trial Registration</title>
          <p>ClinicalTrials.gov NCT04604743; https://clinicaltrials.gov/ct2/show/NCT04604743</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>DERR1-10.2196/33982</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>human papillomavirus</kwd>
        <kwd>COVID-19</kwd>
        <kwd>vaccine</kwd>
        <kwd>adolescents</kwd>
        <kwd>rural</kwd>
        <kwd>African American</kwd>
        <kwd>implementation science</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>National estimates indicate that about half (49%) of adolescents (aged 13-17 years) are up-to-date on their human papillomavirus (HPV) vaccines, with about 66% of same-aged adolescents having received at least 1 dose of the HPV vaccine [<xref ref-type="bibr" rid="ref1">1</xref>]. Notably, fewer adolescents in rural settings accept the HPV vaccine [<xref ref-type="bibr" rid="ref1">1</xref>]. Adolescents in rural communities have an HPV vaccination rate that is 15% lower than that of their peers in urban centers (at about 34%) [<xref ref-type="bibr" rid="ref2">2</xref>]. In Alabama, the average HPV vaccination rate (series completion) is about 20%—nearly 30% lower than the national average and 14% lower than the average for rural communities [<xref ref-type="bibr" rid="ref3">3</xref>]. Some Alabama rural counties have HPV vaccination rates that are as low as 9%, with many Alabama counties clustering between 10% and 25% [<xref ref-type="bibr" rid="ref3">3</xref>]. These rural counties exhibit high rates of poverty, have limited access to health care, and are home to many African Americans. For example, Alabama’s Greene Country has an HPV vaccination rate of 18%. Further, 80% of Greene Country residents identify as African American, residents’ average household income is US $21,339, and only 16% of residents hold a college degree or higher [<xref ref-type="bibr" rid="ref4">4</xref>].</p>
        <p>To date, almost 1 million American lives have been lost to COVID-19 [<xref ref-type="bibr" rid="ref5">5</xref>]. African Americans are disproportionally affected by COVID-19 morbidity and mortality. Reducing COVID-19 vaccine hesitancy in rural Alabama is a high-priority, urgently warranted public health target. Focusing on increasing HPV vaccine uptake and concurrently examining COVID-19 vaccine hesitancy are timely and warranted targets due to low rates of HPV vaccination and high levels of COVID-19 vaccine hesitancy [<xref ref-type="bibr" rid="ref6">6</xref>], of which both are devastating African American populations in rural communities.</p>
        <p>Research elucidating the barriers to HPV and COVID-19 vaccination in rural settings is urgently warranted. Findings from such research can be applied to developing sustainable and scalable interventions that, if acceptable and feasible, could lead to improved rates of vaccination and reduced rates of vaccine-preventable disease among African Americans living in rural America.</p>
      </sec>
      <sec>
        <title>Theoretical Framing</title>
        <p>Our study is guided by the Information-Motivation-Behavioral Skills (IMB) theory, which is widely used to guide the development of prevention interventions [<xref ref-type="bibr" rid="ref7">7</xref>]. The IMB theory was developed by considering the psychological determinants of risk and prevention behavior; IMB integrate constructs of social and health psychology theories (eg, social cognitive theory) [<xref ref-type="bibr" rid="ref8">8</xref>-<xref ref-type="bibr" rid="ref11">11</xref>]. IMB translate theories into potential intervention targets. Our proposed intervention will improve knowledge of HPV, the HPV vaccine, and the COVID-19 vaccine (information) and reduce stigma, distrust, and hesitancy (motivation), leading to improved vaccine confidence and higher vaccination rates (behavior skills).</p>
      </sec>
      <sec>
        <title>Vaccine Hesitancy</title>
        <p>The IMB theory is particularly suited to addressing vaccine hesitancy—a complex and multifaceted phenomenon [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>] harming individuals and broader communities. Although vaccine-focused health disparities research has indicated gaps in uptake [<xref ref-type="bibr" rid="ref14">14</xref>-<xref ref-type="bibr" rid="ref16">16</xref>], studies that hone in on vaccine hesitancy have noted reasons for these gaps. A recent study of adolescent perspectives in rural Alabama found significant misinformation and institutional distrust, which resulted in vaccine skepticism [<xref ref-type="bibr" rid="ref6">6</xref>]. Additionally, since adolescents are often ambivalent or apathetic to behavior change, including seeking preventive health care [<xref ref-type="bibr" rid="ref17">17</xref>], theoretical orientations that enhance motivation without critique or judgment have the potential to resolve barriers to vaccination. The IMB theory is designed to address information (or misinformation) while building motivation, leading to enhanced behavior skills or behavior change, such as vaccine uptake.</p>
      </sec>
      <sec>
        <title>Protocol Summary</title>
        <p>The purpose of this protocol is to present the design of a pilot hybrid type 1 effectiveness-implementation cluster-randomized controlled intervention trial for improving HPV and COVID-19 vaccine acceptance by African American adolescents in rural Alabama.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Ethics Review and Approval</title>
        <p>All study materials and procedures were reviewed and approved by the University of Alabama at Birmingham Institutional Review Board (approval number: IRB-300006490).</p>
      </sec>
      <sec>
        <title>Study Design</title>
        <p>Our study will follow an exploratory, sequential mixed methods design [<xref ref-type="bibr" rid="ref18">18</xref>] that begins with an exploratory, qualitative phase and then moves sequentially to a single quantitative phase or multiple quantitative phases. Simultaneity is the basis for the selection of a sequential design [<xref ref-type="bibr" rid="ref19">19</xref>]; in this sequential design, the qualitative component (phase 1) will precede the quantitative components (phases 2 and 3). The results of the qualitative phase will be used to inform the next phases [<xref ref-type="bibr" rid="ref18">18</xref>]. The study will be conducted over the following three phases: the exploratory, qualitative phase; the intervention development phase; and the implementation and evaluation phase (<xref rid="figure1" ref-type="fig">Figure 1</xref>). In the third phase, we will conduct a pilot hybrid type 1 effectiveness-implementation cluster randomized controlled trial [<xref ref-type="bibr" rid="ref20">20</xref>] to assess intervention acceptability and feasibility (clinics: N=4; adolescents: N=120).</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>The three phases of the study.</p>
          </caption>
          <graphic xlink:href="resprot_v11i4e33982_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Recruitment</title>
        <p>For the first and second phases of the study, participants will be recruited through our health care partner—the University of Alabama at Birmingham Selma Family Medicine clinic—and their local community–based network, which includes high schools and nonprofit agencies. During the third phase, in which the newly crafted intervention will be tested, participants will be recruited in enrolled clinics. Screening for eligibility (eg, vaccine status, age, etc) will occur via self-report and be corroborated via clinical record and immunization registry verification.</p>
      </sec>
      <sec>
        <title>Phase 1: Qualitative Assessment</title>
        <p>We will conduct in-depth interviews with adolescents (age: range 15-17 years; estimated number of participants: range 12-24; number of adolescent girls: range 6-12; number of adolescent boys: range 6-12) and with the guardians of adolescents (estimated number of guardians: range 6-12). The goal of these qualitative interviews is to explore knowledge, cultural considerations, beliefs, and barriers related to vaccination to inform intervention development. We will also conduct in-depth interviews with rural health providers to document inner and outer contexts—informed by the rigorous frameworks of implementation science—of vaccine acceptance and vaccine hesitancy (estimated number of health providers: range 8-12). We will use rapid qualitative analysis [<xref ref-type="bibr" rid="ref21">21</xref>] and thematic coding and analysis methods [<xref ref-type="bibr" rid="ref22">22</xref>] to elucidate ways in which the intervention needs to be crafted so that it is acceptable to adolescents, parents, and their health providers in rural Alabama.</p>
        <p>Qualitative in-depth interviews will be audio-recorded by using digital recorders, and audio files will be uploaded to an encrypted server. Files will be transcribed into Microsoft Word files by an experienced transcriptionist. We will collect these data as the interviewers, with the assistance of a trained research assistant from the target population. Coding and analysis will be performed by using rapid qualitative analysis and a thematic analysis approach, in which a priori themes and subthemes from theory and literature are supplemented with emerging themes that are “grounded” [<xref ref-type="bibr" rid="ref23">23</xref>] in data. The NVivo (QSR International) qualitative software will be used for coding and analysis.</p>
      </sec>
      <sec>
        <title>Phase 2: Intervention Development</title>
        <p>We will use intervention mapping [<xref ref-type="bibr" rid="ref24">24</xref>] and the designing for dissemination [<xref ref-type="bibr" rid="ref25">25</xref>] approach, which will be informed by data from the first phase, to develop the intervention. We chose the 4-step intervention mapping model to inform the development process [<xref ref-type="bibr" rid="ref24">24</xref>]. Intervention mapping is a systematic, iterative process characterized by contextual evaluation, stakeholder feedback, and the use of theories and evidence, making it an excellent fit for implementation science trials in real-world settings [<xref ref-type="bibr" rid="ref24">24</xref>]. Using intervention mapping will allow us to prioritize key targets while considering barriers to testing and prevention.</p>
        <p>The tablet-based intervention will include 3 modules consisting of multiple subtopics, deliver tailored (ie, for youth and rural contexts) digital content in the clinic waiting room, include motivational interviewing [<xref ref-type="bibr" rid="ref26">26</xref>] components that are effective in evoking behavior change while being acceptable to adolescents and parents, and include ongoing support through text reminders. The intervention will be designed to reduce health provider burden and to consider practice and environmental limitations. We anticipate drafting 2 to 3 versions of the intervention before finalizing a version for pilot-testing. Each version will be reviewed by a group of adolescents and clinical health providers (estimated number of reviewers per version: range 4-6).</p>
      </sec>
      <sec>
        <title>Phase 3: Intervention Evaluation</title>
        <p>We will conduct a pilot hybrid type 1 effectiveness-implementation cluster-randomized controlled trial [<xref ref-type="bibr" rid="ref20">20</xref>] to assess intervention acceptability and feasibility (clinics: N=4; adolescents: N=120). The cluster-randomized controlled trial design minimizes the risk of contamination among participants in different arms and is ideal when settings are similar in terms of population characteristics. These trials are frequently used when interventions are to be carried out at the level of whole groups. Implementation science hybrid designs assess intervention effectiveness in real-world settings and document barriers and facilitators to delivery and sustainability [<xref ref-type="bibr" rid="ref20">20</xref>]. Considering that our goal is to disseminate the intervention widely, we must understand the contexts that influence success and failure, so that we can plan for them and mitigate weaknesses accordingly.</p>
        <p>We will enroll 120 adolescents across 4 clinics; 2 clinics will be randomized to implement the intervention condition, and 2 clinics will be randomized to a time-attention control. All African American patients unvaccinated for HPV (aged 15-26; all genders) will be approached to enroll in the study when they come in for a visit, regardless of the purpose of that clinical visit. After informed consent is collected from adolescents, we will collect preintervention, immediately postintervention, 2-month postintervention, and 6-month postintervention survey data related to the behavior change objectives -- increased knowledge of vaccines, reduced stigma, and increased motivation, which all result in improved vaccine confidence and higher vaccination rates — in addition to participant demographics and known potential associates of vaccination or vaccine hesitancy. We will collect design metrics to assess feasibility and acceptability, informed by the Bowen framework [<xref ref-type="bibr" rid="ref27">27</xref>] (<xref rid="figure2" ref-type="fig">Figure 2</xref>).</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Randomized controlled trial study flow (phase 3).</p>
          </caption>
          <graphic xlink:href="resprot_v11i4e33982_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>All participant data collection will occur electronically. Informed consent will be collected via Adobe Sign (Adobe Inc), and self-report data will be collected through a standardized Qualtrics (Qualtrics International Inc) survey. Pre- and postintervention data collection, which will occur in clinics, will be conducted with iPads (Apple Inc) that are dedicated to the study site. Data will be immediately uploaded to a secure database through wireless connectivity. Self-report data to be collected at 2 and 6 months post intervention will be captured by using the same standardized Qualtrics survey that will be used in clinics; the direct survey link will be shared via text or email, depending on the participants’ preferences.</p>
        <p>We will conduct exit interviews with clinic health providers to assess barriers and facilitators to implementation specifically to inform regional dissemination.</p>
      </sec>
      <sec>
        <title>Effectiveness Data</title>
        <p>Data on clinic-level vaccination rates and vaccination series completion rates will be collected prior to the start of the study and once per year thereafter. Patient-specific data will be collected at the end of the 6-month study cycle.</p>
      </sec>
      <sec>
        <title>Medical Records</title>
        <p>We propose to collect data on vaccination from medical records at partner clinics. We will request records from partner clinics, and a member of each clinic will extract them for evaluation. The research team will review medical records for evidence that participants accepted vaccination during the 6-month study period, as well as evidence of whether the participants completed the vaccine series.</p>
      </sec>
      <sec>
        <title>Feasibility Data (The Bowen Model [<xref ref-type="bibr" rid="ref27">27</xref>])</title>
        <p>Clinic staff will maintain logs on acceptances and refusals to study participation. We will use these data to assess if the study procedures and protocols are feasible and the intervention is acceptable (<xref ref-type="table" rid="table1">Table 1</xref>).</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Components of the Bowen model [<xref ref-type="bibr" rid="ref27">27</xref>].</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="200"/>
            <col width="400"/>
            <col width="400"/>
            <thead>
              <tr valign="top">
                <td>Component</td>
                <td>Assessment focus</td>
                <td>Sample outcomes</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Demand</td>
                <td>Documenting the use of the intervention</td>
                <td>Fit within organizational culture and perceived effects and demand</td>
              </tr>
              <tr valign="top">
                <td>Acceptability</td>
                <td>Health providers’ and patients’ reactions to the intervention</td>
                <td>Satisfaction, intent to continue use, and perceived appropriateness</td>
              </tr>
              <tr valign="top">
                <td>Implementation</td>
                <td>Extent to which the intervention is implemented as planned</td>
                <td>Degree of execution and resources for implementation</td>
              </tr>
              <tr valign="top">
                <td>Practicality</td>
                <td>Extent to which intervention can be implemented in rural Alabama</td>
                <td>Cost analysis factors affecting implementation</td>
              </tr>
              <tr valign="top">
                <td>Adaptation</td>
                <td>Modifications needed to accommodate the context</td>
                <td>Degree to which outcomes are obtained with the mobile format</td>
              </tr>
              <tr valign="top">
                <td>Integration</td>
                <td>Level of system change for integrating the intervention</td>
                <td>Perceived fit with infrastructure and perceived sustainability</td>
              </tr>
              <tr valign="top">
                <td>Expansion</td>
                <td>Potential success of the intervention in a different setting</td>
                <td>Fit with the local goals and culture</td>
              </tr>
              <tr valign="top">
                <td>Limited efficacy testing</td>
                <td>Small-scale implementation</td>
                <td>Effect size estimation and effects on key intermediate variables</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Implementation Data</title>
        <p>At 4 months after the start of the trial, we will solicit feedback from staff who were interviewed in the initial qualitative phase (estimated number of staff members: range 4-8). We will collect data on the inner and outer contexts affecting implementation and data on the policies, environments, funding, and social conditions that influenced intervention delivery; this interview will take about 1 hour. We will also conduct in-depth exit interviews with a purposively selected group of adolescent participants on a rolling basis after they have concluded the 6-month study cycle (number of participants: range 6-12). The interviews will collect data on how the intervention was experienced and internalized. We will ask questions on how sociocultural nonintervention contexts affected the likelihood of vaccination and series completion. These data will provide a direct look into real-world implementation considerations affecting African American adolescents.</p>
      </sec>
      <sec>
        <title>Phase 3: Data Management and Quantitative Analysis</title>
        <p>A descriptive analysis of all study feasibility and outcome variables will be summarized by using means and SDs for continuous measures and frequencies and percentages for categorical measures. Between-group differences will be compared by using standard 2-tailed cluster analyses. Further, 2-sample tests for proportions [<xref ref-type="bibr" rid="ref28">28</xref>] will be used to compare initial vaccination acceptance, the indication of dose completion, and study dropout. An adjusted McNemar test [<xref ref-type="bibr" rid="ref29">29</xref>] will be used to determine if the intervention group had any changes in vaccine knowledge post intervention. Similar analyses will be used in the control group, and the two groups’ changes will be examined. For any continuous measure (eg, stigma), 2-sample <italic>t</italic> tests [<xref ref-type="bibr" rid="ref30">30</xref>] will be used, and appropriate assumptions will be validated. Factors related to unexpected design or study implementation issues, such as systematic enrollment issues at clinics or differential times between patients’ first visit and their follow-up resulting from issues beyond common follow-up issues, will be assessed. If it is determined that these issues require analysis adjustment, we will use generalized estimating equations to compare group differences in all measures while adjusting for these factors. Generalized estimating equations require all missing data to be missing completely at random; however, as our primary outcome relates to initial vaccination acceptance, we do not expect any missingness. Likewise, we will assume that study dropout is an indicator of incomplete dosing. Missing values for other outcomes will be examined, and if missingness at random can be assumed, multiple imputations [<xref ref-type="bibr" rid="ref31">31</xref>] will be used.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>The study was funded at the end of December 2020. Approval from the University of Alabama at Birmingham Institutional Review Board was obtained in May 2021, and the qualitative data collection process outlined in the first phase of this project concluded in November 2021. The entire study is expected to be complete at the end of December 2023.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Study Implications</title>
        <p>Based on prior research with rural African American adolescents and their families and given the low rates of vaccination in rural Alabama, developing an intervention to promote vaccination among 15- to 26-year-old youth has the potential to make a notable public health impact. A novel feature of this study is its emphasis on adolescent decision-making and autonomy. This departure from prior studies that focused on changing parental or guardian behavior makes our protocol unique, and we hope that this increases its chances of making a strong impact. Furthermore, by developing this intervention, which leverages existing infrastructure, we increase the likelihood of this intervention being scalable to similar clinic settings across similar rural communities in Alabama and extending into other neighboring states, such as Mississippi and Tennessee.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>We note some important limitations to the study. Currently, the intervention focuses on adolescents and does not focus on parents. Because adolescents can consent for their own health care at 14 years of age in the state of Alabama, we opted to focus on them instead of their parents. During the qualitative phase, we may learn about clinic features that indicate a poor fit for such a research trial. If this occurs, as we have ample credibility with rural clinics across the state, we can recruit a replacement facility.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">HPV</term>
          <def>
            <p>human papillomavirus</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">IMB</term>
          <def>
            <p>Information-Motivation-Behavioral Skills</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>Merck Sharp and Dohme Corp financially supported the research reported in this publication as part of an investigator<bold>-</bold>initiated study (Merck Investigator Studies Program #60590).</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>Understanding HPV coverage</article-title>
          <source>Centers for Disease Control and Prevention</source>
          <year>2018</year>
          <access-date>2020-04-02</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/hpv/partners/outreach-hcp/hpv-coverage.html">https://www.cdc.gov/hpv/partners/outreach-hcp/hpv-coverage.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <article-title>Vaccination in rural communities</article-title>
          <source>Centers for Disease Control and Prevention</source>
          <year>2019</year>
          <access-date>2020-04-02</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/ruralhealth/vaccines/index.html">https://www.cdc.gov/ruralhealth/vaccines/index.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Crain</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>HPV vaccination rates in Alabama by county</article-title>
          <source>Advance Local</source>
          <year>2019</year>
          <month>08</month>
          <day>19</day>
          <access-date>2020-04-02</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.al.com/news/2019/08/hpv-vaccination-rates-in-alabama-by-county.html">https://www.al.com/news/2019/08/hpv-vaccination-rates-in-alabama-by-county.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="web">
          <article-title>Race and ethnicity in Alabama</article-title>
          <source>Statistical Atlas</source>
          <access-date>2020-04-02</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://statisticalatlas.com/state/Alabama/Race-and-Ethnicity#data-map/county">https://statisticalatlas.com/state/Alabama/Race-and-Ethnicity#data-map/county</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
          <article-title>COVID-19 mortality overview</article-title>
          <source>Centers for Disease Control and Prevention</source>
          <access-date>2020-07-17</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/nchs/covid19/mortality-overview.htm">https://www.cdc.gov/nchs/covid19/mortality-overview.htm</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Budhwani</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Maycock</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Murrell</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Simpson</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>COVID-19 vaccine sentiments among African American or Black adolescents in rural Alabama</article-title>
          <source>J Adolesc Health</source>
          <year>2021</year>
          <month>12</month>
          <volume>69</volume>
          <issue>6</issue>
          <fpage>1041</fpage>
          <lpage>1043</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/34666953"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jadohealth.2021.09.010</pub-id>
          <pub-id pub-id-type="medline">34666953</pub-id>
          <pub-id pub-id-type="pii">S1054-139X(21)00454-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC8494651</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fisher</surname>
              <given-names>WA</given-names>
            </name>
            <name name-style="western">
              <surname>Fisher</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Harman</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Suls</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wallston</surname>
              <given-names>KA</given-names>
            </name>
          </person-group>
          <article-title>The Information-Motivation-Behavioral Skills model: A general social psychological approach to understanding and promoting health behavior</article-title>
          <source>Social Psychological Foundations of Health and Illness</source>
          <year>2003</year>
          <publisher-loc>New Jersey</publisher-loc>
          <publisher-name>Blackwell Publishing Ltd</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hochbaum</surname>
              <given-names>GM</given-names>
            </name>
          </person-group>
          <article-title>Public participation in medical screening programs: A Socio-psychological study</article-title>
          <source>Google Play Books</source>
          <year>1958</year>
          <access-date>2020-04-02</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://play.google.com/books/reader?id=7O44ljhQkrsC&#38;pg=GBS.PA6&#38;hl=en">https://play.google.com/books/reader?id=7O44ljhQkrsC&#38;pg=GBS.PA6&#38;hl=en</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bandura</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Perceived self-efficacy in the exercise of control over AIDS infection</article-title>
          <source>Eval Program Plann</source>
          <year>1990</year>
          <volume>13</volume>
          <issue>1</issue>
          <fpage>9</fpage>
          <lpage>17</lpage>
          <pub-id pub-id-type="doi">10.1016/0149-7189(90)90004-g</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bandura</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>DiClemente</surname>
              <given-names>RJ</given-names>
            </name>
          </person-group>
          <article-title>A social cognitive approach to the exercise of control of AIDS infection</article-title>
          <source>Adolescents and AIDS: A Generation in Jeopardy</source>
          <year>1992</year>
          <publisher-loc>Newbury Park, CA</publisher-loc>
          <publisher-name>Sage Publications</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fishbein</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ajzen</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <source>Belief, Attitude, Intention and Behavior: An Introduction to Theory and Research</source>
          <year>1975</year>
          <publisher-loc>Reading, MA</publisher-loc>
          <publisher-name>Addison-Wesley</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="web">
          <article-title>NIMHD Research Framework</article-title>
          <source>National Institute on Minority Health and Health Disparities</source>
          <access-date>2021-01-19</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://nimhd.nih.gov/researchFramework">https://nimhd.nih.gov/researchFramework</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hightow-Weidman</surname>
              <given-names>LB</given-names>
            </name>
            <name name-style="western">
              <surname>Budhwani</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>A multidimensional digital approach to address vaccine hesitancy and increase COVID-19 vaccine uptake among African American young adults in the south (R01MD016834)</article-title>
          <source>National Institute on Minority Health and Health Disparities</source>
          <access-date>2021-01-19</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nimhd.nih.gov/docs/research_framework/nimhdResearchFrameworkAdapt_HightowWeidman-Budhwani.pdf">https://www.nimhd.nih.gov/docs/research_framework/nimhdResearchFrameworkAdapt_HightowWeidman-Budhwani.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Budhwani</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>De</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Disparities in influenza vaccination across the United States: Variability by minority group, Asian sub-populations, socio-economic status, and health insurance coverage</article-title>
          <source>Public Health</source>
          <year>2016</year>
          <month>09</month>
          <volume>138</volume>
          <fpage>146</fpage>
          <lpage>153</lpage>
          <pub-id pub-id-type="doi">10.1016/j.puhe.2016.04.003</pub-id>
          <pub-id pub-id-type="medline">27178130</pub-id>
          <pub-id pub-id-type="pii">S0033-3506(16)30039-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Budhwani</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>De</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Human papillomavirus vaccine initiation in Asian Indians and Asian subpopulations: a case for examining disaggregated data in public health research</article-title>
          <source>Public Health</source>
          <year>2017</year>
          <month>12</month>
          <volume>153</volume>
          <fpage>111</fpage>
          <lpage>117</lpage>
          <pub-id pub-id-type="doi">10.1016/j.puhe.2017.07.036</pub-id>
          <pub-id pub-id-type="medline">29028565</pub-id>
          <pub-id pub-id-type="pii">S0033-3506(17)30299-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hearld</surname>
              <given-names>KR</given-names>
            </name>
            <name name-style="western">
              <surname>Budhwani</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Human papillomavirus (HPV) and influenza vaccine behavior among Muslim women in the United States</article-title>
          <source>Health Care Women Int</source>
          <year>2020</year>
          <month>05</month>
          <volume>41</volume>
          <issue>5</issue>
          <fpage>532</fpage>
          <lpage>542</lpage>
          <pub-id pub-id-type="doi">10.1080/07399332.2019.1623797</pub-id>
          <pub-id pub-id-type="medline">31194672</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Budhwani</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Naar</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Training providers in motivational interviewing to promote behavior change</article-title>
          <source>Pediatr Clin North Am (forthcoming)</source>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="web">
          <article-title>Learn to use an exploratory sequential mixed method design for instrument development</article-title>
          <source>Sage Research Methods Datasets</source>
          <year>2019</year>
          <access-date>2020-04-02</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://methods.sagepub.com/base/download/DatasetStudentGuide/exploratory-sequential-mixed-method-instrument-development-united-states">https://methods.sagepub.com/base/download/DatasetStudentGuide/exploratory-sequential-mixed-method-instrument-development-united-states</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schoonenboom</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>RB</given-names>
            </name>
          </person-group>
          <article-title>How to construct a mixed methods research design</article-title>
          <source>Kolner Z Soz Sozpsychol</source>
          <year>2017</year>
          <volume>69</volume>
          <issue>Suppl 2</issue>
          <fpage>107</fpage>
          <lpage>131</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28989188"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11577-017-0454-1</pub-id>
          <pub-id pub-id-type="medline">28989188</pub-id>
          <pub-id pub-id-type="pii">454</pub-id>
          <pub-id pub-id-type="pmcid">PMC5602001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Curran</surname>
              <given-names>GM</given-names>
            </name>
            <name name-style="western">
              <surname>Bauer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mittman</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Pyne</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Stetler</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness-implementation hybrid designs: combining elements of clinical effectiveness and implementation research to enhance public health impact</article-title>
          <source>Med Care</source>
          <year>2012</year>
          <month>03</month>
          <volume>50</volume>
          <issue>3</issue>
          <fpage>217</fpage>
          <lpage>226</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22310560"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/MLR.0b013e3182408812</pub-id>
          <pub-id pub-id-type="medline">22310560</pub-id>
          <pub-id pub-id-type="pmcid">PMC3731143</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Henshall</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kenyon</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Litchfield</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Greenfield</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Can rapid approaches to qualitative analysis deliver timely, valid findings to clinical leaders? A mixed methods study comparing rapid and thematic analysis</article-title>
          <source>BMJ Open</source>
          <year>2018</year>
          <month>10</month>
          <day>08</day>
          <volume>8</volume>
          <issue>10</issue>
          <fpage>e019993</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=30297341"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2017-019993</pub-id>
          <pub-id pub-id-type="medline">30297341</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2017-019993</pub-id>
          <pub-id pub-id-type="pmcid">PMC6194404</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Braun</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Using thematic analysis in psychology</article-title>
          <source>Qual Res Psychol</source>
          <year>2006</year>
          <volume>3</volume>
          <issue>2</issue>
          <fpage>77</fpage>
          <lpage>101</lpage>
          <pub-id pub-id-type="doi">10.1191/1478088706qp063oa</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Strauss</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Corbin</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <source>Basics of Qualitative Research: Techniques and Procedures for Developing Grounded Theory, Second Edition</source>
          <year>1998</year>
          <publisher-loc>Thousand Oaks, CA</publisher-loc>
          <publisher-name>Sage Publications</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Merlin</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Young</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>MO</given-names>
            </name>
            <name name-style="western">
              <surname>Saag</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Demonte</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Kerns</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Bair</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kertesz</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Turan</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Kilgore</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Clay</surname>
              <given-names>OJ</given-names>
            </name>
            <name name-style="western">
              <surname>Pekmezi</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Davies</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Intervention mapping to develop a social cognitive theory-based intervention for chronic pain tailored to individuals with HIV</article-title>
          <source>Contemp Clin Trials Commun</source>
          <year>2018</year>
          <month>02</month>
          <day>19</day>
          <volume>10</volume>
          <fpage>9</fpage>
          <lpage>16</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2451-8654(17)30183-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.conctc.2018.02.004</pub-id>
          <pub-id pub-id-type="medline">29696153</pub-id>
          <pub-id pub-id-type="pii">S2451-8654(17)30183-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC5898474</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brownson</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Jacobs</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Tabak</surname>
              <given-names>RG</given-names>
            </name>
            <name name-style="western">
              <surname>Hoehner</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Stamatakis</surname>
              <given-names>KA</given-names>
            </name>
          </person-group>
          <article-title>Designing for dissemination among public health researchers: findings from a national survey in the United States</article-title>
          <source>Am J Public Health</source>
          <year>2013</year>
          <month>09</month>
          <volume>103</volume>
          <issue>9</issue>
          <fpage>1693</fpage>
          <lpage>1699</lpage>
          <pub-id pub-id-type="doi">10.2105/AJPH.2012.301165</pub-id>
          <pub-id pub-id-type="medline">23865659</pub-id>
          <pub-id pub-id-type="pmcid">PMC3966680</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mbuagbaw</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Ye</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Thabane</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Motivational interviewing for improving outcomes in youth living with HIV</article-title>
          <source>Cochrane Database Syst Rev</source>
          <year>2012</year>
          <month>09</month>
          <day>12</day>
          <issue>9</issue>
          <fpage>CD009748</fpage>
          <pub-id pub-id-type="doi">10.1002/14651858.CD009748.pub2</pub-id>
          <pub-id pub-id-type="medline">22972147</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bowen</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kreuter</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Spring</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Cofta-Woerpel</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Linnan</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Weiner</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bakken</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kaplan</surname>
              <given-names>CP</given-names>
            </name>
            <name name-style="western">
              <surname>Squiers</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Fabrizio</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Fernandez</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>How we design feasibility studies</article-title>
          <source>Am J Prev Med</source>
          <year>2009</year>
          <month>05</month>
          <volume>36</volume>
          <issue>5</issue>
          <fpage>452</fpage>
          <lpage>457</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/19362699"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.amepre.2009.02.002</pub-id>
          <pub-id pub-id-type="medline">19362699</pub-id>
          <pub-id pub-id-type="pii">S0749-3797(09)00096-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC2859314</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Donner</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Klar</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <source>Design and Analysis of Cluster Randomization Trials in Health Research</source>
          <year>2000</year>
          <publisher-loc>London, UK</publisher-loc>
          <publisher-name>Arnold Publishers Ltd</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Eliasziw</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Donner</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Application of the McNemar test to non-independent matched pair data</article-title>
          <source>Stat Med</source>
          <year>1991</year>
          <month>12</month>
          <volume>10</volume>
          <issue>12</issue>
          <fpage>1981</fpage>
          <lpage>1991</lpage>
          <pub-id pub-id-type="doi">10.1002/sim.4780101211</pub-id>
          <pub-id pub-id-type="medline">1805322</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ahn</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Heo</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <source>Sample Size Calculations for Clustered and Longitudinal Outcomes in Clinical Research</source>
          <year>2015</year>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>CRC Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Aloisio</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Swanson</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Micali</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Field</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Horton</surname>
              <given-names>NJ</given-names>
            </name>
          </person-group>
          <article-title>Analysis of partially observed clustered data using generalized estimating equations and multiple imputation</article-title>
          <source>Stata J</source>
          <year>2014</year>
          <month>10</month>
          <day>01</day>
          <volume>14</volume>
          <issue>4</issue>
          <fpage>863</fpage>
          <lpage>883</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25642154"/>
          </comment>
          <pub-id pub-id-type="medline">25642154</pub-id>
          <pub-id pub-id-type="pmcid">PMC4306281</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
