<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v11i5e35969</article-id>
      <article-id pub-id-type="pmid">35559984</article-id>
      <article-id pub-id-type="doi">10.2196/35969</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Protocol</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Protocol</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Developing Reporting Guidelines for Studies of HIV Drug Resistance Prevalence: Protocol for a Mixed Methods Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Leung</surname>
            <given-names>Tiffany</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Romo</surname>
            <given-names>Matthew</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Ruisenor</surname>
            <given-names>Horacio</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Garcia</surname>
            <given-names>Cristian</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0564-8776</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Rehman</surname>
            <given-names>Nadia</given-names>
          </name>
          <degrees>BDS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0174-1527</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Lawson</surname>
            <given-names>Daeria O</given-names>
          </name>
          <degrees>HBSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6487-3367</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Djiadeu</surname>
            <given-names>Pascal</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9708-6530</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Mbuagbaw</surname>
            <given-names>Lawrence</given-names>
          </name>
          <degrees>MPH, MD, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Health Research Methods, Evidence, and Impact</institution>
            <institution>McMaster University</institution>
            <addr-line>1280 Main Street West</addr-line>
            <addr-line>Hamilton, ON, L8S 4K1</addr-line>
            <country>Canada</country>
            <phone>1 905 522 1155 ext 35929</phone>
            <email>mbuagblc@mcmaster.ca</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5855-5461</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Health Research Methods, Evidence, and Impact</institution>
        <institution>McMaster University</institution>
        <addr-line>Hamilton, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Anesthesia</institution>
        <institution>McMaster University</institution>
        <addr-line>Hamilton, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Pediatrics</institution>
        <institution>McMaster University</institution>
        <addr-line>Hamilton, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Biostatistics Unit</institution>
        <institution>Father Sean O'Sullivan Research Centre</institution>
        <institution>St Joseph's Healthcare</institution>
        <addr-line>Hamilton, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Division of Epidemiology and Biostatistics</institution>
        <institution>Department of Global Health</institution>
        <institution>Stellenbosch University</institution>
        <addr-line>Cape Town</addr-line>
        <country>South Africa</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Lawrence Mbuagbaw <email>mbuagblc@mcmaster.ca</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>5</month>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>13</day>
        <month>5</month>
        <year>2022</year>
      </pub-date>
      <volume>11</volume>
      <issue>5</issue>
      <elocation-id>e35969</elocation-id>
      <history>
        <date date-type="received">
          <day>7</day>
          <month>1</month>
          <year>2022</year>
        </date>
        <date date-type="rev-request">
          <day>21</day>
          <month>3</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>10</day>
          <month>4</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>25</day>
          <month>4</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Cristian Garcia, Nadia Rehman, Daeria O Lawson, Pascal Djiadeu, Lawrence Mbuagbaw. Originally published in JMIR Research Protocols (https://www.researchprotocols.org), 13.05.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on https://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.researchprotocols.org/2022/5/e35969" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>HIV drug resistance is a global health problem that limits the effectiveness of antiretroviral therapy. Adequate surveillance of HIV drug resistance is challenged by heterogenous and inadequate data reporting, which compromises the accuracy, interpretation, and usability of prevalence estimates. Previous research has found that the quality of reporting in studies of HIV drug resistance prevalence is low, and thus better guidance is needed to ensure complete and uniform reporting.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This paper contributes to the process of developing reporting guidelines for prevalence studies of HIV drug resistance by reporting the methodology used in creating a reporting item checklist and generating key insights on items that are important to report.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We will conduct a sequential explanatory mixed methods study among authors and users of studies of HIV drug resistance. The two-phase design will include a cross-sectional electronic survey (quantitative phase) followed by a focus group discussion (qualitative phase). Survey participants will rate the essentiality of various reporting items. This data will be analyzed using content validity ratios to determine the items that will be retained for focus group discussions. Participants in these discussions will revise the items and any additionally suggested items and settle on a complete reporting item checklist. We will also conduct a thematic analysis of the group discussions to identify emergent themes regarding the agreement process.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>As of November 2021, data collection for both phases of the study is complete. In July 2021, 51 participants had provided informed consent and completed the electronic survey. In October 2021, focus group discussions were held. Nine participants in total participated in two virtual focus group discussions. As of May 2022, data are being analyzed.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This study supports the development of a reporting checklist for studies of HIV drug resistance by achieving agreement among experts on what items should be reported in these studies. The results of this work will be refined and elaborated on by a writing committee of HIV drug resistance experts and external reviewers to develop finalized reporting guidelines.</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>DERR1-10.2196/35969</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>HIV</kwd>
        <kwd>drug resistance</kwd>
        <kwd>reporting guideline</kwd>
        <kwd>prevalence</kwd>
        <kwd>surveillance</kwd>
        <kwd>antiretroviral therapy</kwd>
        <kwd>report</kwd>
        <kwd>global health</kwd>
        <kwd>problem</kwd>
        <kwd>antiretroviral therapy</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>An estimated 38 million people were living with HIV worldwide in 2019 [<xref ref-type="bibr" rid="ref1">1</xref>]. These large numbers reflect higher longevity in people with HIV due in part to improvements in the management of HIV infection by early detection and early treatment with antiretroviral therapy. One obstacle to the effectiveness of antiretroviral therapy is drug resistance, as it limits the number of effective drugs, increases the potential for onward transmission, and compromises survival [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref3">3</xref>].</p>
        <p>Drug resistance to antiretroviral therapy may be acquired when there is viral replication in the presence of a drug [<xref ref-type="bibr" rid="ref4">4</xref>]. In some individuals, drug-resistant viral strains are already present prior to the start of antiretroviral therapy, referred to as pretreatment drug resistance [<xref ref-type="bibr" rid="ref5">5</xref>]. This type of resistance can arise due to infection with a drug-resistant viral strain, also referred to as “transmitted drug resistance,” or due to prior exposure to antiretroviral treatment (eg, women and children exposed to treatment as part of prevention programs and people who abandoned prior treatments) [<xref ref-type="bibr" rid="ref6">6</xref>].</p>
        <p>HIV drug resistance is a recognized global health problem [<xref ref-type="bibr" rid="ref7">7</xref>]. People with drug resistance are more likely to experience treatment failure, discontinue treatment, and develop new drug-resistant strains [<xref ref-type="bibr" rid="ref5">5</xref>]. The rise in drug resistance is one of the greatest threats to global health—without urgent attention, it could result in millions of deaths, an increase in new harder-to-treat strains of HIV, and higher health care costs [<xref ref-type="bibr" rid="ref8">8</xref>]. The prevalence of HIV drug resistance varies worldwide, and it can be as high as 25% in some countries [<xref ref-type="bibr" rid="ref9">9</xref>], likely due to the efforts to expand widespread availability of antiretroviral therapy in these settings. Understanding the levels of HIV drug resistance is important to researchers, clinicians, and policy makers because this information can inform guidelines on how treatment should be tailored and what drugs should be used as first-line treatments. For example, in 2020, a total of 21 of the 30 World Health Organization (WHO) drug resistance surveys reported drug resistance to nevirapine or efavirenz in populations initiating first-line antiretroviral therapy above 10% [<xref ref-type="bibr" rid="ref10">10</xref>].</p>
        <p>The prevalence of drug resistance varies among people living with HIV, but is higher in certain high-risk populations such as men who have sex with men, sex workers, transgender people, people who inject drugs, people in prisons, pregnant women, and adolescents and children; resistance prevalence also varies by sex, ethnicity, and HIV subtype due to differences antiretroviral exposures [<xref ref-type="bibr" rid="ref11">11</xref>-<xref ref-type="bibr" rid="ref14">14</xref>]. The pooled prevalence estimate of HIV drug resistance is high among men who have sex with men (13.0%, 95% CI 11.0%-14.0%), sex workers (17.0%, 95% CI 6.0%-32.0%), and people in prisons (18.0%, 95% CI 11.0%-25.0%) [<xref ref-type="bibr" rid="ref15">15</xref>]. Overall, men who have sex with men are more likely to have any drug resistance compared to the general population (odds ratio 1.28, 95% CI 1.13-1.46) [<xref ref-type="bibr" rid="ref15">15</xref>].</p>
        <p>Adequate monitoring of HIV drug resistance across countries and populations is often challenged by heterogenous and inadequate data reporting. In our previous systematic review of pretreatment drug resistance in key populations, we found that the quality of reporting in studies of HIV drug resistance prevalence is low [<xref ref-type="bibr" rid="ref16">16</xref>]. This compromises the accuracy, interpretation, and usability of prevalence estimates, especially if key data are not reported, including precision of the estimates, representativeness and diversity of the participants included, techniques used to measure resistance, participants’ transmission risk group, prior exposure to treatments, and class of drug for which resistance was tested [<xref ref-type="bibr" rid="ref15">15</xref>]. Our recent methodological study concluded that while reporting has improved over time [<xref ref-type="bibr" rid="ref8">8</xref>], guidance is needed to ensure complete and uniform reporting to improve the interpretation of study findings, generalizability, and comparability of prevalence estimates, while accounting for differences in geographical settings and populations [<xref ref-type="bibr" rid="ref17">17</xref>].</p>
        <p>In 2010, Moher et al [<xref ref-type="bibr" rid="ref18">18</xref>] published guidance for researchers seeking to develop health research reporting guidelines, outlining a strategy emphasizing the importance of using robust and widely accepted methodologies. In accordance with this strategy and to initiate the process of developing reporting guidelines for studies of HIV drug resistance prevalence, our prior work evaluated the completeness of reporting of HIV drug resistance prevalence literature, the results of which supported the need for reporting guidelines [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref17">17</xref>]. We have registered this guideline project on the EQUATOR (Enhancing the Quality and Transparency of Health Research) network as CEDRIC-HIV (ChEcklist for studies of Drug ResIstanCe in HIV) [<xref ref-type="bibr" rid="ref19">19</xref>].</p>
      </sec>
      <sec>
        <title>Research Objectives</title>
        <p>The objective of this study is to develop a reporting item checklist for prevalence studies of HIV drug resistance by achieving agreement among experts on items that should be reported in studies of HIV drug resistance prevalence. This mixed methods study includes (1) a quantitative phase with survey methodology to identify a list of reporting items considered by participants to be essential, (2) focus group methods to identify emergent themes on reporting items that are essential to HIV drug resistance prevalence studies, and (3) data integration methods to explain discrepancies between quantitative and qualitative data as well as the rationale behind what makes a reporting item important to HIV drug resistance research.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Design</title>
        <p>We will conduct a sequential explanatory mixed methods study (QUAN → qual) among authors of studies of HIV drug resistance. This design comprises two phases: a cross-sectional electronic survey (quantitative phase) and subsequent focus group discussions (qualitative phase). The results of the survey will be used to develop an initial list of potential reporting items and additionally suggested reporting items, which will be evaluated, revised, and expanded upon in the qualitative phase. Transcripts from the focus group discussions will provide key agreement-based insights on why these items are important to report.</p>
      </sec>
      <sec>
        <title>Rationale for Design</title>
        <p>Mixed methods suit research objectives that cannot met by either qualitative or quantitative methodologies alone [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>]. The sequential explanatory design is well suited for this research as the quantitative phase provides the recommended reporting items and the qualitative phase provides the rationale for reporting these items. Each of these will inform the guidance and elaboration document that will accompany the checklist.</p>
      </sec>
      <sec>
        <title>Sampling</title>
        <sec>
          <title>Quantitative Phase</title>
          <p>The quantitative phase will include a convenience purposeful sample of corresponding authors of studies of HIV drug resistance. In our 2020 systematic review [<xref ref-type="bibr" rid="ref16">16</xref>], we searched 10 databases and identified 650 studies of HIV drug resistance. The WHO European region contributed the most studies (34.4%), followed by the Americas (31.7%), Western Pacific (22.0%), and Southeast Asia (6.0%), while African (2.8%) and Eastern Mediterranean regions (1.4%) contributed the fewest studies. We automatically extracted all email addresses (n=160 after deduplication) of the corresponding authors of the included studies. These authors will be contacted by email to participate in the electronic survey. Assuming this is our population of interest, with a 95% CI and a margin of error of 10% and an anticipated survey response proportion of 50%, 84 participants are required. These computations were done with WINPEPI [<xref ref-type="bibr" rid="ref22">22</xref>]. A sample of n=21 participants will represent ~13% of the target population (N=160), which is sufficiently large to be representative. We intend to recruit as many participants as possible but will use this value to know the minimum required. Study invitations will be sent to all 160 email addresses. If response rates are lower than anticipated, we will use a snowballing approach and invite authors to share the link to the survey with their coauthors. In addition to using social media platforms to disseminate the survey link, HIV journals will also be contacted to share the survey link to authors who have published research on HIV drug resistance in their respective journals.</p>
        </sec>
        <sec>
          <title>Qualitative Phase</title>
          <p>All survey participants will be asked to indicate if they are interested in the focus group discussions. In the qualitative phase, we intend to include a sample of 20 survey respondents who agreed to participate in the focus group discussion (2 groups of 10 participants). We will select these participants with considerations of sex and geographical diversity, such that we have at least one male and one female participant from as many of the 6 WHO regions as possible: African Region, Region of the Americas, South-East Asia Region, European Region, Eastern Mediterranean Region, and Western Pacific Region [<xref ref-type="bibr" rid="ref23">23</xref>]. We chose to divide participants into 2 groups of 10 to maximize spontaneity and interaction among participants [<xref ref-type="bibr" rid="ref18">18</xref>]. In addition, research indicates that groups of at least 6 participants are more reliable while groups greater than 12 are logistically more difficult to coordinate [<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref25">25</xref>].</p>
        </sec>
      </sec>
      <sec>
        <title>Data Collection</title>
        <sec>
          <title>Quantitative Phase</title>
          <p>Authors of drug resistance prevalence studies will be invited to take an electronic survey on the Research Electronic Data Capture (REDCap) tool hosted at St. Joseph’s Healthcare Hamilton and open from November 2020 to June 2021. REDCap is a secure, web-based application designed for data capture in research [<xref ref-type="bibr" rid="ref26">26</xref>]. The survey will be pilot tested by the research team prior to launching. Participants will be presented with an overview of the study, its purpose, the investigators, the privacy and confidentiality of their data, and their rights as research participants. They will also be informed on how long the survey will take. Participants will be given the opportunity to provide or refuse consent to participate and the opportunity to withdraw at any time.</p>
          <p>The survey includes 23 three-scale ordinal questions, one for each potential reporting item. These 23 items were selected in our previous methodological assessment of reporting completeness of HIV drug resistance prevalence research [<xref ref-type="bibr" rid="ref17">17</xref>]. This list is not exhaustive, and participants are invited to add more items. Participants will rate whether each item is “essential,” “useful but not essential,” or “not necessary.” Survey items are grouped into four sections in the following order: study-level items, participant items, HIV resistance testing items, and other items. A copy of the electronic survey is provided in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>. This list was generated from a previous systematic review on the global prevalence of HIV in key populations [<xref ref-type="bibr" rid="ref16">16</xref>]. At the end of each section, participants will be prompted to enter any additional items they believe should be reported, if applicable, into a free-text field. We will also collect basic sociodemographic data such as age, sex, country of residence, profession, number of years as a researcher, and interest in participating in the focus group discussion. Response rates in electronic surveys are often low [<xref ref-type="bibr" rid="ref27">27</xref>], and thus to maximize responses we will ensure that the email addresses used are up to date, keep the survey as short as possible, declare the estimated time required to complete the survey, and send at least 2 reminder messages [<xref ref-type="bibr" rid="ref28">28</xref>].</p>
        </sec>
        <sec>
          <title>Qualitative Phase</title>
          <p>Selected individuals who expressed interest in participating in the survey and who consent to being contacted will be approached to set up a convenient time for a group discussion in October 2021. Participants will be given the opportunity to provide consent prior to discussions and for the discussions to be recorded. Interviews will be conducted over Zoom (a videoconferencing platform with real-time messaging and content sharing). The discussions will be moderated by a chair who will ensure that participants are able to contribute freely and openly. The moderator will introduce the session and initiate the discussions based on a focus group discussion guide (see <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>). During the discussions, participants will review the initial list of reported items from the quantitative phase and confirm their choice of whether the items are essential. Participants will also review all additionally suggested reporting items brought up in the survey. Although the focus group discussions are not anonymous, participants will be reassured of the confidentiality of their information and that no information provided will be traced back to them. The Zoom sessions will be recorded, with the corresponding recordings/transcripts being stored on secure and password-protected servers. The discussions will last about 2 hours. Agreement will be inferred when at least one participant verbally evaluates whether a reporting item is essential or not and there are no verbal objections with the statement.</p>
        </sec>
      </sec>
      <sec>
        <title>Data Analyses</title>
        <sec>
          <title>Quantitative Phase</title>
          <p>Baseline data and outcomes will be summarized as counts (percentage) for categorical variables, and mean (standard deviation) or median (first quartile, third quartile) for continuous or discrete variables as appropriate depending on the distribution. The ordinal data from potential reporting items will be used to compute a validity ratio. The coding of the essentiality ordinal scale is as follows: essential (3), useful but not essential (2), and not necessary (1). Data on the inclusion of additional reporting items from the open-text fields will be summarized and discussed in the qualitative phase.</p>
          <p>A validity ratio will be computed as <italic>VR = [Ne – (N/2)] / (N/2)</italic>, where <italic>Ne</italic> is the number of participants who indicated that the item was essential (ie, a rating of “3”) and <italic>N</italic> is the total number of participants. This ratio will indicate the items that at least half of the participants consider essential. The validity ratio will be interpreted based on a table of critical values [<xref ref-type="bibr" rid="ref29">29</xref>]. For example, for 20 participants (N=20), the critical value is 0.500 (ie, at least 15 participants must deem the item to be essential). Only items based on a critical value greater than the set threshold will be considered further [<xref ref-type="bibr" rid="ref30">30</xref>]. This approach facilitates remote and objective decision-making and the estimation of content validity (the degree to which the items represent the construct of complete reporting). We will use the results of the quantitative data to create a draft list of potential reporting items. This list will only contain reporting items with validity ratios above their critical threshold and will be finalized in the focus group discussions.</p>
        </sec>
        <sec>
          <title>Qualitative Phase</title>
          <p>The discussions will be transcribed from recordings and coded into categories by two independent coders and compared for consistency. During the discussions, participants will go over the selected set of reported items and confirm their choice of whether they are essential reporting items. They will also examine the grammar and wording of the items. Participants may propose new items (except items dropped from the survey in the quantitative phase) and these will be discussed. These discussions will be used to finalize the selection of items for the finalized reporting guideline. Qualitative data analysis will be informed by grounded theory, where open codes are generated by identifying repetitions in the text [<xref ref-type="bibr" rid="ref31">31</xref>]. Similar codes will be grouped, with themes emerging from these groupings. Two coders will verify agreement on the generated themes. Disagreement will be resolved by discussion. Thematic analyses will continue cyclically until no new patterns or themes emerge from the data. An outline of the study is shown in <xref rid="figure1" ref-type="fig">Figure 1</xref>.</p>
          <fig id="figure1" position="float">
            <label>Figure 1</label>
            <caption>
              <p>Outline of mixed methods study.</p>
            </caption>
            <graphic xlink:href="resprot_v11i5e35969_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
      </sec>
      <sec>
        <title>Validation Checks</title>
        <p>In the quantitative phase, we will pilot test our survey. In the qualitative phase, we will use member-checking, audio-video recordings, and duplicate coding to validate our data. During the focus group discussions, moderator bias will be minimized by using a discussion guide.</p>
      </sec>
      <sec>
        <title>Consensus and Agreement</title>
        <p>Consensus will be determined statistically in the quantitative phase using item-specific validity ratios so that the items that at least 50% of participants rated essential are kept in the initial reporting item checklist at the end of the quantitative phase. In the qualitative phase, focus groups will seek agreement on both the reporting item checklist and additionally suggested items generated in the quantitative phase. Agreement is inferred when at least one participant verbally speaks on whether a reporting item was essential or not and there are no verbal objections with the statement. Therefore, agreement also involves the failure to speak up against specific items.</p>
      </sec>
      <sec>
        <title>Ethics Approval</title>
        <p>This study received ethics approval from the Hamilton Integrated Research Ethics Board (project number #11558) on November 11, 2020, and received annual renewal approval on September 27, 2021. Only participants who provide informed consent will participate in the study. Participants will be able to stop the electronic survey or withdraw from the focus group discussions at any time.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>The electronic survey was open from November 2020 to June 2021. In total, 51 participants provided informed consent and completed the electronic survey. Once the quantitative phase data collection and analysis was complete, virtual focus group discussions were held in October 2021. We conducted two focus group sessions of 9 participants in total. As of May 2022, results of both the electronic survey and focus group discussions are being analyzed. A flowchart of items dropped and retained in the checklist is provided in <xref rid="figure2" ref-type="fig">Figure 2</xref>.</p>
      <fig id="figure2" position="float">
        <label>Figure 2</label>
        <caption>
          <p>Flow diagram of reporting items dropped and kept in checklist.</p>
        </caption>
        <graphic xlink:href="resprot_v11i5e35969_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Overview</title>
        <p>In this study, we will use mixed methods to produce a reporting item checklist of items to be considered in the process of developing reporting guidelines for studies of HIV drug resistance prevalence. We will explore and highlight the insights gained from using mixed methods to meet our study objectives. An explanatory sequential design was selected for this study to allow for the use of qualitative data to explain results from the quantitative findings, and breadth and depth in the data collected [<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref33">33</xref>].</p>
        <p>We anticipate that most of the initially proposed reporting items presented in the survey will be rated as essential and go on to be evaluated in the focus group discussions. We also expect additional reporting items will be suggested by survey participants, which will also be evaluated in the focus group discussions. During the focus group discussions, we expect considerable agreement on the inclusion of most reporting items proposed in the quantitative phase, with disagreements on areas of wording, grammar, and relevance to specific types of HIV drug resistance research designs. As the purpose of this study is to develop a reporting item checklist and key insights to inform the development of reporting guidelines, we anticipate participants will discuss important considerations that the complete reporting guidelines must consider to be accessible and relevant to all authors and users of HIV drug resistance prevalence research, including any concerns over data privacy and confidentiality.</p>
        <p>The strengths of this study include the integration of both quantitative and qualitative methodologies to elicit consensus and agreement from experts on the items that should be reported in studies of HIV drug resistance. Additionally, validation checks will be made in both phases of the study to improve data quality. Study limitations include the susceptibility to low response rates in the quantitative phase and therefore the potential for response bias. We have estimated a sample size to determine the minimum number of responses required for the quantitative phase. However, we have specifically incorporated approaches to enhancing diversity of views by reviewing the geographic coverage of the quantitative data, and purposefully selecting participants from high- and low-income settings for the focus group discussions and as external reviewers.</p>
      </sec>
      <sec>
        <title>Dissemination</title>
        <p>The results of this work will be presented as peer-reviewed manuscripts, conference presentations, and as part of a master’s thesis. Participants who express interest in the findings of the study will also be sent the results of this work.</p>
      </sec>
      <sec>
        <title>Knowledge Translation</title>
        <p>We will incorporate several knowledge translation strategies including engagement of opinion leaders in the agreement discussions (eg, study authors), and through linkage and exchange mechanisms (ie, connecting researchers and knowledge users to facilitate dissemination, for example via educational workshops and project summary briefings to stakeholders) [<xref ref-type="bibr" rid="ref34">34</xref>]. All focus group participants as well as the individuals who have indicated interest in being informed about the outcomes of this research will be engaged as knowledge user partners to help share the reporting guideline. Additional mechanisms will involve academic media releases (eg, St. Joseph’s Healthcare Hamilton, public health/HIV societies) and web-based social marketing (eg, Twitter). We will also tailor conference meeting presentations to be educational to inform knowledge users (eg, researchers designing HIV drug resistance prevalence studies) about reporting issues and the current gaps at the design stage of HIV drug resistance prevalence studies, and the need for the reporting guideline.</p>
        <p>During focus group discussions, we will ask participants about any perceptions of barriers for practice change (eg, at the level of HIV drug resistance prevalence study design) and uptake of the reporting guideline. We will use this feedback to tailor educational activities (eg, conference presentations) and dissemination efforts (eg, preferences for receiving the information) for this audience. For example, to increase awareness about reporting issues and the reporting guideline, we will present findings about the impacts of missing study data, as well as ensure that we target local, national, and international conferences for dissemination activities. We will publish manuscripts arising from this work in open-access journals.</p>
        <p>Knowledge translation impact and evaluation will be measured at the level of the HIV research community using the following metrics: reach and use indicators (eg, number of times manuscripts are accessed and cited), collaboration indicators (eg, endorsement by relevant journals in the field), and practice change indicators (eg, improvements in reporting over time) [<xref ref-type="bibr" rid="ref35">35</xref>]. For example, indicators of uptake will be measured over time in cross-sectional studies to evaluate changes in reporting practices before and after the publication of the reporting guideline.</p>
      </sec>
      <sec>
        <title>Future Directions</title>
        <p>The checklist of items and agreement-based insights produced by this study will be refined, elaborated, and considered by a writing committee of experts in HIV drug resistance. We will also invite external reviewers from international organizations such as the WHO, the Joint United Nations Programme on HIV/AIDS (UNAIDS), the Elizabeth Taylor Foundation, and the Centers for Disease Control and Prevention (CDC) to provide feedback on the reporting guidelines.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>We seek to develop a reporting item checklist for studies of HIV drug resistance prevalence and a better understanding of what makes a reporting item important to HIV drug resistance prevalence research. The forthcoming reporting item checklist will directly inform the explanation and elaboration document that will have detailed justifications and rationale for each reporting item in the checklist.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Electronic survey distributed as part of the quantitative phase.</p>
        <media xlink:href="resprot_v11i5e35969_app1.pdf" xlink:title="PDF File  (Adobe PDF File), 60 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Qualitative interview guide used during focus group discussions.</p>
        <media xlink:href="resprot_v11i5e35969_app2.pdf" xlink:title="PDF File  (Adobe PDF File), 70 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CDC</term>
          <def>
            <p>Centers for Disease Control and Prevention</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CEDRIC-HIV</term>
          <def>
            <p>ChEcklist for studies of Drug ResIstanCe in HIV</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">EQUATOR</term>
          <def>
            <p>Enhancing the Quality and Transparency of Health Research</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">REDCap</term>
          <def>
            <p>Research Electronic Data Capture</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">UNAIDS</term>
          <def>
            <p>Joint United Nations Programme on HIV/AIDS</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">WHO</term>
          <def>
            <p>World Health Organization</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This research received no specific grant from any funding agency in the public, commercial, or not-for-profit sectors.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <source>UNAIDS</source>
          <access-date>2020-01-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.unaids.org/en/resources/fact-sheet">https://www.unaids.org/en/resources/fact-sheet</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gupta</surname>
              <given-names>RK</given-names>
            </name>
            <name name-style="western">
              <surname>Jordan</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Sultan</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Hill</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>DHJ</given-names>
            </name>
            <name name-style="western">
              <surname>Gregson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sawyer</surname>
              <given-names>AW</given-names>
            </name>
            <name name-style="western">
              <surname>Hamers</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Ndembi</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Pillay</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bertagnolio</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Global trends in antiretroviral resistance in treatment-naive individuals with HIV after rollout of antiretroviral treatment in resource-limited settings: a global collaborative study and meta-regression analysis</article-title>
          <source>Lancet</source>
          <year>2012</year>
          <month>10</month>
          <day>06</day>
          <volume>380</volume>
          <issue>9849</issue>
          <fpage>1250</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0140-6736(12)61038-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(12)61038-1</pub-id>
          <pub-id pub-id-type="medline">22828485</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(12)61038-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC3790969</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cambiano</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Bertagnolio</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Jordan</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Lundgren</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Phillips</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Transmission of drug resistant HIV and its potential impact on mortality and treatment outcomes in resource-limited settings</article-title>
          <source>J Infect Dis</source>
          <year>2013</year>
          <month>06</month>
          <day>15</day>
          <volume>207 Suppl 2</volume>
          <fpage>S57</fpage>
          <lpage>62</lpage>
          <pub-id pub-id-type="doi">10.1093/infdis/jit111</pub-id>
          <pub-id pub-id-type="medline">23687290</pub-id>
          <pub-id pub-id-type="pii">jit111</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ekstrand</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Shet</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Chandy</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Shamsundar</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Madhavan</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Saravanan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Heylen</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Kumarasamy</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Suboptimal adherence associated with virological failure and resistance mutations to first-line highly active antiretroviral therapy (HAART) in Bangalore, India</article-title>
          <source>Int Health</source>
          <year>2011</year>
          <month>03</month>
          <volume>3</volume>
          <issue>1</issue>
          <fpage>27</fpage>
          <lpage>34</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21516199"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.inhe.2010.11.003</pub-id>
          <pub-id pub-id-type="medline">21516199</pub-id>
          <pub-id pub-id-type="pmcid">PMC3079268</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
          <article-title>Guidelines on the public health response to pretreatment HIV drug resistance 2017</article-title>
          <source>World Health Organization</source>
          <year>2017</year>
          <access-date>2021-10-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/publications/i/item/9789241550055">https://www.who.int/publications/i/item/9789241550055</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="web">
          <article-title>Surveillance of HIV drug resistance in adults initiating antiretroviral therapy - pre-treatment HIV drug resistance</article-title>
          <source>World Health Organization</source>
          <access-date>2020-11-17</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/publications/i/item/9789241507196">https://www.who.int/publications/i/item/9789241507196</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Beyrer</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Pozniak</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>HIV Drug Resistance - An Emerging Threat to Epidemic Control</article-title>
          <source>N Engl J Med</source>
          <year>2017</year>
          <month>10</month>
          <day>26</day>
          <volume>377</volume>
          <issue>17</issue>
          <fpage>1605</fpage>
          <lpage>1607</lpage>
          <pub-id pub-id-type="doi">10.1056/NEJMp1710608</pub-id>
          <pub-id pub-id-type="medline">29069566</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
          <article-title>HIV drug resistance report 2019</article-title>
          <source>World Health Organization</source>
          <access-date>2019-09-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/publications/i/item/WHO-CDS-HIV-19.21">https://www.who.int/publications/i/item/WHO-CDS-HIV-19.21</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gupta</surname>
              <given-names>RK</given-names>
            </name>
            <name name-style="western">
              <surname>Gregson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Parkin</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Haile-Selassie</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Tanuri</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Andrade Forero</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Kaleebu</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Watera</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Aghokeng</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mutenda</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Dzangare</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hone</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hang</surname>
              <given-names>ZZ</given-names>
            </name>
            <name name-style="western">
              <surname>Garcia</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Garcia</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Marchorro</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Beteta</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Giron</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hamers</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Inzaule</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Frenkel</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Chung</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>de Oliveira</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Pillay</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Naidoo</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Kharsany</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kugathasan</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Cutino</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Hunt</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Avila Rios</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Doherty</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Jordan</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Bertagnolio</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>HIV-1 drug resistance before initiation or re-initiation of first-line antiretroviral therapy in low-income and middle-income countries: a systematic review and meta-regression analysis</article-title>
          <source>Lancet Infect Dis</source>
          <year>2018</year>
          <month>03</month>
          <volume>18</volume>
          <issue>3</issue>
          <fpage>346</fpage>
          <lpage>355</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1473-3099(17)30702-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S1473-3099(17)30702-8</pub-id>
          <pub-id pub-id-type="medline">29198909</pub-id>
          <pub-id pub-id-type="pii">S1473-3099(17)30702-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC5835664</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="web">
          <article-title>Fact sheet: HIV Drug Resistance</article-title>
          <source>World Health Organization</source>
          <access-date>2021-10-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/news-room/fact-sheets/detail/hiv-drug-resistance">https://www.who.int/news-room/fact-sheets/detail/hiv-drug-resistance</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jayaraman</surname>
              <given-names>GC</given-names>
            </name>
            <name name-style="western">
              <surname>Archibald</surname>
              <given-names>CP</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rekart</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Harmen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wood</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sandstrom</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>A population-based approach to determine the prevalence of transmitted drug-resistant HIV among recent versus established HIV infections: results from the Canadian HIV strain and drug resistance surveillance program</article-title>
          <source>J Acquir Immune Defic Syndr</source>
          <year>2006</year>
          <month>05</month>
          <volume>42</volume>
          <issue>1</issue>
          <fpage>86</fpage>
          <lpage>90</lpage>
          <pub-id pub-id-type="doi">10.1097/01.qai.0000196666.16616.fe</pub-id>
          <pub-id pub-id-type="medline">16763495</pub-id>
          <pub-id pub-id-type="pii">00126334-200605000-00012</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brenner</surname>
              <given-names>BG</given-names>
            </name>
            <name name-style="western">
              <surname>Roger</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Routy</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Moisi</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Ntemgwa</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Matte</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Baril</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Rouleau</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bruneau</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Leblanc</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Legault</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Tremblay</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Charest</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Wainberg</surname>
              <given-names>MA</given-names>
            </name>
            <collab>Quebec Primary HIV Infection Study Group</collab>
          </person-group>
          <article-title>High rates of forward transmission events after acute/early HIV-1 infection</article-title>
          <source>J Infect Dis</source>
          <year>2007</year>
          <month>04</month>
          <day>01</day>
          <volume>195</volume>
          <issue>7</issue>
          <fpage>951</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1086/512088</pub-id>
          <pub-id pub-id-type="medline">17330784</pub-id>
          <pub-id pub-id-type="pii">JID37441</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Novak</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>MacArthur</surname>
              <given-names>RD</given-names>
            </name>
            <name name-style="western">
              <surname>Baxter</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Huppler Hullsiek</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Peng</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Xiang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Henely</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Schmetter</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Uy</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>van den Berg-Wolf</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kozal</surname>
              <given-names>M</given-names>
            </name>
            <collab>Terry Beirn Community Programs for Clinical Research on AIDS 058 Study Team</collab>
          </person-group>
          <article-title>Prevalence of antiretroviral drug resistance mutations in chronically HIV-infected, treatment-naive patients: implications for routine resistance screening before initiation of antiretroviral therapy</article-title>
          <source>Clin Infect Dis</source>
          <year>2005</year>
          <month>02</month>
          <day>01</day>
          <volume>40</volume>
          <issue>3</issue>
          <fpage>468</fpage>
          <lpage>74</lpage>
          <pub-id pub-id-type="doi">10.1086/427212</pub-id>
          <pub-id pub-id-type="medline">15668873</pub-id>
          <pub-id pub-id-type="pii">CID33817</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sullivan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sutcliffe</surname>
              <given-names>PS</given-names>
            </name>
            <name name-style="western">
              <surname>Sandre</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Harrigan</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Archibald</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Follow-up investigation of a cluster of treatment-naive HIV-infected patients with multi-drug resistance in Sudbury, Ontario</article-title>
          <source>Canadian Journal of Infectious Diseases and Medical Microbiology</source>
          <year>2013</year>
          <volume>24</volume>
          <fpage>38A</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cahr-acrv.ca/wp-content/uploads/2012/10/CAHR-2013-Abstract-Book-FINAL.pdf"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Macdonald</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Mbuagbaw</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Jordan</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Mathers</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Jay</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Baggaley</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Verster</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bertagnolio</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Prevalence of pretreatment HIV drug resistance in key populations: a systematic review and meta-analysis</article-title>
          <source>J Int AIDS Soc</source>
          <year>2020</year>
          <month>12</month>
          <volume>23</volume>
          <issue>12</issue>
          <fpage>e25656</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/33369131"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/jia2.25656</pub-id>
          <pub-id pub-id-type="medline">33369131</pub-id>
          <pub-id pub-id-type="pmcid">PMC7758978</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Macdonald</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Mbuagbaw</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Verster</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bertagnolio</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Alarming rates of pretreatment HIV drug resistance in key populations: Results of a global systematic review</article-title>
          <year>2018</year>
          <conf-name>22nd International AIDS Conference</conf-name>
          <conf-date>July 23-27, 2018</conf-date>
          <conf-loc>Amsterdam, the Netherlands</conf-loc>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mbuagbaw</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Ongolo-Zogo</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Mendoza</surname>
              <given-names>OC</given-names>
            </name>
            <name name-style="western">
              <surname>Zani</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Morfaw</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Nyambi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kiflen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>El-Kechen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Leenus</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Youssef</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rehman</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Hermans</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>MacDonald</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Bertagnolio</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Guidelines are needed for studies of pre-treatment HIV drug resistance: a methodological study</article-title>
          <source>BMC Med Res Methodol</source>
          <year>2021</year>
          <month>04</month>
          <day>19</day>
          <volume>21</volume>
          <issue>1</issue>
          <fpage>76</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedresmethodol.biomedcentral.com/articles/10.1186/s12874-021-01258-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12874-021-01258-1</pub-id>
          <pub-id pub-id-type="medline">33874897</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12874-021-01258-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC8056637</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Schulz</surname>
              <given-names>KF</given-names>
            </name>
            <name name-style="western">
              <surname>Simera</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
          </person-group>
          <article-title>Guidance for developers of health research reporting guidelines</article-title>
          <source>PLoS Med</source>
          <year>2010</year>
          <month>02</month>
          <day>16</day>
          <volume>7</volume>
          <issue>2</issue>
          <fpage>e1000217</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pmed.1000217"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pmed.1000217</pub-id>
          <pub-id pub-id-type="medline">20169112</pub-id>
          <pub-id pub-id-type="pmcid">PMC2821895</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="web">
          <article-title>Reporting guidelines under development for observational studies. CEDRIC-HIV – ChEcklist for studies of Drug ResIstanCe in HIV</article-title>
          <source>EQUATOR Network</source>
          <access-date>2020-09-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.equator-network.org/library/reporting-guidelines-under-development/reporting-guidelines-under-development-for-observational-studies/#CEDRIC">https://www.equator-network.org/library/reporting-guidelines-under-development/reporting-guidelines-under-development-for-observational-studies/#CEDRIC</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>O'Cathain</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Nicholl</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Structural issues affecting mixed methods studies in health research: a qualitative study</article-title>
          <source>BMC Med Res Methodol</source>
          <year>2009</year>
          <month>12</month>
          <day>09</day>
          <volume>9</volume>
          <fpage>82</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedresmethodol.biomedcentral.com/articles/10.1186/1471-2288-9-82"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1471-2288-9-82</pub-id>
          <pub-id pub-id-type="medline">20003210</pub-id>
          <pub-id pub-id-type="pii">1471-2288-9-82</pub-id>
          <pub-id pub-id-type="pmcid">PMC3224686</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goldman</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Parker</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Walker</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Eaton</surname>
              <given-names>CB</given-names>
            </name>
            <name name-style="western">
              <surname>Borkan</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Recommendations for a mixed methods approach to evaluating the patient-centered medical home</article-title>
          <source>Ann Fam Med</source>
          <year>2015</year>
          <month>03</month>
          <volume>13</volume>
          <issue>2</issue>
          <fpage>168</fpage>
          <lpage>75</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.annfammed.org/cgi/pmidlookup?view=long&#38;pmid=25755039"/>
          </comment>
          <pub-id pub-id-type="doi">10.1370/afm.1765</pub-id>
          <pub-id pub-id-type="medline">25755039</pub-id>
          <pub-id pub-id-type="pii">13/2/168</pub-id>
          <pub-id pub-id-type="pmcid">PMC4369592</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Abramson</surname>
              <given-names>JH</given-names>
            </name>
          </person-group>
          <article-title>WINPEPI updated: computer programs for epidemiologists, and their teaching potential</article-title>
          <source>Epidemiol Perspect Innov</source>
          <year>2011</year>
          <month>02</month>
          <day>02</day>
          <volume>8</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://epi-perspectives.biomedcentral.com/articles/10.1186/1742-5573-8-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1742-5573-8-1</pub-id>
          <pub-id pub-id-type="medline">21288353</pub-id>
          <pub-id pub-id-type="pii">1742-5573-8-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC3041648</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="web">
          <article-title>Classifications and standards - Country groupings</article-title>
          <source>World Health Organization</source>
          <access-date>2020-04-25</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/observatories/global-observatory-on-health-research-and-development/classifications-and-standards/country-groupings">https://www.who.int/observatories/global-observatory-on-health-research-and-development/classifications-and-standards/country-groupings</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Black</surname>
              <given-names>NA</given-names>
            </name>
            <name name-style="western">
              <surname>Lamping</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>McKee</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Sanderson</surname>
              <given-names>CF</given-names>
            </name>
            <name name-style="western">
              <surname>Askham</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Marteau</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Consensus development methods, and their use in clinical guideline development</article-title>
          <source>Health Technol Assess</source>
          <year>1998</year>
          <volume>2</volume>
          <issue>3</issue>
          <fpage>i</fpage>
          <lpage>iv, 1</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.journalslibrary.nihr.ac.uk/hta/hta230"/>
          </comment>
          <pub-id pub-id-type="medline">9561895</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hogarth</surname>
              <given-names>RM</given-names>
            </name>
          </person-group>
          <article-title>A note on aggregating opinions</article-title>
          <source>Organizational Behavior and Human Performance</source>
          <year>1978</year>
          <month>2</month>
          <volume>21</volume>
          <issue>1</issue>
          <fpage>40</fpage>
          <lpage>46</lpage>
          <pub-id pub-id-type="doi">10.1016/0030-5073(78)90037-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Thielke</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Payne</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gonzalez</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Conde</surname>
              <given-names>JG</given-names>
            </name>
          </person-group>
          <article-title>Research electronic data capture (REDCap)--a metadata-driven methodology and workflow process for providing translational research informatics support</article-title>
          <source>J Biomed Inform</source>
          <year>2009</year>
          <month>04</month>
          <volume>42</volume>
          <issue>2</issue>
          <fpage>377</fpage>
          <lpage>81</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1532-0464(08)00122-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jbi.2008.08.010</pub-id>
          <pub-id pub-id-type="medline">18929686</pub-id>
          <pub-id pub-id-type="pii">S1532-0464(08)00122-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC2700030</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sheehan</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>E-mail survey response rates: A review</article-title>
          <source>Journal of computer-mediated communication</source>
          <year>2001</year>
          <volume>6</volume>
          <issue>2</issue>
          <fpage>JCMC621</fpage>
          <pub-id pub-id-type="doi">10.1111/j.1083-6101.2001.tb00117.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McPeake</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bateson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>O'Neill</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Electronic surveys: how to maximise success</article-title>
          <source>Nurse Res</source>
          <year>2014</year>
          <month>01</month>
          <volume>21</volume>
          <issue>3</issue>
          <fpage>24</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.7748/nr2014.01.21.3.24.e1205</pub-id>
          <pub-id pub-id-type="medline">24460562</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ayre</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Scally</surname>
              <given-names>AJ</given-names>
            </name>
          </person-group>
          <article-title>Critical Values for Lawshe’s Content Validity Ratio</article-title>
          <source>Measurement and Evaluation in Counseling and Development</source>
          <year>2013</year>
          <month>12</month>
          <day>13</day>
          <volume>47</volume>
          <issue>1</issue>
          <fpage>79</fpage>
          <lpage>86</lpage>
          <pub-id pub-id-type="doi">10.1177/0748175613513808</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>FR</given-names>
            </name>
            <name name-style="western">
              <surname>Pan</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Schumsky</surname>
              <given-names>DA</given-names>
            </name>
          </person-group>
          <article-title>Recalculation of the Critical Values for Lawshe’s Content Validity Ratio</article-title>
          <source>Measurement and Evaluation in Counseling and Development</source>
          <year>2017</year>
          <month>03</month>
          <day>10</day>
          <volume>45</volume>
          <issue>3</issue>
          <fpage>197</fpage>
          <lpage>210</lpage>
          <pub-id pub-id-type="doi">10.1177/0748175612440286</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bernard</surname>
              <given-names>HR</given-names>
            </name>
          </person-group>
          <source>Analyzing qualitative data: systematic approaches</source>
          <year>2010</year>
          <publisher-loc>Thousand Oaks, CA</publisher-loc>
          <publisher-name>Sage Publishing</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Terrel</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <source>Mixed-Methods Research Methodologies</source>
          <year>2012</year>
          <publisher-loc>Ft. Lauderdale, FL</publisher-loc>
          <publisher-name>Nova Southeastern University</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bryman</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Integrating quantitative and qualitative research: how is it done?</article-title>
          <source>Qualitative Research</source>
          <year>2016</year>
          <month>08</month>
          <day>15</day>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>97</fpage>
          <lpage>113</lpage>
          <pub-id pub-id-type="doi">10.1177/1468794106058877</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Straus</surname>
              <given-names>ST</given-names>
            </name>
            <name name-style="western">
              <surname>Tetroe</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Graham</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <source>Knowledge Translation in Health Care: Moving from Evidence to Practice</source>
          <year>2013</year>
          <publisher-loc>Hoboken, NJ</publisher-loc>
          <publisher-name>John Wiley &#38; Sons</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sullivan</surname>
              <given-names>TS</given-names>
            </name>
            <name name-style="western">
              <surname>Timmons</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <source>Guide to Monitoring and Evaluating Health Information Products and Services</source>
          <year>2007</year>
          <publisher-loc>Baltimore, Maryland</publisher-loc>
          <publisher-name>Johns Hopkins Bloomberg School of Public Health</publisher-name>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
