<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ResProt</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Res Protoc</journal-id>
      <journal-title>JMIR Research Protocols</journal-title>
      <issn pub-type="epub">1929-0748</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
    <article-id pub-id-type="publisher-id">v6i7e141</article-id>
    <article-id pub-id-type="pmid">28724513</article-id>
    <article-id pub-id-type="doi">10.2196/resprot.7965</article-id>
    <article-categories>
      <subj-group subj-group-type="heading">
        <subject>Protocol</subject>
      </subj-group>
      <subj-group subj-group-type="article-type">
        <subject>Protocol</subject>
      </subj-group>
    </article-categories>
    <title-group>
      <article-title>Development of a Tailored HIV Prevention Intervention for Single Young Men Who Have Sex With Men Who Meet Partners Online: Protocol for the myDEx Project</article-title>
    </title-group>
    <contrib-group>
      <contrib contrib-type="editor">
        <name>
          <surname>Eysenbach</surname>
          <given-names>Gunther</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Hightow-Weidman</surname>
          <given-names>Lisa</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Lavorgna</surname>
          <given-names>Luigi</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Levine</surname>
          <given-names>Deb</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="author" id="contrib1" corresp="yes">
      <name name-style="western">
        <surname>Bauermeister</surname>
        <given-names>Jose Arturo</given-names>
      </name>
      <degrees>MPH, PhD</degrees>
      <xref rid="aff1" ref-type="aff">1</xref>
      <address>
        <institution>University of Pennsylvania</institution>
        <addr-line>418 Curie Blvd</addr-line>
        <addr-line>Suite 222L</addr-line>
        <addr-line>Philadelphia, PA, 19104</addr-line>
        <country>United States</country>
        <phone>1 215 898 9993</phone>
        <email>bjose@upenn.edu</email>
      </address>  
      <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-9276-2306</ext-link></contrib>
      <contrib contrib-type="author" id="contrib2">
        <name name-style="western">
          <surname>Tingler</surname>
          <given-names>Ryan C</given-names>
        </name>
        <degrees>MPH</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-4601-7401</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib3">
        <name name-style="western">
          <surname>Demers</surname>
          <given-names>Michele</given-names>
        </name>
        <degrees>MPH</degrees>
        <xref rid="aff2" ref-type="aff">2</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-5093-9241</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib4">
        <name name-style="western">
          <surname>Harper</surname>
          <given-names>Gary W</given-names>
        </name>
        <degrees>PhD, MPH</degrees>
        <xref rid="aff2" ref-type="aff">2</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-1011-1751</ext-link>
      </contrib>
    </contrib-group>
    <aff id="aff1">
      <sup>1</sup>
      <institution>University of Pennsylvania</institution>
      <addr-line>Philadelphia, PA</addr-line>
      <country>United States</country>
    </aff>
    <aff id="aff2">
      <sup>2</sup>
      <institution>University of Michigan</institution>
      <addr-line>Ann Arbor, MI</addr-line>
      <country>United States</country>
    </aff>
    <author-notes>
      <corresp>Corresponding Author: Jose Arturo Bauermeister 
      <email>bjose@upenn.edu</email></corresp>
    </author-notes>
    <pub-date pub-type="collection"><month>07</month><year>2017</year></pub-date>
    <pub-date pub-type="epub">
      <day>19</day>
      <month>07</month>
      <year>2017</year>
    </pub-date>
    <volume>6</volume>
    <issue>7</issue>
    <elocation-id>e141</elocation-id>
    <!--history from ojs - api-xml-->
    <history>
      <date date-type="received">
        <day>2</day>
        <month>5</month>
        <year>2017</year>
      </date>
      <date date-type="rev-request">
        <day>31</day>
        <month>5</month>
        <year>2017</year>
      </date>
      <date date-type="accepted">
        <day>5</day>
        <month>6</month>
        <year>2017</year>
      </date>
    </history>
    <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
    <copyright-statement>©Jose Arturo Bauermeister, Ryan C Tingler, Michele Demers, Gary W Harper. Originally published in JMIR Research Protocols (http://www.researchprotocols.org), 19.07.2017.</copyright-statement>
    <copyright-year>2017</copyright-year>
    <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
      <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Research Protocols, is properly cited. The complete bibliographic information, a link to the original publication on http://www.researchprotocols.org, as well as this copyright and license information must be included.</p>
    </license>  
    <self-uri xlink:href="http://www.researchprotocols.org/2017/7/e141/" xlink:type="simple"/>
    <abstract>
      <sec sec-type="background">
        <title>Background</title>
        <p>New cases of human immunodeficiency virus (HIV) among young men who have sex with men (YMSM), aged 18 to 24, underscore the importance of developmentally-informed HIV programs for YMSM. We developed an online intervention focused on risk reduction strategies across different sexual partner types. Intervention activities focus on assisting YMSM reflect on their partner-seeking behaviors, develop sexual decision-making rules to reduce their HIV risks, and consider the adoption of HIV prevention behaviors.</p>
      </sec>
      <sec sec-type="objective">
        <title>Objective</title>
        <p>This pilot, randomized controlled trial (RCT) aims to examine the feasibility, acceptability, and preliminary efficacy of a tailored, Web-based HIV prevention intervention for single YMSM.</p>
      </sec>
      <sec sec-type="methods">
        <title>Methods</title>
        <p>We designed a prospective RCT of online-recruited cis-gender men (N=180) who reported recent unprotected anal intercourse, self-report as HIV negative or are unaware of their HIV status, and meet sexual partners through online dating apps. Individuals in the control arm receive an attention-control condition that includes HIV/sexually transmitted infection (STI) information currently available on sex education websites. Individuals in the intervention arm receive a 6-session Web-based program tailored on their demographic information, partner-seeking behaviors and relationship desires, and prior sexual attitudes and behaviors. This tailored content will match HIV prevention messages and safer sex skills with YMSM’s outcome expectancies when meeting new partners and thereby help them consider how to integrate safer sex practices into different partner types. Study assessments are taken at baseline, 30-, 60-, and 90-day follow-ups. Intervention acceptability and preliminary efficacy will be explored in sexual risk behaviors and HIV/STI testing.</p>
      </sec>
      <sec sec-type="results">
        <title>Results</title>
        <p>The RCT launched in November 2016 and is ongoing. To date, 180 eligible individuals have been enrolled, consented, and randomized. Of the 120 individuals in the intervention arm, 51.7% (62/120) identify as non-Hispanic white and half of the control arm identifies as non-Hispanic white. There were no differences observed by arm for race and/or ethnicity, age, or sexual orientation.</p>
      </sec>
      <sec sec-type="conclusions">
        <title>Conclusions</title>
        <p>Although there are in-person evidence-based interventions with proven efficacy for YMSM, few HIV/STI prevention interventions delivered online exist. Online interventions may ease access to comprehensive HIV/STI education among YMSM and allow personalized content to be delivered. The online intervention that we developed, myDEx, aims to alleviate the gaps within HIV prevention for YMSM by utilizing tailored, Web-based content with the goal of developing skills for same-sex dating and relationship building, while reducing their risks for HIV/STI.</p>
      </sec>
      <sec sec-type="Trial Registration">
        <title>Trial Registration</title>
        <p>ClinicalTrials.gov NCT02842060; https://clinicaltrials.gov/ct2/show/NCT02842060 (Archived by WebCite at http://www.webcitation.org/6rcJdxF9v)</p>
      </sec>
    </abstract>
    <kwd-group>
      <kwd>eHealth</kwd>
      <kwd>HIV prevention</kwd>
      <kwd>Internet</kwd>
      <kwd>risk reduction</kwd>
      <kwd>sexually transmitted infections</kwd>
    </kwd-group></article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Scientific Background</title>
        <p>Interventions specific to young men who have sex with men (YMSM) are needed to curtail the rise of new <italic>human immunodeficiency virus</italic> (HIV)/acquired immunodeficiency syndrome (AIDS) infections. In 2015, in the United States, YMSM aged 13 to 24 years had the greatest percentage increase (87%) in diagnosed HIV infections [<xref ref-type="bibr" rid="ref1">1</xref>], with black and Latino YMSM accounting for the greatest proportion of new infections among men who have sex with men (MSM) [<xref ref-type="bibr" rid="ref2">2</xref>]. HIV prevention tools that are culturally and developmentally adapted for this population are needed [<xref ref-type="bibr" rid="ref3">3</xref>]. To this end, we developed an online intervention that promotes HIV prevention behaviors (eg, condom use, pre-exposure prophylaxis (PrEP) awareness and uptake, HIV/sexually transmitted infection [STI] testing) and reduction of risk behaviors (eg, number of sexual acts where HIV transmission could be possible) for single YMSM presumed to be HIV-negative who engage in unprotected (ie, condomless) anal intercourse (UAI) with sexual partners met online.</p>
        <p>Most individuals explore and integrate aspects of their sexuality into their personal identity as they transition from adolescence into young adulthood (ie, 15 to 24 years of age). Serial dating and involvement in different types of relationships has been documented as helping youth to define their sexual identity, to narrow the characteristics sought in long-term relationships, and to practice safer sex negotiation skills [<xref ref-type="bibr" rid="ref4">4</xref>]. However, compared to heterosexual counterparts, YMSM may not readily receive support and advice from family, peer, and school systems on how to date and seek out same-sex partners. Furthermore, YMSM do not receive instruction on how to have anal sex as part of their sex education [<xref ref-type="bibr" rid="ref5">5</xref>-<xref ref-type="bibr" rid="ref7">7</xref>] or guidance on how to negotiate condom use with their partners [<xref ref-type="bibr" rid="ref8">8</xref>]. This is particularly problematic as YMSM’s participation in dating behaviors during this period coincides with their mean age of initiating anal sex [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref8">8</xref>-<xref ref-type="bibr" rid="ref10">10</xref>], and may create unique HIV vulnerabilities as they engage in partner-seeking behaviors. Recognizing the importance of relationship pursuits in this period, we developed a comprehensive sex education intervention that addresses HIV risk reduction in the context of same-sex dating and safer sex negotiation activities with sexual partners.</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>HIV prevention interventions for single YMSM who meet partners online must account for different relationship typologies common in this developmental period: romantic interests, casual encounters/hook-ups, and friends with benefits [<xref ref-type="bibr" rid="ref11">11</xref>]. Although MSM couples-based intervention projects are underway [<xref ref-type="bibr" rid="ref12">12</xref>], these interventions may not be translatable to single YMSM who, by definition, are not in a relationship and do not have a “main partner.” This pilot, randomized control trial (RCT) aims to examine the feasibility, acceptability, and preliminary efficacy of a tailored, Web-based HIV prevention intervention for single YMSM called myDEx. The pilot RCT compares our tailored intervention to an attention-control condition. Using a 2:1 block randomization, we examine our intervention’s feasibility and acceptability among 180 single, HIV-negative YMSM (50% racial/ethnic minorities), and gather preliminary behavioral data to inform a future efficacy trial. Assessments are collected at baseline, 30-, 60-, and 90-day follow-up.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Trial Design</title>
        <p>The research activities involve a prospective, pilot RCT of approximately 180 online-recruited cis-gendered MSM. Individuals in the experimental arm receive a 6-session, Web-based program with interactive content using story-telling, case scenarios, risk reduction strategies, and graphics and/or videos. Individuals in the control arm receive a 6-session online, non-tailored HIV prevention intervention (NTHP) using information available on the Centers for Disease Control and Prevention website. The NTHP condition will have an interface similar to myDEx aesthetics and site features to avoid confounding due to site design and navigation.</p>
        <p>A youth advisory board (YAB) was recruited for this study. YAB members (N=3) were YMSM between the ages of 18 and 24 and diverse across race and/or ethnicity, educational attainment, socioeconomic status, faith, and urban/rural residential background. YAB members were hired as part-time research assistants. The YAB’s roles and responsibilities included (1) providing input into the proposed intervention content; (2) brainstorming with the research team on how to deliver the content using active learning and youth-friendly engagement; and (3) leading or co-facilitating trainings for the WebApp developers to learn about same-sex attractions and dating behaviors and popular MSM-specific apps used for dating and hooking up. As each intervention session was developed, the YAB and research team independently brainstormed what content and activities could be included in each session. The ideas were then discussed as a team, ordered by relevance for the session and within the session, and annotated for the developers to consider while building the wireframes (<xref ref-type="fig" rid="figure1">Figure 1</xref>). These discussions served to inform the user navigation of our intervention, including how to organize content within sessions into 3 levels focused on a core message (level 1), in-depth discussion of topics linked to that message (level 2), and an activity component (level 3).</p>
        <p>Our intervention will be pilot tested using a racial and/or ethnically diverse sample (50% racial/ethnic minority) of single YMSM living throughout the United States (N=120), using an attention-control comparison condition (N=60) to test our intervention’s feasibility, acceptability, and preliminary efficacy. Primary outcomes of interest include increased consistent condom use across partner types and HIV/STI testing, and decreased UAI occasions and partners. Participants will complete 3 online follow-up assessments at 30, 60, and 90 days, each lasting approximately 30 minutes.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Wireframe example used during the development of myDEx.</p>
          </caption>
          <graphic xlink:href="resprot_v6i7e141_fig1.jpg" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Eligibility Criteria</title>
        <p>Eligible participants are (1) male at birth and identify as male; (2) between the ages of 18 and 24 (inclusive); (3) self-report as single; (4) self-report as HIV-negative or are unaware of their HIV status; (5) speak and read English; (5) report using online dating apps; and (6) report UAI with a male partner in prior 6 months. Participants for the trial are from across the United States, with recruitment via online advertisements placed on popular social and sexual networking sites. Promotional materials describe the study and provide a link to a page containing basic study information, including a short description of study activities.</p>
        <p>Potential participants interested in the study complete a short eligibility screener. If eligible, participants complete an online consent form. Individuals who do not meet eligibility criteria or do not consent into the study (if eligible) are thanked for their time and are exited from the study site. Once consent is obtained, participants complete a 30-minute baseline questionnaire online. As part of the baseline questionnaire, participants provide information that may help us contact them for follow-up assessments and verify that they are not fraudulent or duplicate entries [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>]. We use best practices [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>] to retain participants (eg, comprehensive locator information that includes participants' cell phone number, email, Facebook username, etc). When the baseline survey is complete, participants are randomized into the 2 study arms.</p>
      </sec>
      <sec>
        <title>Incentives</title>
        <p>Individual participants each receive US $30, $15, $20, and $25 for completing the baseline assessment and the 30-, 60-, and 90-day follow-ups, respectively. The incentives are back loaded to encourage completion of all 3 data collection time points and reduce participant attrition over time.</p>
      </sec>
      <sec>
        <title>Sample Size</title>
        <p>The goal is to enroll and maintain a sample of 180 single YMSM over a 3-month study period, with an expected retention rate of 80%. As a pilot, we recognize that we may not have sufficient power to detect small effect sizes; however, this design will inform our subsequent large-scale RCT, allowing us to identify and address implementation and retention challenges that could arise in the larger trial. Specifically, the primary purposes of this pilot trial are (1) to demonstrate the feasibility of the methods proposed for a subsequent trial; (2) to stabilize procedures that are replicable; and (3) to determine important parameters with sufficient accuracy to reliably estimate sample size and power for a future RCT. As a result, we are not powered to estimate small effect sizes or carry out sophisticated statistical analyses; rather, we seek to estimate key study parameters with sample means and proportions together with 2-sided 95% CIs, and test the primary null hypotheses at the traditional 2-sided level alpha of .05.</p>
        <p>We will have 80% power to detect a medium intervention effect (Cohen d less than .35) at alpha of .05 in a continuous measure using a repeated measures group design (N=180) with 4 observations (baseline and 3 follow-up assessments) when the standard deviation (SD) is 1 and the correlation between observations on the same subject (rho) is .6. For dichotomous outcomes, we estimate 80% power at an alpha of .05 to detect an odds ratio (OR) of 2.11 or greater assuming that the proportion for the intervention condition is .58 and the attention-control condition is .40, with rho also being .60. We note that there is some controversy regarding the use of “pilot data” to estimate actual effect size, as specified by Kraemer et al [<xref ref-type="bibr" rid="ref17">17</xref>]. We agree with their view that clinically meaningful effect sizes should be decided based on extrinsic, clinical judgment grounds, and not based on the pilot data which are too few, typically, to obtain reliable conclusions. However, we can use these data to rule out unusually large or small effects through standard 95% CI procedures. Thus, we will confirm that extrinsic effect sizes are contained within our CIs. Even with 20% attrition, we will have preliminary effects with adequate error margins to inform the subsequent trial.</p>
      </sec>
      <sec>
        <title>Randomization</title>
        <p>Individuals are randomized to either the intervention arm (myDEx) or the attention-control arm (NTHP) using a stratified 2:1 block randomization design. Block randomization is stratified by race (eg, white versus non-white), with equal allocation in each group. Treatment assignments are generated with the use of a pseudo-random-number generator with permutated blocks that are used to ensure balance across participants’ assigned condition.</p>
      </sec>
      <sec>
        <title>Theoretical Framework</title>
        <p>A dual processing, cognitive-emotional decision making framework [<xref ref-type="bibr" rid="ref18">18</xref>] informs our intervention framework. Decision-making researchers have noted that affective motivations may be processed more rapidly than cognitive motivations and may result in decision-making that is affectively motivated rather than analytically motivated [<xref ref-type="bibr" rid="ref19">19</xref>].</p>
        <p>To increase participants’ cognitive motivations, our intervention is informed by the Integrated Behavior Model (IBM), one of the leading behavior change theories in HIV/STI research given its adaptability across populations and its application in health communication research [<xref ref-type="bibr" rid="ref20">20</xref>]. Content geared to increasing cognitive motivations will focus on risk reduction attitudes, norms, and perceived behavioral control. Positive attitudes include assurance of avoiding STIs, increased control, responsible decision-making, and prolonged and enjoyable sexual encounters. Negative attitudes include discomfort, decreased sensitivity and ineffectiveness in preventing STIs, interrupting the mood, and assuming sickness or irresponsible and/or immoral behavior. We will also address both descriptive norms (ie, perceived prevalence of behaviors in YMSM’s social network) and personal norms (ie, anticipated regret), as YMSM’s norms may be highly influential on individual attitudes during this developmental period. Finally, we also address YMSM’s perceived behavioral control, recognizing that their ability to engage in risk reduction behaviors may vary across partner types (eg, romantic interest, casual partner, friends with benefits).</p>
        <p>Although IBM has invaluable strengths, individuals with conflicting affective and cognitive motivations report less correspondence between their intentions and behavior [<xref ref-type="bibr" rid="ref21">21</xref>-<xref ref-type="bibr" rid="ref23">23</xref>]. Consequently, intervention also acknowledges that YMSM’s affective motivations may be health promotive (eg, relationship ideation) or risk enabling (eg, limerence). Building on our prior work, we hypothesize that YMSM reporting greater relationship ideation [<xref ref-type="bibr" rid="ref24">24</xref>] will report fewer HIV/AIDS risk behaviors (ie, health promotive affective motivations). In addition, we include anticipated regret [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>] (ie, anticipation of an emotional reaction following an unintended behavior) as a health promotive construct, as it has been associated with fewer risk-taking behaviors among MSM [<xref ref-type="bibr" rid="ref27">27</xref>]. However, we also hypothesize that YMSM who experience greater limerence [<xref ref-type="bibr" rid="ref28">28</xref>] and who believe that foregoing condoms with their partners will create intimacy, love, and trust (decisional balance) [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref29">29</xref>] may place stronger value on being in a relationship and, in turn, fuel HIV/AIDS risk behaviors (eg, more UAI partners and occasions). Therefore, in our intervention sessions, we address how affective motivations may influence YMSM’s decision-making regarding consistent condom use, UAI partnerships, and HIV/STI testing behavior. Finally, the model acknowledges that YMSM’s cognitive and affective motivations may be influenced by YMSM’s sexuality-related stressors (eg, internalized homophobia), psychological distress (eg, depression, anxiety, loneliness, low self-esteem), and substance use and abuse [<xref ref-type="bibr" rid="ref10">10</xref>]. These risk correlates may influence YMSM’s ability to regulate their affective motivations and to engage in risk reduction behaviors due to limited behavioral control (eg, impairment due to being drunk or high). In sum, as shown in <xref ref-type="fig" rid="figure2">Figure 2</xref>, this cognitive-affective decision-making model offers a strong, theoretically-driven foundation to inform our intervention.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Conceptual model informing the myDEx intervention.</p>
          </caption>
          <graphic xlink:href="resprot_v6i7e141_fig2.jpg" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Intervention Arm</title>
        <p>The proposed intervention consists of a 6-session, Web-based program (myDEx). Each session’s modular content is delivered through interactive, tailored story-telling, case scenarios, motivational interviewing strategies, and graphics and videos. Cognizant of challenges maintaining users’ attention in a Web app and to facilitate delivery through a mobile phone with app capabilities, we designed each session to keep users engaged for 10 minutes. Tailored content maximizes content persuasiveness and relevance and facilitates behavior change by enhancing message processing and message impact through personalization, content matching, and feedback. Personalization increases a user’s attention to the message by raising awareness to customization of content (eg, “Based on your answers…”) and making it more meaningful (eg, refer to the participants’ behaviors, match photographs to age group and race/ethnicity). Content matching is a way to target factors known to influence behavior change by providing users with relevant information designed to support positive behaviors. Feedback about participants’ answers increases attention and impact through self-referential thinking, comparative feedback (eg, “Compared to others...”) to validate positive beliefs and adjust errors in normative beliefs, and provides evaluative opportunities linked to individuals’ underlying values and motivations.</p>
        <p>Within each session, participants have access to brief activities designed to build their HIV risk reduction skills and promote self-reflection about YMSM’s sexual health and partner-seeking behaviors. Interactive activities include (1) role-play scenarios regarding condom use negotiation; (2) a diary to log their dating experiences throughout the study; (3) quizzes regarding their ideal relationships, including short-term and long-term relationships; and (4) opportunities for users to develop dating strategies. Online modules and activities can be repeated so that YMSM may compare whether their answers are consistent with the tailored suggestions and revisit content and/or revise their answers to reinforce the material.</p>
        <p>Participants must complete the first session before they can access the other 5 sessions and interactive features. Session 1 (“Sexuality &#38; Relationships”) serves as an introduction and focuses on the importance of feeling comfortable talking about sexuality, relationship desires, and health. This session focuses on acknowledging and normalizing YMSM’s affective motivations and foreshadowing where participants can learn more about different topics of interest within the remaining 5 sessions of the intervention. Session 2 (“Desires &#38; Behaviors”) transitions into a discussion regarding different relationship types (eg, romantic relationships, friends with benefits, hookups) and sexual decision-making. It highlights the importance of knowing what kind of relationship one desires, in both the short-term and long-term, and the role of sex in exploring these relationships with different types of partners. Session 3 (“What makes good sex”) provides a comprehensive sex education review focused on same-sex behaviors, including the importance of sex positivity, varying sexual practices, and sexual consent. Session 4 (“Sexual well-being”) reinforces how to reduce HIV and STI risks when engaging in anal sex, including clarification on what lubricants and condoms are best suited for anal intercourse, facts about HIV and STI transmission, and the importance of status disclosure prior to sex. Session 5 (“Getting the sex you want”) provides opportunities for YMSM to learn strategies to improve their sexual communication with partners before, during, and after sex. This session includes how to discuss HIV testing history and status awareness with prospective partners online, how to ensure their physical safety when meeting a new partner, and the value of discussing condoms and PrEP with partners. Session 6 (“Your body, your health”) summarizes key messages from prior modules and offer HIV/STI testing resources and PrEP locations in their area. The main menu and final navigation instructions for the intervention is shown in <xref ref-type="fig" rid="figure3">Figure 3</xref>.</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>myDEx home screen and navigation instructions.</p>
          </caption>
          <graphic xlink:href="resprot_v6i7e141_fig3.jpg" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Control Arm</title>
        <p>We created a 6-session, Web-based attention-control comparison to match myDEx in time and attention yet containing have non-tailored and non-interactive content (NTHP). Session 1 (“What is HIV?”) focuses on an introduction to HIV, including how it is transmitted and what can increase a person’s risk of acquiring it. Session 2 (“HIV and the LGBTQ community”) focuses on raising awareness of the HIV prevalence and incidence among YMSM in the United States. Session 3 (“HIV Risk”) focuses on behavioral strategies that can be used to reduce HIV risk. Session 4 (“Sex &#38; HIV”) describes the HIV risks associated with oral and anal sex. Session 5 (“What about condoms &#38; lube?”) focuses on the importance of condoms and lubricant. Session 6 (“What about HIV medications?” <italic>)</italic> presents an overview of PrEP.</p>
        <p>Our attention-control condition allows us to avoid confounding due to content (ie, comparing myDEx to a non-HIV “health promotion” intervention) and ensures that all YMSM receive some HIV prevention content given their high vulnerability to HIV (<xref ref-type="fig" rid="figure4">Figure 4</xref>). Further, this comparison will help us critically examine the extent to which tailoring increases YMSM’s acceptability to the program, beyond having a non-tailored, non-interactive intervention. We acknowledge that the comparison condition will make it harder to detect an intervention effect in our outcome assessments; however, our pilot trial’s primary goal is to test the intervention’s feasibility and acceptability, and subsequently estimate critical parameters that may be required for adequate power estimation in a subsequent large-scale RCT trial.</p>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Home screen of the control condition.</p>
          </caption>
          <graphic xlink:href="resprot_v6i7e141_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Feasibility and Acceptability Outcomes</title>
        <p>The study assesses feasibility by examining (1) time to recruit 180 YMSM to the intervention; and (2) retention of rate across study arms. Intervention acceptability data are collected at the 30-day follow-up assessment. We use the following different assessments: (1) self-intervention evaluation form (SEF) [<xref ref-type="bibr" rid="ref30">30</xref>]; and (2) Client Satisfaction Questionnaire (CSQ-8) [<xref ref-type="bibr" rid="ref31">31</xref>]. The SEF is a brief, 13-item questionnaire that elicits information about the participant’s experience with the intervention (ie, was the intervention interesting, was it relevant to their life, did they learn from the intervention). The CSQ-8 is used at the completion of the intervention and at the 30-day and 90-day follow-up surveys to assess YMSM’s satisfaction with the intervention, including the content, site layout and design, and general satisfaction. These domains are assessed on a 4-point response scale with individually-specified anchors. The CSQ-8 has demonstrated high internal consistency across a large number of studies [<xref ref-type="bibr" rid="ref32">32</xref>]. The SEF and CSQ-8 take approximately 10 minutes to complete.</p>
        <p>We also track users’ actions in the intervention as process evaluation data. These data include the number of times they visit the site, their geographic location and the website from which they linked to our site, time spent in each session, number of times a user returns to a session, and which interactive features were “clicked on” during sessions. In addition, we ascertain participants’ acceptability and satisfaction of each session after it is viewed using the SEF.</p>
      </sec>
      <sec>
        <title>Behavioral Outcomes</title>
        <p>We measure the change in number of risky sexual partnerships and change in HIV testing behavior as our primary outcome measures via the baseline, 30-, 60-, and 90-day online surveys.</p>
        <sec>
          <title>Sexual Behaviors</title>
          <p>We use the Sexual Practices Assessment Schedule (SPAS) [<xref ref-type="bibr" rid="ref33">33</xref>] to quantify the number of occasions of different sexual acts (oral, anal, receptive, and insertive) with different partner types. SPAS allows us to estimate the number of unprotected anal intercourse partners and occasions across partner types, as well as the proportion of instances when condoms were not used [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref35">35</xref>]. SPAS also ascertains YMSM’s use of condoms during the past 30 days, whether they knew whether their partners were on PrEP, and whether they knew their partners’ HIV status prior to sex.</p>
        </sec>
        <sec>
          <title>HIV/STI Testing Behaviors</title>
          <p>We ask YMSM to indicate the date of their most recent HIV and STI tests. Subsequently, we ask participants to note if they have received a medical diagnosis as having one or more STIs in their lifetime and the date of their most recent STI test if available. In each follow-up survey, we ask participants whether they have gone to get tested for HIV and/or STIs in the prior 30 days. If tested, participants are asked to indicate what tests they received and whether they had been medically diagnosed as having HIV or a STI. At follow-up, we ask YMSM whether they have had any changes in their HIV status. Newly diagnosed cases are asked if they were linked to care.</p>
          <p>Secondary measures are also being measured in our study.</p>
        </sec>
        <sec>
          <title>Motivations to Engage in HIV Prevention Behaviors</title>
          <p>We measure YMSM’s attitudes, subjective norms, and self-efficacy using previously tested scales with MSM. We use existing items measuring condom use intentions with different partner types and self-efficacy to negotiate condoms with different partner types [<xref ref-type="bibr" rid="ref36">36</xref>-<xref ref-type="bibr" rid="ref39">39</xref>]. We also measure PrEP awareness, uptake, and adherence during the study.</p>
        </sec>
        <sec>
          <title>Substance Use Prior To or During Sex</title>
          <p>We assess alcohol, tobacco, and other drugs (ATOD) use over the past 30 days. We then assess the use of alcohol and/or illicit drug use prior or during sex.</p>
        </sec>
        <sec>
          <title>Psychological Well-Being</title>
          <p>We measure depression and anxiety symptoms as markers of psychological distress. Depression (6 items) and anxiety (6 items) symptoms in the past week are measured using the Brief Symptom Inventory [<xref ref-type="bibr" rid="ref40">40</xref>].</p>
        </sec>
      </sec>
      <sec>
        <title>Statistical Analysis</title>
        <p>Prior to conducting multivariable analyses, we examine study variables using descriptive statistics and test for differences across demographic characteristics (eg, race and/or ethnicity, age, education) using <italic>t</italic> tests, analysis of variance (ANOVA), and chi-square analysis, as appropriate. Systematic baseline differences are not expected due to randomization; however, in the event that some parameters differ across conditions at baseline, they will be included as covariates in subsequent analyses. We calculate descriptive summary statistics corresponding to the study variables at each visit to understand any temporal patterns, as well as compare the 2 treatment groups in terms of average change from baseline to post-intervention.</p>
      </sec>
      <sec>
        <title>Trial Registration, Ethics, Consent, and Institutional Board Approval</title>
        <p>The research and ethics presented in this study have been reviewed and approved by the University of Michigan Institutional Review Board (HUM00091627). The University of Pennsylvania ceded regulatory oversight to the University of Michigan. The study is also registered on ClinicalTrials.gov (NCT02842060).</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>myDEx was launched in November 2016 and is ongoing. Initially, 23,365 individuals visited the study site and 1230 were screened for eligibility. Of the 392 eligible participants, some did not start the baseline survey (3.8%, 15/392) or did not finish the baseline survey (7.9%, 31/392). Of the 263 participants who completed the baseline survey, 31.6% (83/263) were disqualified due to having duplicate accounts or having falsified their identity (eg, cis-gender women).</p>
      <p>We enrolled and randomized 180 YMSM into the trial (<xref ref-type="fig" rid="figure5">Figure 5</xref>). The majority of the participants are white (66.7%, 120/180), followed by multiracial (16.1%, 30/180), black (10.0%, 18/180), Asian (5.6%, 10/180), and Middle Eastern (0.6%, 1/120) or Native American (0.6%, 1/120). In addition, 30.0% (54/180) of the sample reported being Hispanic/Latino. Of the 120 individuals in the intervention arm, 51.7% (62/120) identify as non-Hispanic white; 50.0% (30/60) of the control arm identify as Non-Hispanic white. No differences are observed by arm for race and/or ethnicity (χ<sup>2</sup><sub>4</sub> = 0.53; <italic>P</italic>=.97). The mean age of participants is 21.67 (SD 1.81), with no differences observed by arm (t<sub>(179)</sub> = 1.05; <italic>P</italic>=.30). The majority of participants identify as gay (88.3%, 159/180) followed by bisexual (7.8%, 14/180) and queer (3.9%, 7/180). There are no differences between treatment arms (χ<sup>2</sup><sub>2</sub>= 1.40; <italic>P</italic>=.50).</p>
      <p>The follow-up assessments maintained high retention rates. The 30-day follow-up had a response rate of 79.4% (143/180). The 60-day follow-up had a response rate of 83.3% (150/180). The current 90-day response rate is 81.7% (147/180). Overall, we have at least 1 follow-up assessment for all study participants (ie, 9% of sample has not completed any follow-up assessment). Retention rates do not vary between treatment arms.</p>
      <p>As we compared trial paradata to participants’ self-reported behavioral surveys, we discovered that 25 (41%, 25/60) of the control participants inadvertently accessed the intervention content through a programming error in the automated reminder emails meant to encourage continued engagement with the site. Given the cross-arm contamination, we excluded these control cases from future trial analyses between arms (N=35 control; N=120 intervention). The 25 excluded cases do not affect our randomization; we observe no sociodemographic differences between the revised control arm and intervention arm across age (<italic>t</italic><sub>153</sub> = –.80; <italic>P</italic>=.43), racial/ethnic minority status (χ<sup>2</sup><sub>1</sub>= .10; <italic>P</italic>=.75; N=155), educational attainment (<italic>t</italic><sub>153</sub>= –1.24; <italic>P</italic>=.22), or sexual orientation (χ<sup>2</sup><sub>2</sub> = 3.23; <italic>P</italic>=.20; N=155). Retention rates also do not vary.</p>
      <p>Participant recruitment for myDEx is complete. Trial data are currently being analyzed and will be completed in mid-2018.</p>
      <fig id="figure5" position="float">
        <label>Figure 5</label>
        <caption>
          <p>Recruitment and retention of myDEx participants.</p>
        </caption>
        <graphic xlink:href="resprot_v6i7e141_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>Given YMSM’s self-reported desire to access comprehensive sexual education through the Internet [<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref42">42</xref>], often ranking the Web as their top resource to explore their sexuality, learn about MSM behavior, and refine their interests [<xref ref-type="bibr" rid="ref41">41</xref>-<xref ref-type="bibr" rid="ref44">44</xref>], designing and testing online HIV prevention interventions may present a number of advantages to reach and address the needs of YMSM. Online interventions can deliver tailored content to each user’s HIV risk behaviors and context, be accessed conveniently by a participant, presented across various platforms (eg., mobile phones, tablets, laptops), and reduce reach and accessibility issues due to geography and/or socioeconomic barriers. Furthermore, online delivered content can be standardized, ensuring higher intervention fidelity, and be presented through interactive features. This protocol may serve to address YMSM’s needs and offer insights on how to reduce their risk for HIV infection when seeking partners online.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>We did not include biological confirmation of HIV/STI status through serologic tests. At this early stage of intervention development and testing, the added cost of biological testing is not warranted. HIV testing will be included in a full-scale efficacy trial. We will not be able to use the 25 excluded control cases due to contamination. This is less of a concern to this pilot trial as our protocol aims do not seek to detect differences in this trial. Moving forward, we urge scholars to examine paradata files alongside their survey data to reduce the potential of unintentionally contamination due to unforeseen programming errors.</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>myDEx provides an opportunity to develop a culturally relevant evidence-based intervention for YMSM. Although there are in-person evidence-based interventions with proven efficacy, few HIV/STI prevention interventions delivered online exist for YMSM. Online interventions may ease access to comprehensive HIV/STI education among YMSM and allow personalized content to be delivered. myDEx aims to alleviate the gaps within HIV prevention for YMSM by utilizing tailored, Web-based content with the goal of developing skills for same-sex dating and relationship building, while reducing their risks for HIV/STI.</p>
      </sec>
    </sec>
  </body>
  <back>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AIDS</term>
          <def>
            <p>acquired immunodeficiency syndrome</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CSQ</term>
          <def>
            <p>Client Satisfaction Questionnaire</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">HIV</term>
          <def>
            <p>human immunodeficiency virus</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">IBM</term>
          <def>
            <p>Integrated Behavior Model</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">LGBTQ</term>
          <def>
            <p>lesbian, gay, bisexual, trans, and queer</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">MSM</term>
          <def>
            <p>men who have sex with men</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">NTHP</term>
          <def>
            <p>non-tailored HIV prevention</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">PrEP</term>
          <def>
            <p>pre-exposure prophylaxis</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">RCT</term>
          <def>
            <p>randomized controlled trial</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">SEF</term>
          <def>
            <p>self-intervention evaluation forms</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">SPAS</term>
          <def>
            <p>Sexual Practices Assessment Schedule</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb12">UAI</term>
          <def>
            <p>unprotected anal intercourse</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb13">YAB</term>
          <def>
            <p>youth advisory board</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb14">YMSM</term>
          <def>
            <p>young men who have sex with men</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This study is supported by a R34 grant from the National Institutes of Mental Health (R34MH101997-01A1).Views expressed in this manuscript do not necessarily represent the views of the funding agency. This work would not have been possible without the programming support of the University of Michigan’s Center for Health Communication Research, study participants, and our YAB. We thank Gage Gillard, John Shaver, and Tanaka Chavanduka for their assistance during the development of this project.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <collab>Centers for Disease Control and Prevention</collab>
        </person-group>
        <source>HIV Surveillance Report</source>  
        <year>2016</year>  
        <access-date>2017-07-01</access-date>
        <comment>Diagnoses of HIV infection in the United States and dependent areas, 2015 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.cdc.gov/hiv/pdf/library/reports/surveillance/cdc-hiv-surveillance-report-2015-vol-27.pdf">https://www.cdc.gov/hiv/pdf/library/reports/surveillance/cdc-hiv-surveillance-report-2015-vol-27.pdf</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6rdD4ItOX"/></comment> </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <collab>Centers for Disease Control and Prevention</collab>
        </person-group>
        <source>CDC Fact Sheet</source>  
        <access-date>2017-07-01</access-date>
        <comment>Trends in U.S. HIV diagnoses, 2005-2014 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.cdc.gov/nchhstp/newsroom/docs/factsheets/hiv-data-trends-fact-sheet-508.pdf">https://www.cdc.gov/nchhstp/newsroom/docs/factsheets/hiv-data-trends-fact-sheet-508.pdf</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6rdDBdFXJ"/></comment> </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <collab>Health Services &#38; Resources Administration</collab>
        </person-group>
        <source>National HIV/AIDS Strategy for the United States: Updated to 2020</source>  
        <year>2015</year>  
        <access-date>2017-07-11</access-date>
        <publisher-loc>Washington, DC</publisher-loc>
        <publisher-name>Office of National AIDS Policy</publisher-name>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.hiv.gov/sites/default/files/nhas-update.pdf">https://www.hiv.gov/sites/default/files/nhas-update.pdf</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="6rt0HfRN7"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Brooks-Gunn</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Paikoff</surname>
            <given-names>R</given-names>
          </name>
        </person-group>
        <person-group person-group-type="editor">
          <name name-style="western">
            <surname>Schulenberg</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Maggs</surname>
            <given-names>JL</given-names>
          </name>
          <name name-style="western">
            <surname>Hurrelmann</surname>
            <given-names>K</given-names>
          </name>
        </person-group>
        <article-title>Sexuality developmental transitions during adolescence</article-title>
        <source>Health Risks and Developmental Transitions During Adolescence</source>  
        <year>1997</year>  
        <publisher-loc>New York</publisher-loc>
        <publisher-name>Cambridge University Press</publisher-name>
        <fpage>190</fpage>  
        <lpage>219</lpage> </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kubicek</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Carpineto</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>McDavitt</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Weiss</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Iverson</surname>
            <given-names>EF</given-names>
          </name>
          <name name-style="western">
            <surname>Au</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Kerrone</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Martinez</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Kipke</surname>
            <given-names>MD</given-names>
          </name>
        </person-group>
        <article-title>Integrating professional and folk models of HIV risk: YMSM's perceptions of high-risk sex</article-title>
        <source>AIDS Educ Prev</source>  
        <year>2008</year>  
        <month>06</month>  
        <volume>20</volume>  
        <issue>3</issue>  
        <fpage>220</fpage>  
        <lpage>38</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/18558819"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1521/aeap.2008.20.3.220</pub-id>
        <pub-id pub-id-type="medline">18558819</pub-id>
        <pub-id pub-id-type="pii">10.1521/aeap.2008.20.3.220</pub-id>
        <pub-id pub-id-type="pmcid">PMC2753294</pub-id></nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Pingel</surname>
            <given-names>ES</given-names>
          </name>
          <name name-style="western">
            <surname>Thomas</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Harmell</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Bauermeister</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Creating comprehensive, youth centered, culturally appropriate sex education: what do young gay, bisexual and questioning men want?</article-title>
        <source>Sex Res Social Policy</source>  
        <year>2013</year>  
        <month>12</month>  
        <day>01</day>  
        <volume>10</volume>  
        <issue>4</issue>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24348222"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1007/s13178-013-0134-5</pub-id>
        <pub-id pub-id-type="medline">24348222</pub-id>
        <pub-id pub-id-type="pmcid">PMC3862289</pub-id></nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kubicek</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Carpineto</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>McDavitt</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Weiss</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Kipke</surname>
            <given-names>MD</given-names>
          </name>
        </person-group>
        <article-title>Use and perceptions of the internet for sexual information and partners: a study of young men who have sex with men</article-title>
        <source>Arch Sex Behav</source>  
        <year>2011</year>  
        <month>08</month>  
        <volume>40</volume>  
        <issue>4</issue>  
        <fpage>803</fpage>  
        <lpage>16</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20809373"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1007/s10508-010-9666-4</pub-id>
        <pub-id pub-id-type="medline">20809373</pub-id>
        <pub-id pub-id-type="pmcid">PMC3000442</pub-id></nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Eisenberg</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Bauermeister</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Johns</surname>
            <given-names>MM</given-names>
          </name>
          <name name-style="western">
            <surname>Pingel</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Santana</surname>
            <given-names>ML</given-names>
          </name>
        </person-group>
        <article-title>Achieving safety: safer sex, communication, and desire among young gay men</article-title>
        <source>J Adolesc Res</source>  
        <year>2011</year>  
        <month>09</month>  
        <day>01</day>  
        <volume>26</volume>  
        <issue>5</issue>  
        <fpage>645</fpage>  
        <lpage>669</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21894239"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1177/0743558411402342</pub-id>
        <pub-id pub-id-type="medline">21894239</pub-id>
        <pub-id pub-id-type="pmcid">PMC3165194</pub-id></nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bruce</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Harper</surname>
            <given-names>GW</given-names>
          </name>
          <name name-style="western">
            <surname>Fernández</surname>
            <given-names>MI</given-names>
          </name>
          <name name-style="western">
            <surname>Jamil</surname>
            <given-names>OB</given-names>
          </name>
          <collab>Adolescent Medicine Trials Network for HIV/AIDS Interventions</collab>
        </person-group>
        <article-title>Age-concordant and age-discordant sexual behavior among gay and bisexual male adolescents</article-title>
        <source>Arch Sex Behav</source>  
        <year>2012</year>  
        <month>04</month>  
        <volume>41</volume>  
        <issue>2</issue>  
        <fpage>441</fpage>  
        <lpage>8</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21290255"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1007/s10508-011-9730-8</pub-id>
        <pub-id pub-id-type="medline">21290255</pub-id>
        <pub-id pub-id-type="pmcid">PMC3150640</pub-id></nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Mustanski</surname>
            <given-names>BS</given-names>
          </name>
          <name name-style="western">
            <surname>Newcomb</surname>
            <given-names>ME</given-names>
          </name>
          <name name-style="western">
            <surname>Du Bois</surname>
            <given-names>SN</given-names>
          </name>
          <name name-style="western">
            <surname>Garcia</surname>
            <given-names>SC</given-names>
          </name>
          <name name-style="western">
            <surname>Grov</surname>
            <given-names>C</given-names>
          </name>
        </person-group>
        <article-title>HIV in young men who have sex with men: a review of epidemiology, risk and protective factors, and interventions</article-title>
        <source>J Sex Res</source>  
        <year>2011</year>  
        <month>03</month>  
        <volume>48</volume>  
        <issue>2-3</issue>  
        <fpage>218</fpage>  
        <lpage>53</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21409715"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1080/00224499.2011.558645</pub-id>
        <pub-id pub-id-type="medline">21409715</pub-id>
        <pub-id pub-id-type="pii">934985587</pub-id>
        <pub-id pub-id-type="pmcid">PMC3351087</pub-id></nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bauermeister</surname>
            <given-names>JA</given-names>
          </name>
        </person-group>
        <article-title>Sexual partner typologies among single young men who have sex with men</article-title>
        <source>AIDS Behav</source>  
        <year>2015</year>  
        <month>06</month>  
        <volume>19</volume>  
        <issue>6</issue>  
        <fpage>1116</fpage>  
        <lpage>28</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25358726"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1007/s10461-014-0932-7</pub-id>
        <pub-id pub-id-type="medline">25358726</pub-id>
        <pub-id pub-id-type="pmcid">PMC4417101</pub-id></nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bazzi</surname>
            <given-names>AR</given-names>
          </name>
          <name name-style="western">
            <surname>Fergus</surname>
            <given-names>KB</given-names>
          </name>
          <name name-style="western">
            <surname>Stephenson</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Finneran</surname>
            <given-names>CA</given-names>
          </name>
          <name name-style="western">
            <surname>Coffey-Esquivel</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Hidalgo</surname>
            <given-names>MA</given-names>
          </name>
          <name name-style="western">
            <surname>Hoehnle</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Sullivan</surname>
            <given-names>PS</given-names>
          </name>
          <name name-style="western">
            <surname>Garofalo</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Mimiaga</surname>
            <given-names>MJ</given-names>
          </name>
        </person-group>
        <article-title>A dyadic behavioral intervention to optimize same sex male couples' engagement across the HIV care continuum: development of and protocol for an innovative couples-based approach (Partner Steps)</article-title>
        <source>JMIR Res Protoc</source>  
        <year>2016</year>  
        <month>08</month>  
        <day>25</day>  
        <volume>5</volume>  
        <issue>3</issue>  
        <fpage>e168</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.researchprotocols.org/2016/3/e168/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/resprot.6271</pub-id>
        <pub-id pub-id-type="medline">27562905</pub-id>
        <pub-id pub-id-type="pii">v5i3e168</pub-id>
        <pub-id pub-id-type="pmcid">PMC5016626</pub-id></nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bowen</surname>
            <given-names>AM</given-names>
          </name>
          <name name-style="western">
            <surname>Daniel</surname>
            <given-names>CM</given-names>
          </name>
          <name name-style="western">
            <surname>Williams</surname>
            <given-names>ML</given-names>
          </name>
          <name name-style="western">
            <surname>Baird</surname>
            <given-names>GL</given-names>
          </name>
        </person-group>
        <article-title>Identifying multiple submissions in Internet research: preserving data integrity</article-title>
        <source>AIDS Behav</source>  
        <year>2008</year>  
        <month>11</month>  
        <volume>12</volume>  
        <issue>6</issue>  
        <fpage>964</fpage>  
        <lpage>73</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/18240015"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1007/s10461-007-9352-2</pub-id>
        <pub-id pub-id-type="medline">18240015</pub-id>
        <pub-id pub-id-type="pmcid">PMC2615134</pub-id></nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bauermeister</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Pingel</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Zimmerman</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Couper</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Carballo-Diéguez</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Strecher</surname>
            <given-names>VJ</given-names>
          </name>
        </person-group>
        <article-title>Data quality in web-based HIV/AIDS research: handling invalid and suspicious data</article-title>
        <source>Field methods</source>  
        <year>2012</year>  
        <month>08</month>  
        <day>01</day>  
        <volume>24</volume>  
        <issue>3</issue>  
        <fpage>272</fpage>  
        <lpage>291</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23180978"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1177/1525822X12443097</pub-id>
        <pub-id pub-id-type="medline">23180978</pub-id>
        <pub-id pub-id-type="pmcid">PMC3505140</pub-id></nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Allison</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Bauermeister</surname>
            <given-names>JA</given-names>
          </name>
          <name name-style="western">
            <surname>Bull</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Lightfoot</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Mustanski</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Shegog</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Levine</surname>
            <given-names>D</given-names>
          </name>
        </person-group>
        <article-title>The intersection of youth, technology, and new media with sexual health: moving the research agenda forward</article-title>
        <source>J Adolesc Health</source>  
        <year>2012</year>  
        <month>09</month>  
        <volume>51</volume>  
        <issue>3</issue>  
        <fpage>207</fpage>  
        <lpage>12</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22921129"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1016/j.jadohealth.2012.06.012</pub-id>
        <pub-id pub-id-type="medline">22921129</pub-id>
        <pub-id pub-id-type="pii">S1054-139X(12)00254-6</pub-id>
        <pub-id pub-id-type="pmcid">PMC4330086</pub-id></nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bull</surname>
            <given-names>SS</given-names>
          </name>
          <name name-style="western">
            <surname>Vallejos</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Levine</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Ortiz</surname>
            <given-names>C</given-names>
          </name>
        </person-group>
        <article-title>Improving recruitment and retention for an online randomized controlled trial: experience from the Youthnet study</article-title>
        <source>AIDS Care</source>  
        <year>2008</year>  
        <month>09</month>  
        <volume>20</volume>  
        <issue>8</issue>  
        <fpage>887</fpage>  
        <lpage>93</lpage>  
        <pub-id pub-id-type="doi">10.1080/09540120701771697</pub-id>
        <pub-id pub-id-type="medline">18777217</pub-id>
        <pub-id pub-id-type="pii">902175681</pub-id></nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kraemer</surname>
            <given-names>HC</given-names>
          </name>
          <name name-style="western">
            <surname>Mintz</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Noda</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Tinklenberg</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Yesavage</surname>
            <given-names>JA</given-names>
          </name>
        </person-group>
        <article-title>Caution regarding the use of pilot studies to guide power calculations for study proposals</article-title>
        <source>Arch Gen Psychiatry</source>  
        <year>2006</year>  
        <month>05</month>  
        <volume>63</volume>  
        <issue>5</issue>  
        <fpage>484</fpage>  
        <lpage>9</lpage>  
        <pub-id pub-id-type="doi">10.1001/archpsyc.63.5.484</pub-id>
        <pub-id pub-id-type="medline">16651505</pub-id>
        <pub-id pub-id-type="pii">63/5/484</pub-id></nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Power</surname>
            <given-names>TE</given-names>
          </name>
          <name name-style="western">
            <surname>Swartzman</surname>
            <given-names>LC</given-names>
          </name>
          <name name-style="western">
            <surname>Robinson</surname>
            <given-names>JW</given-names>
          </name>
        </person-group>
        <article-title>Cognitive-emotional decision making (CEDM): a framework of patient medical decision making</article-title>
        <source>Patient Educ Couns</source>  
        <year>2011</year>  
        <month>05</month>  
        <volume>83</volume>  
        <issue>2</issue>  
        <fpage>163</fpage>  
        <lpage>9</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.pec.2010.05.021</pub-id>
        <pub-id pub-id-type="medline">20573468</pub-id>
        <pub-id pub-id-type="pii">S0738-3991(10)00314-9</pub-id></nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Slovic</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Peters</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Finucane</surname>
            <given-names>ML</given-names>
          </name>
          <name name-style="western">
            <surname>Macgregor</surname>
            <given-names>DG</given-names>
          </name>
        </person-group>
        <article-title>Affect, risk, and decision making</article-title>
        <source>Health Psychol</source>  
        <year>2005</year>  
        <month>07</month>  
        <volume>24</volume>  
        <issue>4S</issue>  
        <fpage>S35</fpage>  
        <lpage>40</lpage>  
        <pub-id pub-id-type="doi">10.1037/0278-6133.24.4.S35</pub-id>
        <pub-id pub-id-type="medline">16045417</pub-id>
        <pub-id pub-id-type="pii">2005-08085-006</pub-id></nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kalichman</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <person-group person-group-type="editor">
          <name name-style="western">
            <surname>Ajzen</surname>
            <given-names>I</given-names>
          </name>
          <name name-style="western">
            <surname>Albarracín</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Hornik</surname>
            <given-names>R</given-names>
          </name>
        </person-group>
        <article-title>The theory of reasoned action and advances in HIV/AIDS prevention</article-title>
        <source>Predicting Change in a Health Behavior: Applying a Reasoned Action Approach</source>  
        <year>2007</year>  
        <publisher-loc>New Jersey</publisher-loc>
        <publisher-name>Lawrence Erlbaum Associates</publisher-name>
        <fpage>265</fpage>  
        <lpage>272</lpage> </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kobbeltvedt</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Wolff</surname>
            <given-names>K</given-names>
          </name>
        </person-group>
        <article-title>The risk-as-feelings hypothesis in a theory-of-planned-behaviour perspective</article-title>
        <source>Judgm Decis Mak</source>  
        <year>2009</year>  
        <volume>4</volume>  
        <issue>7</issue>  
        <fpage>567</fpage>  
        <lpage>586</lpage> </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Loewenstein</surname>
            <given-names>GF</given-names>
          </name>
          <name name-style="western">
            <surname>Weber</surname>
            <given-names>EU</given-names>
          </name>
          <name name-style="western">
            <surname>Hsee</surname>
            <given-names>CK</given-names>
          </name>
          <name name-style="western">
            <surname>Welch</surname>
            <given-names>N</given-names>
          </name>
        </person-group>
        <article-title>Risk as feelings</article-title>
        <source>Psychol Bull</source>  
        <year>2001</year>  
        <volume>127</volume>  
        <issue>2</issue>  
        <fpage>267</fpage>  
        <lpage>286</lpage>  
        <pub-id pub-id-type="doi">10.1037//0033-2909.127.2.267</pub-id></nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Richard</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>van der Pligt</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>de Vries</surname>
            <given-names>N</given-names>
          </name>
        </person-group>
        <article-title>Anticipated affect and behavioral choice</article-title>
        <source>Basic Appl Soc Psych</source>  
        <year>1996</year>  
        <month>06</month>  
        <volume>18</volume>  
        <issue>2</issue>  
        <fpage>111</fpage>  
        <lpage>129</lpage>  
        <pub-id pub-id-type="doi">10.1207/s15324834basp1802_1</pub-id></nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bauermeister</surname>
            <given-names>JA</given-names>
          </name>
        </person-group>
        <article-title>Romantic ideation, partner-seeking, and HIV risk among young gay and bisexual men</article-title>
        <source>Arch Sex Behav</source>  
        <year>2012</year>  
        <month>04</month>  
        <volume>41</volume>  
        <issue>2</issue>  
        <fpage>431</fpage>  
        <lpage>40</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21394660"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1007/s10508-011-9747-z</pub-id>
        <pub-id pub-id-type="medline">21394660</pub-id>
        <pub-id pub-id-type="pmcid">PMC3136660</pub-id></nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Abraham</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Sheeran</surname>
            <given-names>P</given-names>
          </name>
        </person-group>
        <article-title>Acting on intentions: the role of anticipated regret</article-title>
        <source>Br J Soc Psychol</source>  
        <year>2003</year>  
        <month>12</month>  
        <volume>42</volume>  
        <issue>Pt 4</issue>  
        <fpage>495</fpage>  
        <lpage>511</lpage>  
        <pub-id pub-id-type="doi">10.1348/014466603322595248</pub-id>
        <pub-id pub-id-type="medline">14715114</pub-id></nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kaiser</surname>
            <given-names>F</given-names>
          </name>
        </person-group>
        <article-title>A moral extension of the theory of planned behavior: norms and anticipated feelings of regret in conservationism</article-title>
        <source>Pers Individ Dif</source>  
        <year>2006</year>  
        <month>7</month>  
        <volume>41</volume>  
        <issue>1</issue>  
        <fpage>71</fpage>  
        <lpage>81</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.paid.2005.11.028</pub-id></nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Franssens</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Hospers</surname>
            <given-names>HJ</given-names>
          </name>
          <name name-style="western">
            <surname>Kok</surname>
            <given-names>G</given-names>
          </name>
        </person-group>
        <article-title>Social-cognitive determinants of condom use in a cohort of young gay and bisexual men</article-title>
        <source>AIDS Care</source>  
        <year>2009</year>  
        <month>11</month>  
        <volume>21</volume>  
        <issue>11</issue>  
        <fpage>1471</fpage>  
        <lpage>9</lpage>  
        <pub-id pub-id-type="doi">10.1080/09540120902883127</pub-id>
        <pub-id pub-id-type="medline">20024726</pub-id>
        <pub-id pub-id-type="pii">916266358</pub-id></nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bauermeister</surname>
            <given-names>JA</given-names>
          </name>
          <name name-style="western">
            <surname>Ventuneac</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Pingel</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Parsons</surname>
            <given-names>JT</given-names>
          </name>
        </person-group>
        <article-title>Spectrums of love: examining the relationship between romantic motivations and sexual risk among young gay and bisexual men</article-title>
        <source>AIDS Behav</source>  
        <year>2012</year>  
        <month>08</month>  
        <volume>16</volume>  
        <issue>6</issue>  
        <fpage>1549</fpage>  
        <lpage>59</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22223300"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1007/s10461-011-0123-8</pub-id>
        <pub-id pub-id-type="medline">22223300</pub-id>
        <pub-id pub-id-type="pmcid">PMC3323690</pub-id></nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bauermeister</surname>
            <given-names>JA</given-names>
          </name>
          <name name-style="western">
            <surname>Carballo-Diéguez</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Ventuneac</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Dolezal</surname>
            <given-names>C</given-names>
          </name>
        </person-group>
        <article-title>Assessing motivations to engage in intentional condomless anal intercourse in HIV risk contexts (“Bareback Sex”) among men who have sex with men</article-title>
        <source>AIDS Educ Prev</source>  
        <year>2009</year>  
        <month>04</month>  
        <volume>21</volume>  
        <issue>2</issue>  
        <fpage>156</fpage>  
        <lpage>68</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/19397437"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1521/aeap.2009.21.2.156</pub-id>
        <pub-id pub-id-type="medline">19397437</pub-id>
        <pub-id pub-id-type="pii">10.1521/aeap.2009.21.2.156</pub-id>
        <pub-id pub-id-type="pmcid">PMC2699594</pub-id></nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Harper</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Contreras</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Bangi</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Pedraza</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Collaborative process evaluation</article-title>
        <source>J Prev Interv Community</source>  
        <year>2003</year>  
        <month>11</month>  
        <day>10</day>  
        <volume>26</volume>  
        <issue>2</issue>  
        <fpage>53</fpage>  
        <lpage>69</lpage>  
        <pub-id pub-id-type="doi">10.1300/J005v26n02_05</pub-id></nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Larsen</surname>
            <given-names>DL</given-names>
          </name>
          <name name-style="western">
            <surname>Attkisson</surname>
            <given-names>CC</given-names>
          </name>
          <name name-style="western">
            <surname>Hargreaves</surname>
            <given-names>WA</given-names>
          </name>
          <name name-style="western">
            <surname>Nguyen</surname>
            <given-names>TD</given-names>
          </name>
        </person-group>
        <article-title>Assessment of client/patient satisfaction: development of a general scale</article-title>
        <source>Eval Program Plann</source>  
        <year>1979</year>  
        <volume>2</volume>  
        <issue>3</issue>  
        <fpage>197</fpage>  
        <lpage>207</lpage>  
        <pub-id pub-id-type="medline">10245370</pub-id></nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Attkisson</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Greenfield</surname>
            <given-names>T</given-names>
          </name>
        </person-group>
        <person-group person-group-type="editor">
          <name name-style="western">
            <surname>Maruish</surname>
            <given-names>ME</given-names>
          </name>
        </person-group>
        <article-title>The Client Satisfaction Questionnaire-8</article-title>
        <source>The Use of Psychological Testing for Treatment Planning and Outcomes Assessment. Second Edition</source>  
        <year>1999</year>  
        <publisher-loc>New Jersey</publisher-loc>
        <publisher-name>Lawrence Erlbaum Associates</publisher-name>
        <fpage>1333</fpage>  
        <lpage>1346</lpage> </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Carballo-Diéguez</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Dolezal</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Ventuneac</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <source>Sexual Practices Assessment Schedule</source>  
        <year>2002</year>  
        <publisher-loc>New York</publisher-loc>
        <publisher-name>HIV Center for Clinical and Behavioral Studies, Columbia University and New York State Psychiatric Institute</publisher-name></nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bauermeister</surname>
            <given-names>JA</given-names>
          </name>
          <name name-style="western">
            <surname>Leslie-Santana</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Johns</surname>
            <given-names>MM</given-names>
          </name>
          <name name-style="western">
            <surname>Pingel</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Eisenberg</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Mr. Right and Mr. Right Now: romantic and casual partner-seeking online among young men who have sex with men</article-title>
        <source>AIDS Behav</source>  
        <year>2011</year>  
        <month>02</month>  
        <volume>15</volume>  
        <issue>2</issue>  
        <fpage>261</fpage>  
        <lpage>72</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20953689"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1007/s10461-010-9834-5</pub-id>
        <pub-id pub-id-type="medline">20953689</pub-id>
        <pub-id pub-id-type="pmcid">PMC3024443</pub-id></nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bauermeister</surname>
            <given-names>JA</given-names>
          </name>
          <name name-style="western">
            <surname>Yeagley</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Meanley</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Pingel</surname>
            <given-names>ES</given-names>
          </name>
        </person-group>
        <article-title>Sexting among young men who have sex with men: results from a national survey</article-title>
        <source>J Adolesc Health</source>  
        <year>2014</year>  
        <month>05</month>  
        <volume>54</volume>  
        <issue>5</issue>  
        <fpage>606</fpage>  
        <lpage>11</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24361235"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1016/j.jadohealth.2013.10.013</pub-id>
        <pub-id pub-id-type="medline">24361235</pub-id>
        <pub-id pub-id-type="pii">S1054-139X(13)00548-X</pub-id>
        <pub-id pub-id-type="pmcid">PMC3999214</pub-id></nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Lightfoot</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Song</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Rotheram-Borus</surname>
            <given-names>MJ</given-names>
          </name>
          <name name-style="western">
            <surname>Newman</surname>
            <given-names>P</given-names>
          </name>
        </person-group>
        <article-title>The influence of partner type and risk status on the sexual behavior of young men who have sex with men living with HIV/AIDS</article-title>
        <source>J Acquir Immune Defic Syndr</source>  
        <year>2005</year>  
        <month>01</month>  
        <day>01</day>  
        <volume>38</volume>  
        <issue>1</issue>  
        <fpage>61</fpage>  
        <lpage>8</lpage>  
        <pub-id pub-id-type="medline">15608527</pub-id>
        <pub-id pub-id-type="pii">00126334-200501010-00012</pub-id></nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>van</surname>
            <given-names>EP</given-names>
          </name>
          <name name-style="western">
            <surname>Kok</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Jansen</surname>
            <given-names>MW</given-names>
          </name>
          <name name-style="western">
            <surname>Hoebe</surname>
            <given-names>CJ</given-names>
          </name>
        </person-group>
        <article-title>The additional value of anticipated regret and psychopathology in explaining intended condom use among drug users</article-title>
        <source>AIDS Care</source>  
        <year>2001</year>  
        <month>06</month>  
        <volume>13</volume>  
        <issue>3</issue>  
        <fpage>309</fpage>  
        <lpage>18</lpage>  
        <pub-id pub-id-type="doi">10.1080/09540120120043964</pub-id>
        <pub-id pub-id-type="medline">11397333</pub-id></nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>van Kesteren</surname>
            <given-names>NM</given-names>
          </name>
          <name name-style="western">
            <surname>Hospers</surname>
            <given-names>HJ</given-names>
          </name>
          <name name-style="western">
            <surname>van Empelen</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>van Breukelen</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Kok</surname>
            <given-names>G</given-names>
          </name>
        </person-group>
        <article-title>Sexual decision-making in HIV-positive men who have sex with men: how moral concerns and sexual motives guide intended condom use with steady and casual sex partners</article-title>
        <source>Arch Sex Behav</source>  
        <year>2007</year>  
        <month>06</month>  
        <volume>36</volume>  
        <issue>3</issue>  
        <fpage>437</fpage>  
        <lpage>49</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/17333328"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1007/s10508-006-9125-4</pub-id>
        <pub-id pub-id-type="medline">17333328</pub-id>
        <pub-id pub-id-type="pmcid">PMC1914258</pub-id></nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Misovich</surname>
            <given-names>SJ</given-names>
          </name>
          <name name-style="western">
            <surname>Fisher</surname>
            <given-names>JD</given-names>
          </name>
          <name name-style="western">
            <surname>Fisher</surname>
            <given-names>WA</given-names>
          </name>
        </person-group>
        <article-title>Close relationships and elevated HIV risk behavior: evidence and possible underlying psychological processes</article-title>
        <source>Rev Gen Psychol</source>  
        <year>1997</year>  
        <volume>1</volume>  
        <issue>1</issue>  
        <fpage>72</fpage>  
        <lpage>107</lpage>  
        <pub-id pub-id-type="doi">10.1037/1089-2680.1.1.72</pub-id></nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Derogatis</surname>
            <given-names>LR</given-names>
          </name>
          <name name-style="western">
            <surname>Melisaratos</surname>
            <given-names>N</given-names>
          </name>
        </person-group>
        <article-title>The Brief Symptom Inventory: an introductory report</article-title>
        <source>Psychol Med</source>  
        <year>1983</year>  
        <month>08</month>  
        <volume>13</volume>  
        <issue>3</issue>  
        <fpage>595</fpage>  
        <lpage>605</lpage>  
        <pub-id pub-id-type="medline">6622612</pub-id></nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Grov</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Breslow</surname>
            <given-names>AS</given-names>
          </name>
          <name name-style="western">
            <surname>Newcomb</surname>
            <given-names>ME</given-names>
          </name>
          <name name-style="western">
            <surname>Rosenberger</surname>
            <given-names>JG</given-names>
          </name>
          <name name-style="western">
            <surname>Bauermeister</surname>
            <given-names>JA</given-names>
          </name>
        </person-group>
        <article-title>Gay and bisexual men's use of the Internet: research from the 1990s through 2013</article-title>
        <source>J Sex Res</source>  
        <year>2014</year>  
        <volume>51</volume>  
        <issue>4</issue>  
        <fpage>390</fpage>  
        <lpage>409</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24754360"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1080/00224499.2013.871626</pub-id>
        <pub-id pub-id-type="medline">24754360</pub-id>
        <pub-id pub-id-type="pmcid">PMC4154140</pub-id></nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Harper</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Bruce</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Serrano</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Jamil</surname>
            <given-names>O</given-names>
          </name>
        </person-group>
        <person-group person-group-type="editor">
          <name name-style="western">
            <surname>Hammack</surname>
            <given-names>PL</given-names>
          </name>
          <name name-style="western">
            <surname>Cohler</surname>
            <given-names>BJ</given-names>
          </name>
        </person-group>
        <article-title>The role of the internet in the sexual identity development of gaybisexual male adolescents</article-title>
        <source>The Story of Sexual Identity: Narrative Perspectives on Gay and Lesbian Life Course</source>  
        <year>2009</year>  
        <publisher-loc>New York</publisher-loc>
        <publisher-name>Oxford University Press</publisher-name>
        <fpage>297</fpage>  
        <lpage>326</lpage> </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Garofalo</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Herrick</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Mustanski</surname>
            <given-names>BS</given-names>
          </name>
          <name name-style="western">
            <surname>Donenberg</surname>
            <given-names>GR</given-names>
          </name>
        </person-group>
        <article-title>Tip of the iceberg: young men who have sex with men, the Internet, and HIV risk</article-title>
        <source>Am J Public Health</source>  
        <year>2007</year>  
        <month>06</month>  
        <volume>97</volume>  
        <issue>6</issue>  
        <fpage>1113</fpage>  
        <lpage>7</lpage>  
        <pub-id pub-id-type="doi">10.2105/AJPH.2005.075630</pub-id>
        <pub-id pub-id-type="medline">17463378</pub-id>
        <pub-id pub-id-type="pii">AJPH.2005.075630</pub-id>
        <pub-id pub-id-type="pmcid">PMC1874202</pub-id></nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Mustanski</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Lyons</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Garcia</surname>
            <given-names>SC</given-names>
          </name>
        </person-group>
        <article-title>Internet use and sexual health of young men who have sex with men: a mixed-methods study</article-title>
        <source>Arch Sex Behav</source>  
        <year>2011</year>  
        <month>04</month>  
        <volume>40</volume>  
        <issue>2</issue>  
        <fpage>289</fpage>  
        <lpage>300</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20182787"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1007/s10508-009-9596-1</pub-id>
        <pub-id pub-id-type="medline">20182787</pub-id>
        <pub-id pub-id-type="pmcid">PMC2914836</pub-id></nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
