<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="brief-report" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JC</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Cancer</journal-id>
      <journal-title>JMIR Cancer</journal-title>
      <issn pub-type="epub">2369-1999</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
    <article-id pub-id-type="publisher-id">v2i2e9</article-id>
    <article-id pub-id-type="pmid">28410183</article-id>
    <article-id pub-id-type="doi">10.2196/cancer.5578</article-id>
    <article-categories>
      <subj-group subj-group-type="heading">
        <subject>Short Paper</subject>
      </subj-group>
      <subj-group subj-group-type="article-type">
        <subject>Short Paper</subject>
      </subj-group>
    </article-categories>
    <title-group>
      <article-title>Online Versus Telephone Methods to Recruit and Interview Older Gay and Bisexual Men Treated for Prostate Cancer: Findings from the Restore Study</article-title>
    </title-group>
    <contrib-group>
      <contrib contrib-type="editor">
        <name>
          <surname>Eysenbach</surname>
          <given-names>Gunther</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Chang</surname>
          <given-names>Shanton</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Pang</surname>
          <given-names>Patrick Cheong-Iao</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Falasinnu</surname>
          <given-names>Titilola</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="author" id="contrib1" corresp="yes">
      <name name-style="western">
        <surname>Rosser</surname>
        <given-names>BR Simon</given-names>
      </name>
      <degrees>PhD, MPH, LP</degrees>
      <xref rid="aff1" ref-type="aff">1</xref>
      <address>
        <institution>University of Minnesota</institution>
        <institution>Division of Epidemiology and Community Health</institution>
        <addr-line>1300 S. 2nd. St., #300</addr-line>
        <addr-line>Minneapolis, MN, 55410</addr-line>
        <country>United States</country>
        <phone>1 612 624 0358</phone>
        <fax>1 612 624 0315</fax>
        <email>rosser@umn.edu</email>
      </address>  
      <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-8862-531X</ext-link></contrib>
      <contrib contrib-type="author" id="contrib2">
        <name name-style="western">
          <surname>Capistrant</surname>
          <given-names>Benjamin</given-names>
        </name>
        <degrees>ScD</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-5841-6592</ext-link>
      </contrib>
    </contrib-group>
    <aff id="aff1">
    <sup>1</sup>
    <institution>University of Minnesota</institution>
    <institution>Division of Epidemiology and Community Health</institution>  
    <addr-line>Minneapolis, MN</addr-line>
    <country>United States</country></aff>
    <author-notes>
      <corresp>Corresponding Author: BR Simon Rosser 
      <email>rosser@umn.edu</email></corresp>
    </author-notes>
    <pub-date pub-type="collection"><season>Jul-Dec</season><year>2016</year></pub-date>
    <pub-date pub-type="epub">
      <day>19</day>
      <month>07</month>
      <year>2016</year>
    </pub-date>
    <volume>2</volume>
    <issue>2</issue>
    <elocation-id>e9</elocation-id>
    <!--history from ojs - api-xml-->
    <history>
      <date date-type="received">
        <day>28</day>
        <month>1</month>
        <year>2016</year>
      </date>
      <date date-type="rev-request">
        <day>3</day>
        <month>4</month>
        <year>2016</year>
      </date>
      <date date-type="rev-recd">
        <day>10</day>
        <month>5</month>
        <year>2016</year>
      </date>
      <date date-type="accepted">
        <day>27</day>
        <month>5</month>
        <year>2016</year>
      </date>
    </history>
    <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
    <copyright-statement>©BR Simon Rosser, Benjamin Capistrant. Originally published in JMIR Cancer (http://cancer.jmir.org), 19.07.2016.</copyright-statement>
    <copyright-year>2016</copyright-year>
    <license license-type="open-access" xlink:href="http://creativecommons.org/licenses/by/2.0/">
      <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (http://creativecommons.org/licenses/by/2.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Cancer, is properly cited. The complete bibliographic information, a link to the original publication on http://cancer.jmir.org/, as well as this copyright and license information must be included.</p>
    </license>  
    <self-uri xlink:href="http://cancer.jmir.org/2016/2/e9/" xlink:type="simple"/>
    <abstract>
      <sec sec-type="background">
        <title>Background</title>
        <p>Recently, researchers have faced the challenge of conflicting recommendations for online versus traditional methods to recruit and interview older, sexual minority men. Older populations represent the cohort least likely to be online, necessitating the use of traditional research methods, such as telephone or in-person interviews. By contrast, gay and bisexual men represent a population of early adopters of new technology, both in general and for medical research. In a study of older gay and bisexual men with prostate cancer, we asked whether respondents preferred online versus offline methods for data collection. Given the paucity of research on how to recruit older gay and bisexual men in general, and older gay and bisexual men with prostate cancer in particular, we conducted an observational study to identify participant preferences when participating in research studies.</p>
      </sec>
      <sec sec-type="objective">
        <title>Objective</title>
        <p>To test online versus offline recruitment demographic data collection, and interview preferences of older gay and bisexual men with prostate cancer.</p>
      </sec>
      <sec sec-type="methods">
        <title>Methods</title>
        <p>Email blasts were sent from a website providing support services for gay and bisexual men with prostate cancer, supplemented with an email invitation from the web-host. All invitations provided information via the study website address and a toll-free telephone number. Study tasks included respondents being screened, giving informed consent, completing a short survey collecting demographic data, and a 60-75 minute telephone or Internet chat interview. All materials stressed that enrollees could participate in each task using either online methods or by telephone, whichever they preferred.</p>
      </sec>
      <sec sec-type="results">
        <title>Results</title>
        <p>A total of 74 men were screened into the study, and 30 were interviewed. The average age of the participants was 63 years (standard deviation 6.9, range 48-75 years), with most residing in 14 American states, and one temporarily located overseas. For screening, consent, and the collection of demographic data, 97% (29/30) of the participants completed these tasks using online methods. For the interview, 97% (29/30) chose to be interviewed by telephone, rather than Internet chat.</p>
      </sec>
      <sec sec-type="conclusions">
        <title>Conclusions</title>
        <p>Older gay and bisexual men, when given choices, appear to prefer a mixed methods approach to qualitative investigations. For most aspects of the study, the older men chose online methods; the exception was the interview, in which case almost all preferred telephone. We speculate that a combination of the deeply personal nature of the topic (sexual effects of prostate cancer treatment), unfamiliarity with online chat, and possibly the subject burden involved in extensive typing contributed to the preference of telephone versus online chat. Recruitment of older men into this study showed good geographic diversity. We recommend that other qualitative researchers consider a mixed methods approach when recruiting older populations online.</p>
      </sec>
    </abstract>
    <kwd-group>
      <kwd>Qualitative research</kwd>
      <kwd>Aged</kwd>
      <kwd>Gays</kwd>
    </kwd-group></article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>The literature regarding the recruitment of older cohorts and sexual minorities reads as a study in contrasts. In 2014, while 86% of all adults reported being online, only 59% of seniors (age &#62;65) were online [<xref ref-type="bibr" rid="ref1">1</xref>]. Although 68% of Americans in their early 70s go online, Internet use drops to 47% after age 75 [<xref ref-type="bibr" rid="ref1">1</xref>]. The implication for qualitative researchers is that traditional recruitment and data collection methods, such as telephone or in-person interviews, are preferred (or necessary) to recruit many older adults [<xref ref-type="bibr" rid="ref2">2</xref>]. In addition, online research on older adults raises ethical considerations in at least four areas: (1) providing sufficient support to facilitate ongoing social interactions, (2) managing older adults’ expectations, (3) providing encouragement without coercion, and (4) responding to individual needs [<xref ref-type="bibr" rid="ref3">3</xref>]. In contrast, the literature on gay, bisexual, and other men who have sex with men indicates that online methods are preferred and more effective for recruiting gay and bisexual men into studies [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>]. Gay and bisexual men are a minority group identified as early adopters of new technology [<xref ref-type="bibr" rid="ref6">6</xref>]. Given the popularity of apps and websites for dating and partner-seeking [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref7">7</xref>], and high rates of online pornography consumption [<xref ref-type="bibr" rid="ref8">8</xref>], being online has become an integral part of the experience of being a gay or bisexual man in the United States [<xref ref-type="bibr" rid="ref9">9</xref>] and other developed countries [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>]. Multiple studies note a disproportionately high use of the Internet and apps by the youngest cohorts of gay and bisexual men [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref9">9</xref>]. This finding leads to the question of whether older cohorts of gay and bisexual men are better recruited using online or traditional methods.</p>
      <p>Research on older gay and bisexual men is scarce, potentially contributing to undocumented health disparities [<xref ref-type="bibr" rid="ref12">12</xref>]. Prostate cancer research is one such area, in which treatment outcomes appear worse for gay and bisexual men than other men [<xref ref-type="bibr" rid="ref13">13</xref>-<xref ref-type="bibr" rid="ref15">15</xref>], but there has been insufficient research to understand this phenomenon [<xref ref-type="bibr" rid="ref16">16</xref>]. Detailed qualitative studies are needed to document the experience of gay and bisexual men with prostate cancer. Historically, recruiting gay and bisexual men with prostate cancer into studies has proven extremely challenging. Only three quantitative studies exist, each using small cohorts ranging from 89 to 111 participants [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>]. Cancer registries do not routinely collect demographic data on sexual orientation, leaving this population relatively invisible. Similarly, in all but the largest cities, there are insufficient numbers of gay and bisexual men undergoing prostate cancer treatment to make tailored group support services feasible.</p>
      <p>In designing a qualitative study of gay and bisexual men with prostate cancer, we encountered insufficient research to guide best practices. Given the lack of methodological studies of older gay and bisexual men, we conducted an observational study to identify and test the preferences of older gay and bisexual men.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <p>Study participants were recruited via <italic>Malecare,</italic> the largest men’s cancer support group (utilizing both online and in-person groups) and advocacy organization in the United States. Each year, an estimated 800 to 1000 gay and bisexual men with prostate cancer join <italic>Malecare</italic>. <italic>Malecare</italic> members received an email with information about this study, and the same information was included in <italic>Malecare</italic> ’s e-newsletter. Both invitations identified the <italic>Restore</italic> study, as funded the by National Cancer Institute at the National Institutes of Health, and its purpose as, “looking at how prostate cancer treatment affects gay and bisexual men, our life and sexual partners, and our family and friends who provide care for us during treatment.” Eligibility criteria included: adults aged &#62;18; ability to speak English; identification as a gay, bisexual, or other man who has sex with men; diagnosed with, and treated for, prostate cancer; and resident of the United States. In addition, we stratified recruitment by major treatment type (surgery, radiation, or other) until saturation was reached. Given the high rates of radical prostatectomies, the stratification resulted in this group being capped at 19 participants.</p>
      <p>In the email blast, potential participants were provided information that listed both the study website and a toll-free telephone number. Study tasks included respondents being screened, giving informed consent, completing a short survey collecting demographic data, and a 60-75 minute interview. All materials stressed that enrollees could participate in each task either by going online (to the website) or by telephone, <italic>whichever they preferred</italic>.</p>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>A total of 74 men were screened into the study, 30 completed the consent process, and all 30 were interviewed. Average age of the participants was 63 years (standard deviation 6.9), ranging from 48 to 75 years. One man was under 50, six were in their 50s, ten were aged 60-64, six were aged 66-69, and seven were in their 70s. Twenty-six participants described their race/ethnicity as white, three as African American, and one as Latino. Two of the men reported their Human Immunodeficiency Virus status as positive, one as unsure, and the remainder as negative. The participants resided in 13 states (Alabama, California, Florida, Georgia, Illinois, Kansas, Massachusetts, Minnesota, New York, Oklahoma, Rhode Island, Washington, and West Virginia); seven resided in New York, and one US resident was temporarily located in Europe. For screening, consent, and the collection of demographic data, 97% (29/30) of the participants completed these tasks using online methods. For the interview, 97% (29/30) chose to be interviewed by telephone, rather than online chat (with a different person absenting in each case).</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>Older gay and bisexual men, when given choices regarding participation in qualitative research, appear to prefer a mixed methods approach to qualitative investigations. For most aspects of the study, almost all gay and bisexual men chose online methods. This result is consistent with efficiency; when reading an email or newsletter, it is easier and faster to click on a link than to telephone a study. Consistent with best online practices [<xref ref-type="bibr" rid="ref19">19</xref>], we designed the screener to lead into a description of the study, then several pages of consent, followed by a brief demographics survey (as one seamless unit). It is not surprising, therefore, that all but one gay or bisexual man completed this entire process online. Given our experience using online chat in other studies of gay and bisexual men [<xref ref-type="bibr" rid="ref20">20</xref>], we expected more participants to choose this option. However, when given the option to be interviewed by telephone or online chat, all but one participant chose telephone. We speculate that a combination of the deeply personal nature of the topic (sexual effects of prostate cancer treatment), possible lack of familiarity with online chat, the anticipated subject burden involved in extensive typing in chat for 60-75 minutes, and/or slow Internet connection contributed to the participants choosing telephone over online chat. Given that multiple participants expressed appreciation for the opportunity to discuss their experience of having prostate cancer, and the sexual challenges that treatment entails, a desire to talk about this taboo topic may also have contributed to their decision.</p>
      <p>We highlight the geographic diversity in the sample as a strength of online recruitment of older gay and bisexual men with prostate cancer. Similar to early studies of gay and bisexual men online [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref22">22</xref>], and studies of younger cohorts of gay and bisexual men [<xref ref-type="bibr" rid="ref23">23</xref>], examination of the residential zip codes of participants demonstrated participation across all regions of the United States, and participation by rural as well as urban respondents.</p>
      <p>This study had several limitations. First, this was a very small study focused on individual interviews, which we share to help other researchers proposing similar studies. Given the lack of studies on how to recruit older sexual minorities, we cannot know how generalizable these results are. Second, the older gay and bisexual men in this study were all recruited from a website. This detail likely biases findings towards online preferences, making the choice to be interviewed by telephone more apparent. Third, there are only a handful of websites offering support services to gay and bisexual men with prostate cancer <italic>.</italic> Choosing the largest of these websites made practical sense; however, we do not know how well members on this website reflect the broader population of gay and bisexual men with prostate cancer, or how well our findings might generalize to other websites or health conditions. Fourth <italic>,</italic> we did not ask participants why they chose their preferences, or the strength of their preference. We recommend that researchers consider adding both questions to advance research on methods. Finally, consistent with the Pew Internet and American Life Project’s results [<xref ref-type="bibr" rid="ref1">1</xref>], none of our participants were older than 75 years. Researchers aiming to study gay and bisexual men older than 75 may need to use other methods to recruit and research this cohort.</p>
      <sec>
        <title>Conclusions</title>
        <p>Although an unprecedented number of gay and bisexual men are reaching middle and old age, little is known about aging and age-related health conditions for sexual minority men. While new research efforts may emerge to address this evidence gap regarding healthy aging in this cohort, it remains unclear how best to identify, recruit, and include this population in social and biomedical research. This limitation is particularly true for Internet-based research efforts, which may be better at identifying and recruiting gay and bisexual men than the collection of qualitative interview data. Specifically, we recommend that qualitative researchers (and others interested in studying this cohort via online recruitment) consider a mixed methods approach to recruitment, but continue to use telephone or in-person methods to interview. To advance research methods, we encourage other researchers to set up naturalistic experiments to test research preferences, particularly for difficult to recruit populations.</p>
      </sec>
    </sec>
  </body>
  <back>
    <ack>
      <p>This study was conducted with funding from the National Cancer Institute (Grant award: 1 R21 CA182041) and the American Cancer Society Institutional Research Grant.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Smith</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <source>Pew Research Centre</source>  
        <year>2014</year>  
        <month>04</month>  
        <day>03</day>  
        <access-date>2016-07-12</access-date>
        <comment>Older adults and technology use 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.pewinternet.org/2014/04/03/older-adults-and-technology-use/">http://www.pewinternet.org/2014/04/03/older-adults-and-technology-use/</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6ipJwfyqt"/></comment> </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Loges</surname>
            <given-names>We</given-names>
          </name>
          <name name-style="western">
            <surname>Jung</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Exploring the digital divide: Internet connectedness and age</article-title>
        <source>Comm Res</source>  
        <year>2001</year>  
        <month>08</month>  
        <day>01</day>  
        <volume>28</volume>  
        <issue>4</issue>  
        <fpage>536</fpage>  
        <lpage>562</lpage>  
        <pub-id pub-id-type="doi">10.1177/009365001028004007</pub-id></nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Waycott</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Morgans</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Pedell</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Ozanne</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Vetere</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Kulik</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Davis</surname>
            <given-names>H</given-names>
          </name>
        </person-group>
        <article-title>Ethics in evaluating a sociotechnical intervention with socially isolated older adults</article-title>
        <source>Qual Health Res</source>  
        <year>2015</year>  
        <month>11</month>  
        <volume>25</volume>  
        <issue>11</issue>  
        <fpage>1518</fpage>  
        <lpage>28</lpage>  
        <pub-id pub-id-type="doi">10.1177/1049732315570136</pub-id>
        <pub-id pub-id-type="medline">25646003</pub-id>
        <pub-id pub-id-type="pii">1049732315570136</pub-id></nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bolding</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Davis</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Sherr</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Hart</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Elford</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Use of gay Internet sites and views about online health promotion among men who have sex with men</article-title>
        <source>AIDS Care</source>  
        <year>2004</year>  
        <month>11</month>  
        <volume>16</volume>  
        <issue>8</issue>  
        <fpage>993</fpage>  
        <lpage>1001</lpage>  
        <pub-id pub-id-type="doi">10.1080/09540120412331292453</pub-id>
        <pub-id pub-id-type="medline">15511731</pub-id>
        <pub-id pub-id-type="pii">8T3VUY8NFCDGEK98</pub-id></nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Rosser</surname>
            <given-names>BR</given-names>
          </name>
          <name name-style="western">
            <surname>Wilkerson</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Smolenski</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Oakes</surname>
            <given-names>JM</given-names>
          </name>
          <name name-style="western">
            <surname>Konstan</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Horvath</surname>
            <given-names>KJ</given-names>
          </name>
          <name name-style="western">
            <surname>Kilian</surname>
            <given-names>GR</given-names>
          </name>
          <name name-style="western">
            <surname>Novak</surname>
            <given-names>DS</given-names>
          </name>
          <name name-style="western">
            <surname>Danilenko</surname>
            <given-names>GP</given-names>
          </name>
          <name name-style="western">
            <surname>Morgan</surname>
            <given-names>R</given-names>
          </name>
        </person-group>
        <article-title>The future of Internet-based HIV prevention: a report on key findings from the Men's INTernet (MINTS-I, II) Sex Studies</article-title>
        <source>AIDS Behav</source>  
        <year>2011</year>  
        <month>04</month>  
        <volume>15 Suppl 1</volume>  
        <fpage>S91</fpage>  
        <lpage>100</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21360127"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1007/s10461-011-9910-5</pub-id>
        <pub-id pub-id-type="medline">21360127</pub-id>
        <pub-id pub-id-type="pmcid">PMC3345812</pub-id></nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Ellison</surname>
            <given-names>N</given-names>
          </name>
        </person-group>
        <article-title>Social network sites: definition, history, and scholarship</article-title>
        <source>JCMC</source>  
        <year>2007</year>  
        <volume>13</volume>  
        <issue>1</issue>  
        <fpage>210</fpage>  
        <lpage>230</lpage>  
        <pub-id pub-id-type="doi">10.1111/j.1083-6101.2007.00393.x</pub-id></nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Grosskopf</surname>
            <given-names>NA</given-names>
          </name>
          <name name-style="western">
            <surname>LeVasseur</surname>
            <given-names>MT</given-names>
          </name>
          <name name-style="western">
            <surname>Glaser</surname>
            <given-names>DB</given-names>
          </name>
        </person-group>
        <article-title>Use of the Internet and mobile-based “apps” for sex-seeking among men who have sex with men in New York City</article-title>
        <source>Am J Mens Health</source>  
        <year>2014</year>  
        <month>11</month>  
        <volume>8</volume>  
        <issue>6</issue>  
        <fpage>510</fpage>  
        <lpage>20</lpage>  
        <pub-id pub-id-type="doi">10.1177/1557988314527311</pub-id>
        <pub-id pub-id-type="medline">24658284</pub-id>
        <pub-id pub-id-type="pii">1557988314527311</pub-id></nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Rosser</surname>
            <given-names>BR</given-names>
          </name>
          <name name-style="western">
            <surname>Smolenski</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Erickson</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Iantaffi</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Brady</surname>
            <given-names>SS</given-names>
          </name>
          <name name-style="western">
            <surname>Grey</surname>
            <given-names>JA</given-names>
          </name>
          <name name-style="western">
            <surname>Hald</surname>
            <given-names>GM</given-names>
          </name>
          <name name-style="western">
            <surname>Horvath</surname>
            <given-names>KJ</given-names>
          </name>
          <name name-style="western">
            <surname>Kilian</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Træen</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Wilkerson</surname>
            <given-names>JM</given-names>
          </name>
        </person-group>
        <article-title>The effects of gay sexually explicit media on the HIV risk behavior of men who have sex with men</article-title>
        <source>AIDS Behav</source>  
        <year>2013</year>  
        <month>05</month>  
        <volume>17</volume>  
        <issue>4</issue>  
        <fpage>1488</fpage>  
        <lpage>98</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23564010"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1007/s10461-013-0454-8</pub-id>
        <pub-id pub-id-type="medline">23564010</pub-id>
        <pub-id pub-id-type="pmcid">PMC3719400</pub-id></nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Sullivan</surname>
            <given-names>PS</given-names>
          </name>
          <name name-style="western">
            <surname>Grey</surname>
            <given-names>JA</given-names>
          </name>
          <name name-style="western">
            <surname>Rosser</surname>
            <given-names>BR</given-names>
          </name>
        </person-group>
        <article-title>Emerging technologies for HIV prevention for MSM: what we have learned, and ways forward</article-title>
        <source>J Acquir Immune Defic Syndr</source>  
        <year>2013</year>  
        <month>06</month>  
        <day>1</day>  
        <volume>63 Suppl 1</volume>  
        <fpage>S102</fpage>  
        <lpage>7</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23673879"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1097/QAI.0b013e3182949e85</pub-id>
        <pub-id pub-id-type="medline">23673879</pub-id>
        <pub-id pub-id-type="pii">00126334-201306011-00017</pub-id>
        <pub-id pub-id-type="pmcid">PMC3670990</pub-id></nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Weatherburn</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Schmidt</surname>
            <given-names>AJ</given-names>
          </name>
          <name name-style="western">
            <surname>Hickson</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Reid</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Berg</surname>
            <given-names>RC</given-names>
          </name>
          <name name-style="western">
            <surname>Hospers</surname>
            <given-names>HJ</given-names>
          </name>
          <name name-style="western">
            <surname>Marcus</surname>
            <given-names>U</given-names>
          </name>
        </person-group>
        <article-title>The European Men-who-have-sex-with-men Internet Survey (EMIS): design and methods</article-title>
        <source>Sex Res Soc Policy</source>  
        <year>2013</year>  
        <month>5</month>  
        <day>7</day>  
        <volume>10</volume>  
        <issue>4</issue>  
        <fpage>243</fpage>  
        <lpage>257</lpage>  
        <pub-id pub-id-type="doi">10.1007/s13178-013-0119-4</pub-id></nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Holt</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Rawstorne</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Wilkinson</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Worth</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Bittman</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Kippax</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>HIV testing, gay community involvement and Internet use: social and behavioural correlates of HIV testing among Australian men who have sex with men</article-title>
        <source>AIDS Behav</source>  
        <year>2012</year>  
        <month>01</month>  
        <volume>16</volume>  
        <issue>1</issue>  
        <fpage>13</fpage>  
        <lpage>22</lpage>  
        <pub-id pub-id-type="doi">10.1007/s10461-010-9872-z</pub-id>
        <pub-id pub-id-type="medline">21213035</pub-id></nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <collab>Institute of Medicine (US) Committee on Lesbian, Gay, Bisexual, and Transgender Health Issues and Research Gaps and Opportunities</collab>
        </person-group>
        <article-title>The health of lesbian, gay, bisexual and transgender people: building a foundation for a better understanding</article-title>
        <source>The National Academies Collection: Reports funded by National Institutes of Health</source>  
        <year>2011</year>  
        <pub-id pub-id-type="medline">22013611</pub-id></nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Motofei</surname>
            <given-names>IG</given-names>
          </name>
          <name name-style="western">
            <surname>Rowland</surname>
            <given-names>DL</given-names>
          </name>
          <name name-style="western">
            <surname>Popa</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Kreienkamp</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Paunica</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>Preliminary study with bicalutamide in heterosexual and homosexual patients with prostate cancer: a possible implication of androgens in male homosexual arousal</article-title>
        <source>BJU Int</source>  
        <year>2011</year>  
        <month>07</month>  
        <volume>108</volume>  
        <issue>1</issue>  
        <fpage>110</fpage>  
        <lpage>5</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://dx.doi.org/10.1111/j.1464-410X.2010.09764.x"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1111/j.1464-410X.2010.09764.x</pub-id>
        <pub-id pub-id-type="medline">20955264</pub-id></nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Lee</surname>
            <given-names>TK</given-names>
          </name>
          <name name-style="western">
            <surname>Breau</surname>
            <given-names>RH</given-names>
          </name>
          <name name-style="western">
            <surname>Eapen</surname>
            <given-names>L</given-names>
          </name>
        </person-group>
        <article-title>Pilot study on quality of life and sexual function in men-who-have-sex-with-men treated for prostate cancer</article-title>
        <source>J Sex Med</source>  
        <year>2013</year>  
        <month>08</month>  
        <volume>10</volume>  
        <issue>8</issue>  
        <fpage>2094</fpage>  
        <lpage>100</lpage>  
        <pub-id pub-id-type="doi">10.1111/jsm.12208</pub-id>
        <pub-id pub-id-type="medline">23742184</pub-id>
        <pub-id pub-id-type="pii">S1743-6095(15)30441-0</pub-id></nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Hart</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Coon</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Kowalkowski</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Latini</surname>
            <given-names>D</given-names>
          </name>
        </person-group>
        <article-title>Gay men with prostate cancer report significantly worse HRQOL than heterosexual men</article-title>
        <source>J Urol</source>  
        <year>2011</year>  
        <month>4</month>  
        <volume>185</volume>  
        <issue>4</issue>  
        <fpage>e68</fpage>  
        <lpage>e69</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.juro.2011.02.231</pub-id></nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Rosser</surname>
            <given-names>BR</given-names>
          </name>
          <name name-style="western">
            <surname>Capistrant</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Iantaffi</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Prostate cancer in gay, bisexual and other men who have sex with men: a review</article-title>
        <source>J LGBT Health</source>  
        <year>2016</year>  
        <volume>3</volume>  
        <issue>1</issue>  
        <fpage>A</fpage>  
        <pub-id pub-id-type="doi">10.1089/lgbt.2015.0092</pub-id></nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Allensworth-Davies</surname>
            <given-names>D</given-names>
          </name>
        </person-group>
        <source>Assessing Localized Prostate Cancer Post-Treatment Outcomes Among Gay Men</source>  
        <year>2010</year>  
        <month>06</month>  
        <day>30</day>  
        <access-date>2016-07-15</access-date>
        <comment>
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://projectreporter.nih.gov/project_info_description.cfm?aid=7874716&#38;icde=8986475">https://projectreporter.nih.gov/project_info_description.cfm?aid=7874716&#38;icde=8986475</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6j1kV2lPI"/></comment> </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Wassersug</surname>
            <given-names>RJ</given-names>
          </name>
          <name name-style="western">
            <surname>Lyons</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Duncan</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Dowsett</surname>
            <given-names>GW</given-names>
          </name>
          <name name-style="western">
            <surname>Pitts</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Diagnostic and outcome differences between heterosexual and nonheterosexual men treated for prostate cancer</article-title>
        <source>Urology</source>  
        <year>2013</year>  
        <month>09</month>  
        <volume>82</volume>  
        <issue>3</issue>  
        <fpage>565</fpage>  
        <lpage>71</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.urology.2013.04.022</pub-id>
        <pub-id pub-id-type="medline">23768520</pub-id>
        <pub-id pub-id-type="pii">S0090-4295(13)00499-8</pub-id></nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Pequegnat</surname>
            <given-names>W</given-names>
          </name>
          <name name-style="western">
            <surname>Rosser</surname>
            <given-names>BR</given-names>
          </name>
          <name name-style="western">
            <surname>Bowen</surname>
            <given-names>AM</given-names>
          </name>
          <name name-style="western">
            <surname>Bull</surname>
            <given-names>SS</given-names>
          </name>
          <name name-style="western">
            <surname>DiClemente</surname>
            <given-names>RJ</given-names>
          </name>
          <name name-style="western">
            <surname>Bockting</surname>
            <given-names>WO</given-names>
          </name>
          <name name-style="western">
            <surname>Elford</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Fishbein</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Gurak</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Horvath</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Konstan</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Noar</surname>
            <given-names>SM</given-names>
          </name>
          <name name-style="western">
            <surname>Ross</surname>
            <given-names>MW</given-names>
          </name>
          <name name-style="western">
            <surname>Sherr</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Spiegel</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Zimmerman</surname>
            <given-names>R</given-names>
          </name>
        </person-group>
        <article-title>Conducting Internet-based HIV/STD prevention survey research: considerations in design and evaluation</article-title>
        <source>AIDS Behav</source>  
        <year>2007</year>  
        <month>07</month>  
        <volume>11</volume>  
        <issue>4</issue>  
        <fpage>505</fpage>  
        <lpage>21</lpage>  
        <pub-id pub-id-type="doi">10.1007/s10461-006-9172-9</pub-id>
        <pub-id pub-id-type="medline">17053853</pub-id></nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Wilkerson</surname>
            <given-names>JM</given-names>
          </name>
          <name name-style="western">
            <surname>Iantaffi</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Grey</surname>
            <given-names>JA</given-names>
          </name>
          <name name-style="western">
            <surname>Bockting</surname>
            <given-names>WO</given-names>
          </name>
          <name name-style="western">
            <surname>Rosser</surname>
            <given-names>BR</given-names>
          </name>
        </person-group>
        <article-title>Recommendations for internet-based qualitative health research with hard-to-reach populations</article-title>
        <source>Qual Health Res</source>  
        <year>2014</year>  
        <month>04</month>  
        <volume>24</volume>  
        <issue>4</issue>  
        <fpage>561</fpage>  
        <lpage>74</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24623662"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1177/1049732314524635</pub-id>
        <pub-id pub-id-type="medline">24623662</pub-id>
        <pub-id pub-id-type="pii">1049732314524635</pub-id>
        <pub-id pub-id-type="pmcid">PMC4077019</pub-id></nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Rosser</surname>
            <given-names>BR</given-names>
          </name>
          <name name-style="western">
            <surname>Miner</surname>
            <given-names>MH</given-names>
          </name>
          <name name-style="western">
            <surname>Bockting</surname>
            <given-names>WO</given-names>
          </name>
          <name name-style="western">
            <surname>Ross</surname>
            <given-names>MW</given-names>
          </name>
          <name name-style="western">
            <surname>Konstan</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Gurak</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Stanton</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Edwards</surname>
            <given-names>W</given-names>
          </name>
          <name name-style="western">
            <surname>Jacoby</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Carballo-Diéguez</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Mazin</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Coleman</surname>
            <given-names>E</given-names>
          </name>
        </person-group>
        <article-title>HIV risk and the internet: results of the Men's INTernet Sex (MINTS) Study</article-title>
        <source>AIDS Behav</source>  
        <year>2009</year>  
        <month>08</month>  
        <volume>13</volume>  
        <issue>4</issue>  
        <fpage>746</fpage>  
        <lpage>56</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/18512143"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1007/s10461-008-9399-8</pub-id>
        <pub-id pub-id-type="medline">18512143</pub-id>
        <pub-id pub-id-type="pmcid">PMC2718057</pub-id></nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Ross</surname>
            <given-names>MW</given-names>
          </name>
          <name name-style="western">
            <surname>Tikkanen</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Månsson</surname>
            <given-names>SA</given-names>
          </name>
        </person-group>
        <article-title>Differences between Internet samples and conventional samples of men who have sex with men: implications for research and HIV interventions</article-title>
        <source>Soc Sci Med</source>  
        <year>2000</year>  
        <month>09</month>  
        <volume>51</volume>  
        <issue>5</issue>  
        <fpage>749</fpage>  
        <lpage>58</lpage>  
        <pub-id pub-id-type="medline">10975234</pub-id>
        <pub-id pub-id-type="pii">S0277953699004931</pub-id></nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bolding</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Davis</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Hart</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Sherr</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Elford</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Where young MSM meet their first sexual partner: the role of the Internet</article-title>
        <source>AIDS Behav</source>  
        <year>2007</year>  
        <month>07</month>  
        <volume>11</volume>  
        <issue>4</issue>  
        <fpage>522</fpage>  
        <lpage>6</lpage>  
        <pub-id pub-id-type="doi">10.1007/s10461-007-9224-9</pub-id>
        <pub-id pub-id-type="medline">17347876</pub-id></nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
