User-agent: Googlebot
Disallow: 
User-agent: googlebot-image
Disallow: 
User-agent: googlebot-mobile
Disallow: 
User-agent: MSNBot
Disallow: 
User-agent: Slurp
Disallow: 
User-agent: Teoma
Disallow: 
User-agent: twiceler
Disallow: 
User-agent: Gigabot
Disallow: 
User-agent: Scrubby
Disallow: 
User-agent: Robozilla
Disallow: 
User-agent: Nutch
Disallow: 
User-agent: ia_archiver
Disallow: 
User-agent: baiduspider
Disallow: 
User-agent: naverbot
Disallow: 
User-agent: yeti
Disallow: 
User-agent: yahoo-mmcrawler
Disallow: 
User-agent: psbot
Disallow: 
User-agent: asterias
Disallow: 
User-agent: yahoo-blogs/v3.9
Disallow: 
User-agent: *
Disallow: 
Disallow: /cgi-bin/
Disallow: /admin/
Disallow: /cache/
Disallow: /css/
Disallow: /include/
Disallow: /js/
Disallow: /lang/
Disallow: /language/
Disallow: /layouteditor/
Disallow: /mf_gifts/
Disallow: /octazen/
Disallow: /templates/
Disallow: /uploads_admin/
Disallow: /uploads_classified/
Disallow: /uploads_event/
Disallow: /uploads_forum/
Disallow: /uploads_group/
Disallow: /uploads_gstore/
Disallow: /uploads_skin/
Disallow: /uploads_styler/
Disallow: /uploads_userpoints/
Disallow: /uploads_vid/
Disallow: /uploads_video/
Disallow: /uploads_wall/
Disallow: /uploads_wink/
Disallow: /vidfeeder_cache/
Disallow: /_private/
Disallow: /_vti_bin/
Disallow: /_vti_cnf/
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_txt/


Sitemap: http://www.thegaychub.info/sitemap.xml.gz