# robots.txt Sitemap: sitemap.xml User-agent: * Disallow: User-agent: Googlebot Disallow: User-agent: googlebot-image Disallow: User-agent: googlebot-mobile Disallow: User-agent: MSNBot Disallow: User-agent: Slurp Disallow: User-agent: Teoma Disallow: User-agent: twiceler Disallow: User-agent: Gigabot Disallow: User-agent: Scrubby Disallow: User-agent: Robozilla Disallow: User-agent: Nutch Disallow: User-agent: ia_archiver Disallow: User-agent: baiduspider Disallow: User-agent: naverbot Disallow: User-agent: yeti Disallow: User-agent: yahoo-mmcrawler Disallow: User-agent: psbot Disallow: User-agent: asterias Disallow: User-agent: yahoo-blogs/v3.9 Disallow: User-agent:scooter Disallow: User-agent:acoon robot Disallow: User-agent:kit-fireball Disallow: User-agent:golem Disallow: User-agent:moget Disallow: User-agent:griffon Disallow: User-agent:grub-client Disallow: User-agent:finnish Disallow: User-agent:hambot Disallow: User-agent:hometown Disallow: User-agent:htdig Disallow: User-agent:HTTrack Disallow: User-agent:Hubater Disallow: User-agent:irobot Disallow: User-agent:infospiders Disallow: User-agent:INGRID Disallow: User-agent:slurp Disallow: User-agent:t-rex Disallow: User-agent:netscoop Disallow: User-agent:valkyrie libwww-perl Disallow: User-agent:ultraseek Disallow: User-agent:msnbot Disallow: User-agent:infoseek Disallow: User-agent:incywincy Disallow: User-agent:MP3Bot Disallow: User-agent:marvin Disallow: User-agent:Open_Text_Site_Crawler Disallow: User-agent:kapsi Disallow: User-agent:IBM_Planetwide Disallow: