# For domain: http://www.crocodileadventures.net # All robots will spider the domain User-agent: * User-agent: Mediapartners-Google* Disallow: User-agent: msnbot Disallow: User-agent: KIT-Fireball Disallow: User-agent: Lycos_Spider_(T-Rex) Disallow: User-agent: Scooter Disallow: User-agent: Slurp Disallow: User-agent: Gulliver Disallow: User-agent: teoma_agent1 Disallow: User-agent: FAST-WebCrawler Disallow: User-agent: AbachoBOT Disallow: User-agent: googlebot Disallow: User-agent: gulliver Disallow: User-agent: slurp Disallow: ch User-agent: fast Disallow: User-agent: scooter Disallow: User-agent: vscooter Disallow: User-agent: ia_archiver Disallow: User-agent: Nutch Disallow: User-agent: FAST-WebCrawler Disallow: User-agent: teoma_agent1 Disallow: User-agent: Lycos_Spider_(T-Rex) Disallow: User-agent: MSNBOT/0.1 Disallow: User-agent: msnbot-media/1.0 Disallow: User-agent: ArchitextSpider Disallow: User-agent: ZyBorg Disallow: User-agent: SurveyBot Disallow: