# # robots.txt for http://www.fahrradinitiative.de/ # # $Id: robots.txt,v 1.0 2001/06/29 00:54:15 gerald Exp $ # # exclude some access-controlled areas User-agent: googlebot Disallow: User-agent: KIT-Fireball Disallow: User-agent: Lycos_Spider_(T-Rex) Disallow: User-agent: Scooter Disallow: User-agent: Slurp Disallow: User-agent: Gulliver Disallow: User-agent: teoma_agent1 Disallow: User-agent: FAST-WebCrawler Disallow: User-agent: Googlebot-Images Disallow: User-agent: AbachoBOT Disallow: