#robots.txt für die Domain www.hundezentrum-pfalz.de #erzeugt am 18.05.2008 User-agent: BackRub/2.1 User-agent: googlebot User-agent: Lycos_Spider_(T-Rex) User-agent: KIT-Fireball/2.0 User-agent: ArchitextSpider User-agent: MSNBOT/0.1 Disallow: /.htuser Disallow: /admin/ Disallow: /cgi-bin/ Disallow: /cgi-data/ Disallow: /css/ Disallow: /txt/ Disallow: /connect/ Disallow: /.htgroup Disallow: /SUB/ Disallow: /captcha/ Disallow: /js/