# robots.txt fuer http://www.urlaub-leben.de # Doesn't follow robots.txt anyway, but... # User-agent: k2spider Disallow: / # # Hits many times per second, not acceptable # http://www.nameprotect.com/botinfo.html User-agent: NPBot Disallow: / # A capture bot, downloads gazillions of pages with no public benefit # http://www.webreaper.net/ User-agent: WebReaper Disallow: / User-agent: Mediapartners-Google* Disallow: User-agent: * Disallow: /tmp Disallow: /tmp/ Disallow: /bilderkopf Disallow: /bilderkopf/ Disallow: /images Disallow: /images/ Disallow: /ul2-style.css Disallow: /laender.php Disallow: /links.js Disallow: /footer-inc.php Disallow: /left-inc.php Disallow: /hoteltipp.inc Disallow: /changepic2.php Disallow: /ohg/ Disallow: /ohg Disallow: /topimg/ Disallow: /topimg