# robots.txt for http://www.krankenkassen-direkt.de/
# -----------------------------------------------------------------

User-agent: *
Disallow: /agb/
Disallow: /kkbereich/
Disallow: /kkdms/
Disallow: /img/
Disallow: /incl/
Disallow: /info_downl/
Disallow: /anzeige/
Disallow: /preise/


# Info: http://www.robotstxt.org/wc/faq.html#robotstxt
# http://de.wikipedia.org/wiki/Robots_Exclusion_Standard

# http://help.yahoo.com/help/us/ysearch/slurp
User-agent: Slurp
Crawl-delay: 180

# http://www.entireweb.com/about/search_tech/speedy_spider/#delay
User-agent: Speedy
Crawl-Delay: 1800

# http://www.exabot.com/go/robot
User-agent: Exabot
Crawl-delay: 3600

# http://www.gigablast.com/spider.html
User-Agent: Gigabot
Crawl-Delay: 1800