# www.robotstxt.org/
# www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449

User-agent: *

Disallow: /search/getjob
Disallow: /i/*
Disallow: /cd/*
Disallow: /private/search

User-agent: 008
Disallow: /

User-agent: msnbot
Crawl-delay: 10

User-agent: bingbot
Crawl-delay: 10

User-agent: AdsBot-Google
Crawl-delay: 2