# # &&&&& # &&&&& # @@@ # @@@ # @@@ # @@@ # @@@ # @@@ # @@@ # @@@ # @@@ # # # www.robotstxt.org/ # www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449 User-agent: * Disallow: /search/getjob Disallow: /i/* Disallow: /cd/* Disallow: /private/search Disallow: *fo=1 Disallow: /feed-wel/ Disallow: /ads/ Disallow: *&orgn=113 User-agent: Mediapartners-Google User-agent: YandexAdNet User-agent: AdIdxBot Allow: * User-agent: 008 Disallow: / User-agent: grapeshot Disallow: / User-agent: PetalBot Disallow: /