User-agent: *
Crawl-delay: 3
Disallow: /s/
Disallow: /jbe/
Disallow: /appcontinue
Disallow: /apppdf
Disallow: /apphtml

# Yahoo's hotjobs bot caused 1.5m page impressions and crawled our site
# causing massive load. Adding it to the robots list in arch/startsessionstate.inc
# didn't fix the problem. Hotjobs is a USA jobs board anyway. Disallow it.
# http://help.yahoo.com/help/hotjobs/webmaster
User-agent: YahooSeeker/CafeKelsa
Disallow: / 

User-agent: Slurp
Crawl-delay: 3
Disallow: /agenda_for_change_profile/