# slow down Yahoo
User-agent: Slurp
Crawl-delay: 10
# general blocks
User-agent: *
Disallow: /bak/
Disallow: /blacklist.txt
Disallow: /weba/
Disallow: /temp/
Disallow: /feed/
Disallow: /feed2/
Disallow: /src/
Disallow: /feed3/
Disallow: /news/