User-agent: *
Disallow: /cgi-bin/
Disallow: /gr06a/
Disallow: /gr08b/
Disallow: /audio/
Disallow: /shhs07/
Disallow: /fashion06/
Disallow: /txt/
Disallow: /wav/
Disallow: /xmas09/
Disallow: /hallow08/
# next 2 for yahoo (inktomisearch)
User-agent: Slurp
Crawl-delay: 10