# Prevent robots from indexing the sub directories of Rolling Thunder

User-agent: baiduspider
Disallow: *

User-agent: IconSurf
Disallow: /favicon.ico

User-agent: Slurp
Crawl-delay: 10

User-Agent: *
Disallow: /history/
Disallow: /photos/
Disallow: /videos/
Disallow: /zippy/