# by default, allow all directories to be spidered
User-agent: *
# dissallow some files and directories
Disallow: /zipped/
# disallow stress test
user-agent: stress-agent
Disallow: /