User-agent: Slurp
Crawl-delay: 2
Disallow: /cgi-bin/
Disallow: /error_log
Disallow: /error.php
Disallow: /bot-trap/

User-agent: *
Disallow: /cgi-bin/
Disallow: /error_log
Disallow: /error.php
Disallow: /bot-trap/