User-agent: *
disallow: /cgi-bin/
disallow: /error_log
disallow: /error.php

User-agent: Slurp
Crawl-delay: 2