#User-agent: *
#Disallow: /cgi-bin/

User-agent: slurp
#Disallow: /
Crawl-delay: 5