User-agent: *
Disallow: /cgi-bin/

#User-agent: Firefly/1.0
#Disallow: /

User-Agent: Slurp
Crawl-delay: 180