# robots.txt

User-agent: *
Disallow: /cgi-bin/
Crawl-delay: 120 

User-agent: msnbot/
Disallow: /cgi-bin/
Crawl-delay: 120