User-agent: *
# keep the site open to all crawlers except the cgi-bin
Disallow: /cgi-bin/
Crawl-Delay: 10
# keep the site closed to all, comment out the following entry if we want to be crawled
# Disallow: /