# robots.txt
User-Agent: *
Disallow: /cgi-bin/ # this is a service CGI directory
Disallow: /tmp/ # these will soon disappear
Disallow: /*?

User-Agent: *
Crawl-Delay: 5

User-Agent: Teoma
Crawl-Delay: 180