User-agent: *
Disallow: /stats/  # stats directory
Disallow: /cgi/
Disallow: /mycgi/
Disallow: /temp/
