User-Agent: *
Allow: /
Disallow: /scripts
Disallow: /cgi-bin
Disallow: /awstats
Disallow: /errors
Disallow: /support
Disallow: /sites