User-Agent: *
Allow: /
Disallow: /cgi-bin
Disallow: /css
Disallow: /scripts
Disallow: /swf