User-agent: *

Disallow: /js
Disallow: /cgi-bin
Disallow: /css
Disallow: /cgi-data