User-agent: *
Disallow: /images 
Disallow: /classes 
# Disallow: /cgi-bin
Disallow: /htdig
Disallow: /js
Disallow: /styles
Disallow: /ssi
Disallow: /css
Disallow: /javascript