User-agent: *
Disallow: /cgi-bin/	  # scripts area
Disallow: /js/		  # Javascript
Disallow: /css/           # Style Sheets