User-agent: * 
Disallow: /*.js
Disallow: /*.css
Disallow: /cgi-bin/

User-agent: LinkWalker
Disallow: /