User-agent: *
Allow /
Disallow: /cgi-bin
Disallow: /js
Disallow: /php
Disallow: /images 
Disallow: /*.js$
Disallow: /*.php$
Disallow: /*.cgi$
Disallow: /*.gif$
Disallow: /*.png$
Disallow: /*.jpg$