User-agent: *
# disallow files in /cgi-bin
Disallow: /cgi-bin/

Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.txt$

# disallow all files with ? in url
Disallow: /*?

Disallow: /assets/
Disallow: /devel/
Disallow: /rob_experiment/