User-agent: *
#
# list folders robots are not allowed to index 
#
Disallow: /assets/
Disallow: /css/
Disallow: /media/
Disallow: /script/
Disallow: /surveys/