# robots.txt

User-agent: *
Disallow: /help/	# don't index html pages
Disallow: /errors/	# Error pages 
Disallow: /admin/	# admin areas should not be indexed
Disallow: /scripts/	
Disallow: /images/	
Disallow: /common/	
Disallow: /includes/