########################
# All robots will spider the domain
User-agent: *
#
# list directories robots are not allowed to index 
#
Disallow: /flash/
Disallow: /flash2/
Disallow: /old_website/
#
#############################