# All robots will spider the domain. 
# The folders listed below are to be excluded from indexing by search engine robots
User-agent: *
Disallow: /backups/
Disallow: /classes/
Disallow: /flash/
Disallow: /generator/
Disallow: /include/