# robots.txt 
User-agent: *
Disallow: /_private
Disallow: /logs
Disallow: /_classes
Disallow: /files
Disallow: /tmp/
Disallow: /css/
Disallow: /public/