User-agent: *
Allow: /
Allow: /index.html
Allow: /index.php
Disallow: /apps
Disallow: /dl
Disallow: /ftp
Disallow: /logs
Disallow: /__private__
Disallow: /site
Disallow: /tools