User-agent: *
Allow: /
Disallow: /admin/
Disallow: /database/
Disallow: /cron/
Disallow: /login/