User-agent: *
Disallow: /cron
Disallow: /ajax
Disallow: /js
Disallow: /admin
Disallow: /includes