User-agent: *
Disallow: /apps
Disallow: /core
Disallow: /site_backups
Disallow: /install
Disallow: /themes