User-agent: *
Disallow: /core/
Disallow: /cron/
Disallow: /log/
Disallow: /old/
Disallow: /files/
Disallow: /img/
Disallow: /db/