User-agent: *
Crawl-Delay: 2
Disallow: /content/
Disallow: /framework/
Disallow: /public/admin/
Disallow: /public/advertiser/
Disallow: /public/api/
Disallow: /public/banner/
Disallow: /public/cron/
Disallow: /public/css/
Disallow: /public/development/
Disallow: /public/image/
Disallow: /public/javascript/
Disallow: /public/payments/
Disallow: /public/scrapes/
Disallow: /public/stats/