User-agent: *
Allow: /
Disallow: /admin/
Disallow: /bower_components/
Disallow: /classes/
Disallow: /crontabs/
Disallow: /lib/