User-agent: *
Disallow: /ajax
Disallow: /assets/base/css
Disallow: /assets/base/js
Disallow: /assets/base/media
Disallow: /assets/plugins
Disallow: /404.html