User-agent: *
Disallow: /ajax/
Disallow: /customerrors/
Disallow: /layouts/
Disallow: /sitecore/modules/
Disallow: /sitecore/service/
Disallow: /sitecore/media library/
Disallow: /sitecore/shell/
Disallow: /sitecore/content/
Disallow: /404-page/