User-agent: * Disallow: /assets/ Disallow: /errors/ Disallow: /swm/ Disallow: /cronjob_70071.html Disallow: /unlinked.html