User-Agent: * 
Allow: /
Disallow: /assets
Disallow: /cgi-bin
Disallow: /error
Disallow: /images
Disallow: /reports