User-agent: *

Allow: /

Disallow: /images
Disallow: /include
Disallow: /js
Disallow: /media
Disallow: /styles

Disallow: /400.shtml
Disallow: /401.shtml
Disallow: /403.shtml
Disallow: /404.shtml
Disallow: /500.shtml