User-agent: *
User-agent: Mediapartners-Google* 
Disallow: 
Disallow: /cgi-bin/
Disallow: /400.shtml
Disallow: /401.shtml
Disallow: /403.shtml
Disallow: /404.shtml
Disallow: /500.shtml