User-agent: *

Disallow: (^|/)\.htgroup$
Disallow: (^|/)\.htpasswd$
Disallow: .htaccess
Disallow: index.cgi
Disallow: /cgi-bin
Disallow: /stats
Disallow: /test
Disallow: 400.shtml
Disallow: 401.shtml
Disallow: 403.shtml
Disallow: 404.shtml
Disallow: 500.shtml