User-agent: *
Disallow: /.htaccess
Disallow: /.htpasswd
Disallow: /404
Disallow: /404.php