User-agent: * Disallow: /cgi-bin/ Disallow: /error404.html Disallow: /error403.html Disallow: /error401.html