User-agent: * Disallow: /aspnet_client Disallow: /cgi-bin Disallow: /flash Disallow: /logs Disallow: server_error.php Disallow: hosting_suspended.php