User-agent: wget User-agent: webzip Disallow: / User-agent: * Disallow: /intern/ Disallow: /cgi-bin/ Disallow: /vault/