# $Id: robots.txt,v 1.29 2007/11/14 13:12:05 krusch Exp $ # # This is a file retrieved by webwalkers a.k.a. spiders that # conform to a defacto standard. # See # # Comments to the webmaster should be posted at # # Format is: # User-agent: # Disallow: | # ----------------------------------------------------------------------------- # User-agent: Fast corporate crawler User-agent: * Disallow: // Disallow: /account/registration Disallow: /account/mypro Disallow: /account/myint Disallow: /Admin Disallow: /cgi- Disallow: /common Disallow: /contact/employees/servlets Disallow: /data Disallow: /db2s Disallow: /fcgi- Disallow: /fscripts Disallow: /i/ Disallow: /image/ Disallow: /link Disallow: /portal/home Disallow: /products/finder Disallow: /products/learn/action Disallow: /scripts Disallow: /Scripts Disallow: /search/? Disallow: /Search Disallow: /survey Disallow: /tmp Disallow: /webmaster Disallow: /zx Disallow: /zz User-agent: Fast corporate crawler Disallow: // Disallow: /account/registration Disallow: /account/mypro Disallow: /account/myint Disallow: /Admin Disallow: /cgi- Disallow: /common Disallow: /contact/employees/servlets Disallow: /data Disallow: /db2s Disallow: /developerworks Disallow: /fcgi- Disallow: /fscripts Disallow: /i/ Disallow: /image/ Disallow: /link Disallow: /portal/home Disallow: /products/finder Disallow: /products/learn/action Disallow: /scripts Disallow: /Scripts Disallow: /search/? Disallow: /Search Disallow: /survey Disallow: /tmp Disallow: /webmaster Disallow: /zx Disallow: /zz User-agent: gotdotnet.ch proxy services Disallow: / #