# $Id: robots.txt,v 1.25 2006/12/12 16:52:05 UJ Exp $ # # This is a file retrieved by webwalkers a.k.a. spiders that # conform to a defacto standard. # See # # Comments to the webmaster should be posted at # # Format is: # User-agent: # Disallow: | # ----------------------------------------------------------------------------- # User-agent: Fast corporate crawler User-agent: * Disallow: /account/registration Disallow: /account/mypro Disallow: /account/myint Disallow: /admin Disallow: /image/ Disallow: /incl* Disallow: /scripts Disallow: /search/ Disallow: /tmp Disallow: /webmaster #