# $Id: robots.txt,v 2.0 2003/09/23 10:19:24 webmaster Exp $ # for http://www.inium.com/ # # FMI see # # Format # User-agent: # Disallow: | # # ----------------------------------------------------------------------------- User-agent: * Disallow: // Disallow: /Admin Disallow: /admin Disallow: /common Disallow: /cgi-bin Disallow: /Cgi-bin Disallow: /CGI-BIN Disallow: /dev/ Disallow: /Dev/ Disallow: /DEV/ Disallow: /scripts Disallow: /Scripts Disallow: /SCRIPTS Disallow: /i/ Disallow: /image Disallow: /images Disallow: /include Disallow: /new Disallow: /panny Disallow: /Search Disallow: /search Disallow: /link Disallow: /perl Disallow: /tmp Disallow: /account/registration Disallow: /webmaster User-agent: Fast corporate crawler Disallow: // Disallow: /Admin Disallow: /admin Disallow: /common Disallow: /cgi-bin Disallow: /Cgi-bin Disallow: /CGI-BIN Disallow: /dev/ Disallow: /Dev/ Disallow: /DEV/ Disallow: /scripts Disallow: /Scripts Disallow: /SCRIPTS Disallow: /i/ Disallow: /image Disallow: /images Disallow: /include Disallow: /new Disallow: /panny Disallow: /Search Disallow: /search Disallow: /link Disallow: /perl Disallow: /tmp Disallow: /account/registration Disallow: /webmaster User-agent: ia_archiver Disallow: // Disallow: /Admin Disallow: /admin Disallow: /common Disallow: /cgi-bin Disallow: /Cgi-bin Disallow: /CGI-BIN Disallow: /dev/ Disallow: /Dev/ Disallow: /DEV/ Disallow: /scripts Disallow: /Scripts Disallow: /SCRIPTS Disallow: /i/ Disallow: /image Disallow: /images Disallow: /include Disallow: /new Disallow: /panny Disallow: /Search Disallow: /search Disallow: /link Disallow: /perl Disallow: /tmp Disallow: /account/registration Disallow: /webmaster