# # robots.txt for http://www.whois-service.ru/ # # $Id: robots.txt,v 1.01 04.04.2009 10:22:00 dom Exp $ # # For use by search.w3.org # User-agent: W3Crobot/1 # Disallow: /Out-Of-Date # AltaVista Search # User-agent: AltaVista Intranet V2.0 W3C Webreq # Disallow: /Out-Of-Date # Rambler Search # User-agent: StackRambler # Disallow: /Out-Of-Date # exclude some access-controlled areas User-agent: * Disallow: /webalizer/ Disallow: /error/ Disallow: /styles/ Disallow: /scripts/ Disallow: /referrers/ Disallow: /referrers