# # $Header: /pmail/repository/www/htmlpages/robots.txt,v 1.28 1996/12/15 23:26:41 betsy Exp $ # This file (robots.txt) is used to notify compliant Web wanderers, # spiders, and robots which directories are off-limits. For more # information about this file see: # http://web.nexor.co.uk/mak/doc/robots/norobots.pl # User-agent: * Disallow: /admin/ Disallow: /admin/captcha/ Disallow: /bin/ Disallow: /ebayimg/ User-agent: MJ12bot Crawl-Delay: 20 User-agent: Speedy Crawl-Delay: 20 User-agent: msnbot Crawl-delay: 20 User-agent: NaverBot Crawl-delay: 20 User-agent: OmniExplorer_Bot Crawl-delay: 20 User-agent: Slurp Crawl-delay: 2