#
# $Header: /pmail/repository/www/htmlpages/robots.txt,v 1.28 1996/12/15 23:26:41
betsy Exp $
# This file (robots.txt) is used to notify compliant Web wanderers,
# spiders, and robots which directories are off-limits. For more
# information about this file see:
# http://web.nexor.co.uk/mak/doc/robots/norobots.pl
#
User-agent: *
Disallow: /admin/
Disallow: /admin/captcha/
Disallow: /bin/
Disallow: /ebayimg/
User-agent: MJ12bot
Crawl-Delay: 20
User-agent: Speedy
Crawl-Delay: 20
User-agent: msnbot
Crawl-delay: 20
User-agent: NaverBot
Crawl-delay: 20
User-agent: OmniExplorer_Bot
Crawl-delay: 20
User-agent: Slurp
Crawl-delay: 2