# BETTER OFF WITHOUT YOU

User-agent: ia_archiver
Disallow: /

# sad really
User-agent: psbot
Disallow: /
User-agent: Atomic_Email_Hunter/4.0
Disallow: /
User-agent: Snoopy
Disallow: /
User-agent: DBLBot/1.0
Disallow: / 
User-agent: NetSeer/Nutch-0.9
Disallow: /

# ShopWikiBot is both foolish and irresponsible
User-agent: ShopWiki
Crawl-Delay: 60

# ZoomInfo.com
User-agent: NextGenSearchBot
Crawl-Delay: 5000

User-agent: *
Disallow: /compare.asp*
Disallow: /default.asp?*
Allow: /default.asp