# robots.txt for http://www.ds4u.com
# $Id: robots.txt,v 1.0 1998/07/17 10:25:00 gchernega Exp $
# 1999-06-09 GJC     Updated URL to registered URL
# 1999-06-17 GJC     Verified all directories covered
# 1999-06-22 GJC     Disallow Common directory
# 1999-08-30 GJC     Removed old directory
# 1999-12-08 GJC     Added /temp
# 2000-01-23 GJC     Added /resumes
# 2000-02-22 GJC     Misc updates
# 2000-08-09 GJC     Removed old directories
# 2002-01-03 GJC     Removed old directories
# 2003-05-19 GJC     Add new directories
# 2004-08-31 GJC     Add new directories
# 2004-10-25 GJC     Believe msnbot was crashing SQL Server,
#			as it repeatedly called Ads.exe over and over
#			This is temporary until 207.46.98.130 can
#			be blocked in router or BlackICE
# 2004-10-25 GJC     Jetbot also appears naughty
# 2006-08-31 GJC     Add InnovatageBot Crawl Delay.. way too fast guys!

User-agent: *
Disallow: /ads
Disallow: /backgnd
Disallow: /cgi-bin
Disallow: /common
Disallow: /company
Disallow: /contracts
Disallow: /counter
Disallow: /errors
Disallow: /icons
Disallow: /pics
Disallow: /ppages
Disallow: /resume
Disallow: /resumes
Disallow: /status
Disallow: /users
Disallow: /Weather

User-agent: msnbot
Disallow: /

User-agent: jetbot
Disallow: /

User-agent: InnovantageBot
Crawl-delay: 60