User-agent: *
Disallow: /images/
Disallow: /tools/

# Block spiders from finding doorway pages optimized for other engines
# Searc engine			User-agent
# Altavista				scooter
# Infoseek/Go Network	Infoseek
# Hotbot				Slurp
# AOL Search			Slurp
# Goto					Slurp
# MSN					Slurp
# Iwon					Slurp
# Looksmart				Slurp
# Excite				ArchitextSpider
# Webcrawler			ArchitextSpider
# Google				Googlebot
# Netscape				Googlebot
# Yahoo Web Pages		Googlebot
# Lycos					Lycos
# NorthernLight			Gulliver
# Fast/All The Web		Fast
# DirectHit				Grabber

# Fast/All The Web
User-agent: Fast
Disallow: /dw/av/
Disallow: /dw/dh/
Disallow: /dw/ex/
Disallow: /dw/go/
Disallow: /dw/goo/
Disallow: /dw/hb/
Disallow: /dw/ly/

# Altavista
User-agent: scooter
Disallow: /dw/all/
Disallow: /dw/dh/
Disallow: /dw/ex/
Disallow: /dw/go/
Disallow: /dw/goo/
Disallow: /dw/hb/
Disallow: /dw/ly/

# DirectHit
User-agent: Grabber
Disallow: /dw/all/
Disallow: /dw/av/
Disallow: /dw/ex/
Disallow: /dw/go/
Disallow: /dw/goo/
Disallow: /dw/hb/
Disallow: /dw/ly/

# Excite & Webcrawler
User-agent: ArchitextSpider
Disallow: /dw/all/
Disallow: /dw/av/
Disallow: /dw/dh/
Disallow: /dw/go/
Disallow: /dw/goo/
Disallow: /dw/hb/
Disallow: /dw/ly/

# Infoseek/Go Network	
User-agent: Infoseek
Disallow: /dw/all/
Disallow: /dw/av/
Disallow: /dw/dh/
Disallow: /dw/ex/
Disallow: /dw/goo/
Disallow: /dw/hb/
Disallow: /dw/ly/

# Google				
User-agent: Googlebot
Disallow: /dw/all/
Disallow: /dw/av/
Disallow: /dw/dh/
Disallow: /dw/ex/
Disallow: /dw/go/
Disallow: /dw/hb/
Disallow: /dw/ly/

# Hotbot
# AOL Search
# Goto
# MSN
# Iwon
# Looksmart
User-agent: Slurp
Disallow: /dw/all/
Disallow: /dw/av/
Disallow: /dw/dh/
Disallow: /dw/ex/
Disallow: /dw/go/
Disallow: /dw/goo/
Disallow: /dw/ly/

# Lycos
User-agent: Lycos
Disallow: /dw/all/
Disallow: /dw/av/
Disallow: /dw/dh/
Disallow: /dw/ex/
Disallow: /dw/go/
Disallow: /dw/goo/