# This is a sample robots.txt file
User-agent: * 
Crawl-delay: 10
Disallow: /wl 
Disallow: /temp 
Disallow: /tmp 
Disallow: /pete 
Disallow: /pete- 
Disallow: /cam-images
Disallow: /NEW 
Disallow: /hid/
Disallow: /QV10 
Disallow: /tl 
Disallow: /access 
Disallow: /foo 
Disallow: /bugs 
Disallow: /Img 
Disallow: /Bman 
Disallow: /hideme
Disallow: /almus
Disallow: /seric
Disallow: /pub-picts
Disallow: /W
Disallow: /nevernever
Disallow: /systore
#
# bandwidth sucking images bots
User-agent: DittoSpyder
User-agent: vscooter
User-Agent: Googlebot-Image
Disallow: /

User-agent: Googlebot
Disallow: /*.gif$
Disallow: /*.jpg$
Disallow: /*.avi$
Disallow: /*.mp3$
Disallow: /*.jpeg$
Disallow: /*.png$
Disallow: /pub-picts
Disallow: /pub-picts/*/*.jpg$
#
# SPAM and other lamebots
#
User-Agent: KGValidator/1.3 libwww-perl/0.40
Disallow: /
User-Agent: ValueClick Robocop/0.2b
Disallow: /
User-Agent: Mozilla/3.0 Gold
Disallow: /
User-Agent: LECodeChecker/2.0
Disallow: /
User-Agent: Java1.1.3
Disallow: /
User-Agent: sitecheck.internetseer.com
Disallow: /
User-Agent: Nessus
Disallow: /
#
User-agent: Slurp 
Crawl-delay: 10
Disallow: /wl 
Disallow: /temp 
Disallow: /tmp 
Disallow: /pete 
Disallow: /pete- 
Disallow: /cam-images
Disallow: /NEW 
Disallow: /hid/
Disallow: /QV10/ 
Disallow: map.txt
Disallow: /tl/
Disallow: /pub-picts/
Disallow: /Pub-picts/

#
# EmailCollector/1.0
# EmailSiphon
# EmailWolf 1.00
# ExtractorPro
# CherryPickerSE/1.0
# CherryPickerElite/1.0
# Crescent Internet ToolPak HTTP OLE Control v.1.0
# Crescent Internet ToolPak HTTP OLE Control v.1.0
# Crescent Internet ToolPak HTTP OLE Control v.1.0