User-agent: *           # directed to all spiders
# Disallow: *
Disallow: cgi-bin*
Disallow: mp3*
Disallow: images*

User-Agent: htdig	# NetMind Search-It's indexer
Disallow: *

#