# Robots.txt file from http://www.searchengineworld.com
#
# All robots will spider the domain

User-agent: *
Disallow:

# ht://Dig 3.2 is such a sucker, it does not accept empty values for disallow
User-agent: htdig
Disallow: /htdig_is_a_sucker