# For domain: http://www.amlit.com

# All robots will spider the domain
# User-agent: *

# Remove the # from the user-agent and dissallow line if the need arises to exclude from some pages.
# Disallow directory /cgi-bin
# User-agent: *
# Disallow: /cgi-bin

# I don't need LinkWalker filling up my log 4.25.2005
User-agent: LinkWalker
Disallow: /

User-Agent: Slurp
Crawl-Delay: 10

User-Agent: BecomeBot
Crawl-Delay: 10

User-Agent: *
Crawl-Delay: 10