# Robots.txt file from http://www.searchengineworld.com
#  
# Built from text file http://info.webcrawler.com/mak/projects/robots/active/all.txt
# 
# This restricts access to only known and registered robots. 
#


User-agent: InfoSeek Robot 1.0 
Disallow: 

User-agent: Infoseek Sidewinder 
Disallow: 

User-agent: JCrawler/0.2 
Disallow: 

User-agent: Lycos/x.x 
Disallow: 

User-agent: Lycos_Spider_(T-Rex)
Disallow: 

User-agent: Googlebot
Disallow: 

# Inktomi crawler 
User-agent: Slurp
Disallow: 

# FAST crawler 
User-agent: fast
Disallow: 

# google crawler 
User-agent: GoogleBot
Disallow: 

# neti.ee crawler 
User-agent: Nuhk
Disallow: 

# AltaVista crawler 
User-agent: scooter
Disallow: 


User-agent: *
Disallow: /