User-Agent: *
Disallow:/cgi-bin

# For Looksmart
User-agent: WISENutbot
Disallow:/cgi-bin

# For Google
User-agent: Googlebot
Disallow:/cgi-bin

# For AllTheWeb
User-agent: Fast-Webcrawler
Disallow:/cgi-bin

# For IA Archiver
User-agent: Alexa
Disallow:/cgi-bin

# For AltaVista
User-agent: Scooter
Disallow:/cgi-bin

# For LinkWalker
User-agent: LinkWalker
Disallow:/cgi-bin

# For Jeeves
User-agent: Jeeves
Disallow:/cgi-bin

# For Inktomi Slurp
User-agent: Inktomi Slurp
Disallow:/cgi-bin

# For mirago [UK]
User-agent: mirago
Disallow:/cgi-bin

#Инструкции для робота Рамблера
User-Agent: StackRambler
Disallow:/cgi-bin

#Инструкции для робота Апорта
User-Agent: Aport
Disallow:/cgi-bin

# Инструкции для робота Яндекса 
User-Agent: yandex
Disallow:/cgi-bin


#AltaVista       Scooter 
#Infoseek        Infoseek        
#Hotbot  Slurp   
#AOL     Slurp   
#Excite  ArchitextSpider 
#Google  Googlebot       
#Goto    Slurp   
#Lycos   Lycos   
#MSN     Slurp   
#Netscape        Googlebot       
#NorthernLight   Gulliver        
#WebCrawler      ArchitextSpider 
#Iwon    Slurp   
#Fast    Fast    
#DirectHit       Grabber 
#Yahoo Web Pages Googlebot       
#Looksmart Web Pages     Slurp