# Google

User-agent: Googlebot
Disallow:

User-agent: Googlebot-Mobile
Disallow:

User-agent: Googlebot-Image
Disallow: 

User-agent: Mediapartners-Google
Disallow:

User-agent: Adsbot-Google
Disallow:

# Rambler

User-agent: StackRambler
Disallow:

# Yandex

User-agent: Yandex
Disallow:

# Yandex Djatel

User-agent: YaDirectBot
Disallow:

# Yahoo

User-agent: Slurp
Disallow:

# Yahoo Images

User-agent: Yahoo-MMCrawler
Disallow: /

# Internet Archive

User-agent: ia_archiver
Disallow:


User-agent: Openbot 
Disallow: / 

User-agent: URL Control 
Disallow: / 

User-agent: Zeus Link Scout 
Disallow: / 

User-agent: Zeus 32297 Webster Pro V2.9 Win32 
Disallow: / 

User-agent: Webster Pro 
Disallow: / 

User-agent: EroCrawler 
Disallow: / 

User-agent: LinkScan/8.1a Unix 
Disallow: / 

User-agent: Keyword Density/0.9 
Disallow: / 

User-agent: Kenjin Spider 
Disallow: / 

User-agent: Iron33/1.0.2 
Disallow: / 

User-agent: Bookmark search tool 
Disallow: / 

User-agent: GetRight/4.2 
Disallow: / 

User-agent: FairAd Client 
Disallow: / 

User-agent: Gaisbot 
Disallow: / 

User-agent: Aqua_Products 
Disallow: / 

User-agent: Radiation Retriever 1.1 
Disallow: / 

User-agent: Flaming AttackBot 
Disallow: / 

# остальным нельзя

User-agent: *
Disallow: /