User-agent: *
Disallow: /search.php
Disallow: /channel.php
Disallow: /photosearch.php
Disallow: /yasearch.php
Allow: /photosearch.php?tag*
Disallow: /cgi-bin/

Disallow: /?page=escape*
Disallow: /?page=img*
Disallow: /spec/*
Disallow: /*.htm?*
Allow: /photos_*.htm?*
host: www.nofollow.ru


User-agent: SEOkicks
Disallow: /

User-agent: facebookexternalhit
Disallow: /

User-agent: GrapeshotCrawler
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: BegunAdvertising 
Disallow: /

User-agent: Begun 
Disallow: /

User-agent: NTENTbot 
Disallow: /


User-agent: SputnikBot 
Disallow: /

User-agent: Yahoo 
Disallow: /

User-agent: MegaIndex.ru 
Disallow: /

User-agent: BLEXBot 
Disallow: /

User-agent: BingBot 
Crawl-delay: 4
Disallow: /

User-Agent: trendictionbot 
Disallow: /

User-agent: Mail.Ru 
Disallow: /

User-Agent: MJ12bot
Crawl-Delay: 5