User-agent: psbot
Disallow: /

User-agent: Snapbot
Disallow: /

User-agent: WebAlta
Disallow: /

User-agent: WebAlta Crawler
Disallow: /

User-agent: WebAlta Crawler/1.3.26
Disallow: /

User-agent: TurtleScanner
Disallow: /

User-agent: vlasna-traveller
Disallow: /

User-agent: I am SPAMER!
Disallow: /

User-agent: TMCrawler
Disallow: /

User-agent: libwww-perl
Disallow: /

User-agent: Shim-Crawler
Disallow: /

User-agent: IRLbot
Disallow: /

User-agent: ISpider
Disallow: /

User-agent: AmboBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: OutfoxBot
Disallow: /

User-agent: Capel Fantom
Disallow: /

User-agent: ConveraCrawler
Disallow: /

User-agent: sproose
Disallow: /

User-agent: TMCrawler
Disallow: /

User-agent: Mediapartners-Google*
Allow: /
Disallow: /_
Disallow: /rean/
Disallow: /*new_adv*
Disallow: /*edit_old_adv*
Disallow: /*step*
Disallow: /*insert*
Disallow: /*edit*
Disallow: /*lostpw*
Disallow: /*mail=*

User-Agent: Googlebot-Image
Allow: /
Disallow: /r/
Disallow: /my/
Disallow: /*mail=*
Disallow: /*message=*
Disallow: /*search*
Allow: /search/
Disallow: /*mail=*

User-Agent: Adsbot-Google
Allow: /
Disallow: /rean/
Disallow: /r/
Disallow: /*mail=*

User-agent: *
Disallow: /_
Disallow: /images/
Disallow: /r/
Disallow: /my/
Allow: /my/description/
Disallow: /*message=*
Allow: /*message=adv_not_found
Disallow: /*mail=*
Disallow: /*new_adv*
Disallow: /*edit_old_adv*
Disallow: /*step*
Disallow: /*edit*
Disallow: /*lostpw*
Disallow: /*ukrnet*
Disallow: /*category=X
Disallow: /*?search.php*
Allow: /?search.php*
Allow: /review/search.php*
Disallow: /*Submit*

User-agent: Yandex
Crawl-delay: 1

Sitemap: http://agent.ua/sitemap.xml.gz