User-agent: *
Crawl-delay: 15
User-agent: *
Disallow: */*?
Disallow: /*catalogsearch
Disallow: /*checkout/
Disallow: /*customer/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /cgi-bin/
Disallow: /cleanup.php
Disallow: /apc.php
Disallow: /memcache.php
Disallow: /phpinfo.php
Disallow: /sales
Disallow: /aqsn-inside
Disallow: /kryshka-ljuks-dlja-akvariuma-tm-priroda-40h25-pr-chernaja-inside
Disallow: /kryshka-ljuks-dlja-akvariuma-tm-priroda-50h30-ov-chernaja-inside
Disallow: /kryshka-ljuks-dlja-akvariuma-tm-priroda-50h30-pr-chernaja-inside
Disallow: /kryshka-ljuks-dlja-akvariuma-tm-priroda-60h30-ov-chernaja-inside
Disallow: /kryshka-ljuks-dlja-akvariuma-tm-priroda-60h30-pr-chernaja-inside
Disallow: /ecoline-11-vt-inside
Disallow: /ecoline-9-vt-inside
Disallow: /fil-tr-dolphin
Disallow: /pat-mini-inside
Disallow: /termoreguljator-dolphin
Disallow: /zookorobok/

#Don't crawl custom filter categories
Disallow: /where/price/
Disallow: /where/aquarium-compr-regulation/
Disallow: /where/heater-termo-regulator/
Disallow: /where/aquarium-lighter-amount/

#Sorting
Disallow: /where/dir/asc/order/
Disallow: /where/dir/asc/limit/

Sitemap: http://3rifa.com.ua/sitemap.xml

User-agent: yandex
Disallow: */*?
Disallow: /*catalogsearch
Disallow: /*checkout/
Disallow: /*customer/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /cgi-bin/
Disallow: /cleanup.php
Disallow: /apc.php
Disallow: /memcache.php
Disallow: /phpinfo.php

#Don't crawl custom filter categories
Disallow: /where/price/
Disallow: /where/aquarium-compr-regulation/
Disallow: /where/heater-termo-regulator/
Disallow: /where/aquarium-lighter-amount/

#Sorting
Disallow: /where/dir/asc/order/
Disallow: /where/dir/asc/limit/

Sitemap: http://3rifa.com.ua/sitemap.xml
Host: 3rifa.com.ua

User-agent: Yahoo
Disallow: /

User-agent: Slurp
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Mediapartners-Google
Disallow: /

User-agent: AhrefsBot
Disallow: /