User-agent: MJ12bot
User-agent: SeznamBot
User-agent: YandexBot
User-agent: Mappy
User-agent: Bleriot
User-agent: TinEye-bot
User-agent: Baiduspider
User-agent: Opendi Screenshot Bot bot@opendi.com
User-agent: DF Bot 1.0
User-agent: Yandex
User-agent: Amazonbot
User-agent: BLEXBot
Disallow: /

User-agent: AhrefsBot
crawl-delay: 60

User-agent: SemrushBot
crawl-delay: 240

User-agent: rogerbot
crawl-delay: 30

User-agent: dotbot
crawl-delay: 30

User-agent:  MJ12Bot
crawl-delay: 240

User-agent: serpstatbot
crawl-delay 120

User-agent: DuckDuckBot
crawl-delay: 30

User-agent: Nimbostratus-Bot
crawl-delay: 30

User-agent: facebookbot
crawl-delay: 30

User-agent: facebookexternalhit
crawl-delay: 30

User-agent: adsbot
crawl-delay: 30

User-agent: *
Disallow: /vendor/
Disallow: /vqmod/
Disallow: /tests/
Disallow: /ocmod/
Disallow: /gtmatrix/

Disallow: /admin/*
Disallow: /*?page=$
Disallow: /*&page=$
Disallow: /*?sort=
Disallow: /*&sort=
Disallow: /*?order=
Disallow: /*&order=
Disallow: /*?limit=
Disallow: /*&limit=
Disallow: /*?filter_name=
Disallow: /*&filter_name=
Disallow: /*?filter_sub_category=
Disallow: /*&filter_sub_category=
Disallow: /*?filter_description=
Disallow: /*&filter_description=

Disallow: /*?filter[brands]=
Disallow: /*&filter[brands]=
Disallow: /*?filter[category]=
Disallow: /*&filter[category]=
Disallow: /*?filter[type]=
Disallow: /*&filter[type]=
Disallow: /*?filter[color]=
Disallow: /*&filter[color]=
Disallow: /*?filter[price]=
Disallow: /*&filter[price]=
Disallow: /*?filter[attributes]=
Disallow: /*&filter[attributes]=
Disallow: /*?attributes_range=
Disallow: /*&attributes_range=

Disallow: /index.php?route=ripm/category/ajax_load
Disallow: /index.php?route=ripm/category/ajax_load*

Disallow: /index.php?route=ripm/manufacturer/ajax_load
Disallow: /index.php?route=ripm/manufacturer/ajax_load*

Disallow: /index.php?route=ripm/scratch_and_dent/ajax_load
Disallow: /index.php?route=ripm/scratch_and_dent/ajax_load*

Disallow: /index.php?route=ripm/clearance/ajax_load
Disallow: /index.php?route=ripm/clearance/ajax_load*

Disallow: /index.php?route=ripm/in_outlet/ajax_load
Disallow: /index.php?route=ripm/in_outlet/ajax_load*

Disallow: /index.php?route=ripm/featured/ajax_load
Disallow: /index.php?route=ripm/featured/ajax_load*

Disallow: /index.php?route=ripm/rebate/ajax_load
Disallow: /index.php?route=ripm/rebate/ajax_load*

Disallow: /index.php?route=ripm/search*
Disallow: /index.php?route=ripm/search/ajax_load
Disallow: /index.php?route=ripm/search/ajax_load*

Disallow: /index.php?route=ripm/module/filter/get_filter
Disallow: /index.php?route=ripm/module/filter/get_filter*

Disallow: /*ajax_load*
Disallow: /index.php?route=ripm/product/review*


User-agent: Googlebot
Disallow: /*.xls$