User-agent: ia_archiver
Disallow: /

User-agent: *
Disallow: /*set_mobile
Disallow: /administrator/
Disallow: /cache/
Disallow: /components/
Disallow: /images/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /libraries/
Disallow: /media/
Disallow: /modules/
Disallow: /plugins/
Disallow: /templates/
Disallow: /tmp/
Disallow: /xmlrpc/
Disallow: /shop/ask/
Disallow: /index.php/
Disallow: /index2.php
Disallow: /*imp
Disallow: /*no_html
Disallow: /*captcha
Disallow: /*openstat
Disallow: /*utm
Disallow: /*dinfile
Disallow: /*keyword=
Disallow: /*pop=0
Disallow: /*product-search
Disallow: /*cart
Disallow: /images/stories/Inf/
Disallow: /-prajsy-s-foto.html
Disallow: *?
Allow: /images/stories/
Allow: /templates/shop/
Allow: /templates/shop_mobile/

User-agent: Googlebot
Allow: /*.js
Allow: /*.css

Sitemap: https://www.rybolov-kem.ru/sitemap-index.xml
Host: https://www.rybolov-kem.ru

Crawl-delay: 1