User-agent: *
Disallow: /app/
Disallow: /store_closed.html
Disallow: /cls.php

Disallow: /checkout/
Disallow: /cart/
Disallow: /orders/
Disallow: /compare/
Disallow: /wishlist/
Disallow: /profiles-add/
Disallow: /login
Disallow: /profiles-update

Disallow: /*features_hash=
Disallow: /*sort_by=
Disallow: /*sort_order=
Disallow: /*order=
Disallow: /*subcats=
Disallow: /*currency=
Disallow: /*layout=
Disallow: /*items_per_page=
Disallow: /*dispatch=product_reviews.
Disallow: /*dispatch=discussion.get_new_post_form

Allow: *.js
Allow: *.css
Allow: *.jpg
Allow: *.jpeg
Allow: *.png
Allow: *.webp

Sitemap: https://agriks.com.ua/sitemap.xml


User-agent: Bingbot
Crawl-delay: 20

User-agent: Applebot
Crawl-delay: 20

User-agent: facebookexternalhit
Crawl-delay: 20

User-agent: LinkedInBot
Crawl-delay: 20

User-agent: Twitterbot
Crawl-delay: 20

User-agent: DuckDuckBot
Crawl-delay: 20

User-agent: Slurp
Crawl-delay: 20

User-agent: Amazonbot
Crawl-delay: 20


User-agent: Yahoo
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Seekport Crawler
Disallow: /

User-agent: trendictionbot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: ImagesiftBot
Disallow: /

# AI scrapers
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /