User-agent: YandexBot
Crawl-delay: 30
Disallow: /academia/
Disallow: /wp-admin/
Disallow: /*?

User-agent: dotbot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Claude-SearchBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: *
Disallow: /index.php?route=product/search
Disallow: /*route=product/search
Disallow: /*route=extension/module/so_searchpro/autocomplete
Disallow: /*route=checkout/
Disallow: /*route=account/
Disallow: /*route=product/compare