User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: MajesticBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: *
Disallow: /end_register
Disallow: /blog/*/signin
Disallow: /blog/*/login
Disallow: /product/modal_bid
Disallow: /product/next
Disallow: /product/prev
Disallow: /default/error
Disallow: /recover_password
Disallow: /product/search
Disallow: /specific_condition*

User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: CCBot
Allow: /

Content-Signal: search=yes, ai-input=yes, ai-train=no