User-agent: Amazonbot
Disallow: /

User-agent: Amzn-SearchBot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Applebot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: ByteDance
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Claude-SearchBot
Disallow: /

User-agent: IbouBot
Disallow: /

User-agent: meta-webindexer
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: Yandex
Disallow: /en/
Disallow: /autocomplete
Disallow: /*/autocomplete
Disallow: /rating
Disallow: /click
Disallow: /ttt/
Disallow: /flags/
Disallow: /cdn-cgi/
Clean-param: rot

User-agent: *
Allow: /
Disallow: /en/
Disallow: /autocomplete
Disallow: /*/autocomplete
Disallow: /ttt/check
Disallow: /rating
Disallow: /report
Disallow: /click
Disallow: /cdn-cgi/
Disallow: /ttt/
Disallow: /flags/