# robots.txt generated by script User-agent: * Disallow: /checkout/ Disallow: /cart/ Disallow: /cart.php Disallow: /my-account/ User-agent: MauiBot Disallow: / User-agent: DotBot Disallow: / User-agent: SEMrushBot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: PetalBot Disallow: / User-agent: AspiegelBot Disallow: / User-agent: MJ12Bot Disallow: / User-agent: YandexBot Disallow: / User-agent: Baiduspider Disallow: / User-agent: Sogou Spider Disallow: / User-agent: Rogerbot Disallow: / User-agent: Screaming Frog SEO Spider Disallow: / User-agent: MegaIndex.ru Disallow: / User-agent: Bytespider Disallow: / User-agent: Sogou web spider Disallow: / User-agent: Petalbot Disallow: / User-agent: Amazonbot Disallow: / User-agent: AwarioBot Disallow: / User-agent: WebScraperBot Disallow: / User-agent: meta-externalagent Disallow: / User-agent: SERankingBacklinksBot Disallow: / User-agent: meta-webindexer Disallow: / # BEGIN answer-engine allow (managed by /root/aeo_allow_robots.py) # Answer engines that send referral traffic are allowed sitewide. # Deliberately no rate limit / delay directive for these agents. User-agent: GPTBot User-agent: OAI-SearchBot User-agent: ChatGPT-User User-agent: PerplexityBot User-agent: Perplexity-User User-agent: Google-Extended User-agent: GoogleOther User-agent: ClaudeBot User-agent: Claude-User User-agent: Claude-SearchBot User-agent: Claude-Web User-agent: anthropic-ai Disallow: /checkout/ Disallow: /cart/ Disallow: /cart.php Disallow: /my-account/ Allow: / # END answer-engine allow