diff --git a/frontend/public/robots.txt b/frontend/public/robots.txt
index 8859964..c7cbd33 100644
--- a/frontend/public/robots.txt
+++ b/frontend/public/robots.txt
@@ -16,3 +16,47 @@ Disallow: /following
 Disallow: /collections
 Disallow: /alignment
 Disallow: /api/
+Disallow: /_next/
+
+Crawl-delay: 10
+
+# AI training crawlers
+User-agent: GPTBot
+Disallow: /
+
+User-agent: CCBot
+Disallow: /
+
+User-agent: Bytespider
+Disallow: /
+
+User-agent: anthropic-ai
+Disallow: /
+
+User-agent: Google-Extended
+Disallow: /
+
+User-agent: PerplexityBot
+Disallow: /
+
+User-agent: YouBot
+Disallow: /
+
+User-agent: cohere-ai
+Disallow: /
+
+# SEO tool crawlers
+User-agent: AhrefsBot
+Disallow: /
+
+User-agent: SemrushBot
+Disallow: /
+
+User-agent: DotBot
+Disallow: /
+
+User-agent: MJ12bot
+Disallow: /
+
+User-agent: BLEXBot
+Disallow: /