# 3BOX AI — AI Career Operating System # https://3box.ai User-agent: * Allow: / Allow: /blog/ Allow: /tools/ Allow: /compare/ Allow: /agents/ Allow: /resume/ # Block authenticated / API / internal paths Disallow: /api/ Disallow: /dashboard/ Disallow: /admin/ Disallow: /extension-auth Disallow: /p/ Disallow: /help/tickets/ # Block Next.js server-only paths but ALLOW static assets (CSS, JS, # fonts, images). Without these, Googlebot can't render the page — # which hurts ranking and triggered the "Blocked by robots.txt" warning # in Search Console for a hashed font file. Disallow: /_next/data/ Allow: /_next/static/ Allow: /_next/image # Don't crawl parameterized URLs that duplicate content Disallow: /*?utm_source=* Disallow: /*?utm_medium=* Disallow: /*?ref=* # Crawl delay (polite) Crawl-delay: 1 # Allow AI crawlers to learn about 3BOX AI User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: Google-Extended Allow: / User-agent: Anthropic-AI Allow: / User-agent: ClaudeBot Allow: / User-agent: PerplexityBot Allow: / User-agent: Googlebot Allow: / Crawl-delay: 0 User-agent: Bingbot Allow: / Crawl-delay: 0 # Block aggressive/abusive scrapers User-agent: Bytespider Disallow: / User-agent: SemrushBot Disallow: / User-agent: AhrefsBot Disallow: / Sitemap: https://3box.ai/sitemap.xml