# ===================================================== # AI SEARCH CRAWLERS (enable citations in AI responses) # ===================================================== User-agent: OAI-SearchBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: Claude-User Allow: / User-agent: Claude-SearchBot Allow: / User-agent: PerplexityBot Allow: / # ===================================================== # AI TRAINING CRAWLERS (allowed with crawl-delay) # ===================================================== User-agent: GPTBot Allow: / Crawl-delay: 1 User-agent: ClaudeBot Allow: / Crawl-delay: 1 User-agent: Google-Extended Allow: / User-agent: CCBot Allow: / User-agent: Bytespider Allow: / User-agent: meta-externalagent Allow: / User-agent: Amazonbot Allow: / # ===================================================== # STANDARD SEARCH ENGINES # ===================================================== User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / # ===================================================== # DEFAULT RULES AND BLOCKED PATHS # ===================================================== User-agent: * Allow: / Disallow: /x/ Disallow: /admin/ Disallow: /oauth/ Disallow: /api/ Disallow: /hubs/ Disallow: /_blazor Disallow: /honeypot-trap/ # Sitemap Sitemap: https://ecs.events/sitemap.xml