# robots.txt for https://enfuce.com/ sitemap: https://enfuce.com/sitemaps-1-sitemap.xml # live - don't allow web crawlers to index cpresources/ or vendor/ User-agent: * Disallow: /cpresources/ Disallow: /vendor/ Disallow: /.env Disallow: /cache/ # --- AI crawlers: explicitly permitted --- User-agent: GPTBot Allow: / Crawl-delay: 2 User-agent: ChatGPT-User Allow: / User-agent: ClaudeBot Allow: / Crawl-delay: 2 User-agent: Claude-SearchBot Allow: / Crawl-delay: 2 User-agent: Claude-Web Allow: / Crawl-delay: 2 User-agent: Google-Extended Allow: / User-agent: PerplexityBot Allow: / Crawl-delay: 2