# Allow Scrapy full access with no delay
User-agent: Scrapy
Allow: /

# AI Crawlers - allow all, with 2-second delay
User-agent: GPTBot
Allow: /
Crawl-delay: 2

User-agent: ClaudeBot
Allow: /
Crawl-delay: 2

User-agent: Claude-Web
Allow: /
Crawl-delay: 2

User-agent: Google-Extended
Allow: /
Crawl-delay: 2

User-agent: PerplexityBot
Allow: /
Crawl-delay: 2

User-agent: Amazonbot
Allow: /
Crawl-delay: 2

User-agent: Applebot-Extended
Allow: /
Crawl-delay: 2

User-agent: Diffbot
Allow: /
Crawl-delay: 2

# Traditional Search Engines - allow all, with 2-second delay
User-agent: Googlebot
Allow: /
Crawl-delay: 2

User-agent: Bingbot
Allow: /
Crawl-delay: 2

User-agent: DuckDuckBot
Allow: /
Crawl-delay: 2

User-agent: Baiduspider
Allow: /
Crawl-delay: 2

User-agent: YandexBot
Allow: /
Crawl-delay: 2

# Default rule for all other bots
User-agent: *
Allow: /
Crawl-delay: 2

# Optional: Sitemap for better indexing
sitemap: https://enteclive.com/sitemap.xml