# robots.txt for English Engine
# engeng.in
# Last updated: 2026-01-21

# Allow all search engines
User-agent: *
Allow: /

# Crawl-delay for polite crawling (seconds between requests)
Crawl-delay: 1

# AI Crawlers - Welcome to index our educational content
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: Anthropic-AI
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Googlebot
Allow: /

# Sitemaps
Sitemap: https://engeng.in/sitemap.xml

# LLM-specific guidance
# See /llms.txt for structured content information