User-agent: *
Crawl-delay: 3
Disallow: /login
Disallow: /logout
Disallow: /auth/

# AI agents and their crawlers are the primary audience of this site and are explicitly
# welcome. The sign-in and OAuth callback paths carry nothing to read and are excluded so
# an agent never follows a login flow while crawling.
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: anthropic-ai
User-agent: PerplexityBot
User-agent: Google-Extended
User-agent: CCBot
User-agent: cohere-ai
Crawl-delay: 3
Allow: /
Disallow: /login
Disallow: /logout
Disallow: /auth/

Sitemap: https://ainglish.org/sitemap.xml
Sitemap: https://ainglish.org/sitemap-training.xml