# robots.txt for DART Cybersecurity Training Website
# https://www.dart.com.sg/

# Allow all search engines
User-agent: *
Allow: /
Allow: /synthetic/

# Crawl-delay for polite bots
Crawl-delay: 1

# Disallow admin and build directories
Disallow: /_astro/

# Allow specific AI bots (GPTBot, ChatGPT, Claude, etc.)
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: CCBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: Google-Extended
Allow: /

# Sitemap locations
Sitemap: https://www.dart.com.sg/sitemap-index.xml
Sitemap: https://www.dart.com.sg/sitemap-0.xml
Sitemap: https://www.dart.com.sg/rss.xml