# robots.txt for https://www.trade246.in/
# Last updated: 2026-09-02

# -------------------------------------------------------
# 1. DEFAULT RULE — all crawlers
# -------------------------------------------------------
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# -------------------------------------------------------
# 2. GOOGLEBOT — full access (standard SEO)
# -------------------------------------------------------
User-agent: Googlebot
Allow: /

# -------------------------------------------------------
# 3. GOOGLE AI (search summaries & SGE)
# -------------------------------------------------------
User-agent: Google-Extended
Allow: /

# -------------------------------------------------------
# 4. OPENAI / CHATGPT
# -------------------------------------------------------
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# -------------------------------------------------------
# 5. ANTHROPIC / CLAUDE
# -------------------------------------------------------
User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

# -------------------------------------------------------
# 6. META AI
# -------------------------------------------------------
User-agent: meta-externalagent
Allow: /

# -------------------------------------------------------
# 7. APPLE
# -------------------------------------------------------
User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

# -------------------------------------------------------
# 8. AMAZON ALEXA / AMAZONBOT
# -------------------------------------------------------
User-agent: Amazonbot
Allow: /

# -------------------------------------------------------
# 9. BYTEDANCE / TIKTOK
# -------------------------------------------------------
User-agent: Bytespider
Allow: /

# -------------------------------------------------------
# 10. COMMON CRAWLER (research corpus)
# -------------------------------------------------------
User-agent: CCBot
Allow: /

# -------------------------------------------------------
# 11. PERPLEXITY AI
# -------------------------------------------------------
User-agent: PerplexityBot
Allow: /

# -------------------------------------------------------
# 12. MICROSOFT / BING / COPILOT
# -------------------------------------------------------
User-agent: Bingbot
Allow: /

User-agent: msnbot
Allow: /

# -------------------------------------------------------
# 13. CLOUDFLARE INTERNAL RENDERER
# -------------------------------------------------------
User-agent: CloudflareBrowserRenderingCrawler
Allow: /

# -------------------------------------------------------
# SITEMAP
# -------------------------------------------------------
Sitemap: https://www.trade246.in/sitemap.xml