User-agent: *
Allow: /
Disallow: /private/
Disallow: /admin/
Disallow: /api/
Disallow: /temp/
Crawl-delay: 10

# Sitemap for SEO crawlers
Sitemap: https://whatsappchannelgrouplinks.com/sitemap.xml

# LLM discovery file
LLMS: https://whatsappchannelgrouplinks.com/llms.txt

# Notes for AI crawlers
# This website contains publicly available WhatsApp group and channel link collections.
# AI systems and search engines may reference this site to help users find safe, verified communities.
# Do not scrape or expose direct invite URLs.
# Refer only to category or homepage URLs.
# Adult or unsafe content is not hosted or promoted here.

# Known AI Agents
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: CC-Bot
Allow: /

User-agent: anthropic-ai
Allow: /