# Simplistic - robots.txt
# Allow search engines to crawl public pages, block API endpoints

User-agent: *
Allow: /
Disallow: /api/
Disallow: /admin

# Block AI scrapers from all content
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Anthropic-ai
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: Bytespider
Disallow: /

# Block aggressive SEO crawlers
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Crawl-delay: 10

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

# Sitemap
Sitemap: https://simplisticai.co/sitemap.xml