# ----------------------------------------------------
# Robots.txt for Lexroom.ai
# Optimized for Global SEO, Geo-Targeting & Agentic AI
# ----------------------------------------------------

# 1. Block High-Volume Training Scrapers (No Referral Value)
User-agent: GPTBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

# 2. Allow High-Intent AI Search Referral Bots
User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

# 3. Global and Regional Search Engines
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: *
Allow: /
Crawl-delay: 1

Sitemap: https://www.lexroom.ai/sitemap.xml