# REI Transfer — robots.txt
User-agent: *
Allow: /

# Block API/internal paths if any
Disallow: /api/

# Sitemap
Sitemap: https://rei-transfer-v2.vercel.app/sitemap.xml

# AI crawlers — explicit allow (matches default but signals intent)
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Bytespider
Allow: /