# The Keen Curator - robots.txt
# https://thekeencurator.com

User-agent: *
Allow: /

# Sitemaps
Sitemap: https://thekeencurator.com/sitemap.xml

# Disallow admin and private areas
Disallow: /1admn603/
Disallow: /admin/
Disallow: /seller/
Disallow: /ou/
Disallow: /config/
Disallow: /includes/
Disallow: /scripts/
Disallow: /archive/

# Disallow API direct access (indexed via product pages)
Disallow: /api.php

# Disallow URL parameters that create duplicate content
Disallow: /*?*sort=
Disallow: /*?*page=
Disallow: /*?*search=

# Allow assets and uploads for rendering
Allow: /assets/
Allow: /uploads/

# AI Crawlers - Allow for visibility
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Anthropic-AI
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: CCBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ChatGPT-User
Allow: /