# Allow all standard search engines and AI crawlers
User-agent: *
Allow: /

# Explicitly allow major AI crawlers (helps signal access intent)
User-agent: GPTBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: ClaudeBot
Allow: /

# Disallow crawling of backend areas
User-agent: *
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /private/
Disallow: /tmp/
Disallow: /cgi-bin/

# Protect sensitive or staging/test resources
Disallow: /staging/
Disallow: /test/
Disallow: /dev/

# Prevent indexing of search & filtered result pages (SEO best practice)
Disallow: /*?s=
Disallow: /*?filter=

# Sitemap reference (helps all bots discover key URLs)
Sitemap: https://www.elitesiteoptimizer.ai/sitemap_index.xml