User-Agent: *
Allow: /
Disallow: /api/
Disallow: /_next/image
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-content/
Disallow: /wp-json/
Disallow: /wp-includes/
Disallow: /cdn-cgi/
Disallow: /search?geodir_search
Disallow: /aitools/?sort_by
Disallow: /videos/cta/
Disallow: /images/cta/

User-Agent: GPTBot
Allow: /

User-Agent: OAI-SearchBot
Allow: /

User-Agent: ClaudeBot
Allow: /

User-Agent: Claude-SearchBot
Allow: /

User-Agent: Claude-User
Allow: /

User-Agent: PerplexityBot
Allow: /

Sitemap: https://aihaven.com/sitemap.xml