# Purpose: SEO-friendly + AI crawler friendly

User-agent: *
Allow: /
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php


# Block internal or non-SEO utility paths

Disallow: /tool/
Disallow: /private/


# Allow all major search engines

User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /


# Allow AI & LLM crawlers explicitly

User-agent: GPTBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: CCBot
Allow: /
Crawl-delay: 15

User-agent: Amazonbot
Allow: /
Crawl-delay: 10

User-agent: Applebot
Allow: /
Crawl-delay: 10

Sitemap: https://www.go4whatsup.com/sitemap_index.xml