User-agent: *
Disallow: /wp-admin
Allow: /wp-admin/admin-ajax.php
Sitemap: https://www.desireshop.nl/sitemap_index.xml

User-agent: Amazonbot 
Disallow: /

# Allow all by default
User-agent: *
Allow: /

# --- Explicit ALLOW for well-known AI/answer engines ---
User-agent: GPTBot           # OpenAI
Allow: /

User-agent: ChatGPT-User     # OpenAI browsing agent
Allow: /

User-agent: ClaudeBot        # Anthropic
Allow: /

User-agent: Google-Extended  # Google's AI training control token
Allow: /

User-agent: Applebot-Extended  # Apple's AI training control token
Allow: /

User-agent: PerplexityBot    # Perplexity Search crawler
Allow: /

User-agent: CCBot            # Common Crawl (feeds many AI datasets)
Allow: /