User-agent: *
Allow: /
Disallow: /wp-admin
Disallow: /*?*landing
Disallow: /macro-faq/*
Disallow: /prova/prova/

# Allow AI search and agent use
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: PerplexityBot
User-agent: FirecrawlAgent
User-agent: AndiBot
User-agent: ExaBot
User-agent: PhindBot
User-agent: YouBot
Allow: /

# Disallow AI training data collection  
User-agent: GPTBot
User-agent: CCBot
User-agent: Google-Extended
Disallow: /

# Disallow
User-agent: PetalBot
Disallow: /

Sitemap: https://www.dexanet.com/sitemap_index.xml