# =========================
# Global Rules
# =========================
User-agent: *
Allow: /

# Keep parameterised HTML URLs out of the index, but never block the
# static resources (Livewire, Vite bundles, images, fonts) that pages
# need in order to render for a crawler. Google/Bing resolve Allow vs
# Disallow by longest matching pattern, so these Allow rules win over
# the `Disallow: /*?` rule below for asset URLs carrying a cache-buster
# query string such as /livewire/livewire.min.js?id=b4ec3bf2.
Allow: /livewire/
Allow: /build/
Allow: /*.js
Allow: /*.mjs
Allow: /*.css
Allow: /*.json
Allow: /*.svg
Allow: /*.png
Allow: /*.jpg
Allow: /*.jpeg
Allow: /*.gif
Allow: /*.webp
Allow: /*.avif
Allow: /*.ico
Allow: /*.woff
Allow: /*.woff2
Allow: /*.ttf
Allow: /*.eot

Disallow: /*?

# =========================
# Search Engine Crawlers
# =========================
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

# =========================
# AI / LLM Crawlers (Control Strategy)
# =========================

# Allow AI crawlers that help visibility
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Google-Extended
Allow: /

# Apple
User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

# Block unwanted AI scrapers (optional based on strategy)
User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Amazonbot
Disallow: /

# =========================
# Sitemap & AI Indexing
# =========================
Sitemap: https://perfectcsr.ai/sitemap.xml