# robots.txt — Stuart’s Dance School
# Last updated: 2026-03-29

User-Agent: *
Disallow: /private/
Disallow: /admin/
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /cart/
Disallow: /checkout/

# Allow everything else
Allow: /

# ============================
# AI Crawler Controls
# ============================

# Trusted AI crawlers may refer to llms.txt for detailed rules
User-Agent: OpenAI
Allow: /

User-Agent: Google-Extended
Allow: /

User-Agent: Anthropic
Allow: /

User-Agent: PerplexityBot
Allow: /

# Block aggressive or unverified AI scrapers
User-Agent: Amazonbot
Disallow: /

User-Agent: Bytespider
Disallow: /

User-Agent: GPTBot
Disallow: /

User-Agent: CCBot
Disallow: /

# ============================
# Sitemap & AI Policy
# ============================

Sitemap: https://www.stuartsdanceschool.co.uk/sitemap.xml
LLMS: https://www.stuartsdanceschool.co.uk/llms.txt