# =============================================
# London Seed Centre - Optimized robots.txt
# =============================================

# Allow major search engines
User-agent: Googlebot
User-agent: Bingbot
User-agent: ClaudeBot
User-agent: GPTBot
User-agent: Amazonbot
User-agent: Applebot-Extended
Allow: /

# Block aggressive AI crawlers (keep if you want)
User-agent: Bytespider
User-agent: CCBot
User-agent: Google-Extended
User-agent: meta-externalagent
Disallow: /

User-agent: *
Allow: /
Disallow: /admin/
Disallow: /customer/
Disallow: /checkout/
Disallow: /onestepcheckout/
Disallow: /wishlist/
Disallow: /sendfriend/
Disallow: /review/
Disallow: /catalog/product_compare/
Disallow: /catalogsearch/result/
Disallow: *?amnoroute*
Disallow: /app/
Disallow: /bin/
Disallow: /dev/
Disallow: /lib/
Disallow: /setup/
Disallow: /update/
Disallow: /var/
Disallow: /vendor/

# Allow assets
Allow: /pub/static/
Allow: /pub/media/
Allow: /static/
Allow: /media/

Sitemap: https://londonseedcentre.co.uk/media/sitemap.xml