# robots.txt - globx.eu
# Updated: 2026-04-28
# Spec: https://www.rfc-editor.org/rfc/rfc9309 (Robots Exclusion Protocol)

# -----------------------------------------------------------------
# Default Rules for All Bots
# -----------------------------------------------------------------
User-agent: *
Disallow: /site/dashboard
Disallow: /site/account
Disallow: /quote/
Disallow: /contact/index
Disallow: /products/manage
Disallow: /products/upload
Disallow: /products/create
Disallow: /products/update
Disallow: /products/delete
Disallow: /assets/
Disallow: /uploads/
Disallow: /debug/
Disallow: /gii/

# -----------------------------------------------------------------
# Blocked: Aggressive SEO Scrapers
# -----------------------------------------------------------------
#User-agent: AhrefsBot
#User-agent: DotBot
#User-agent: MJ12bot
#User-agent: SemrushBot
#Disallow: /

# -----------------------------------------------------------------
# Blocked: AI Training Crawlers (no benefit to site)
# -----------------------------------------------------------------
#User-agent: Amazonbot
#User-agent: anthropic-ai
#User-agent: Bytespider
#User-agent: CCBot
#User-agent: cohere-ai
#User-agent: Google-Extended
#User-agent: GPTBot
#Disallow: /

# -----------------------------------------------------------------
# Sitemap
# -----------------------------------------------------------------
Sitemap: https://globx.eu/sitemap.xml