# =========================================================
# OBSENTUM ROBOTS.TXT
# Purpose:
# - Allow search engines and relevant AI crawlers
# - Prevent crawling of private and transactional URLs
# - Reduce crawl waste caused by internal search, faceted navigation,
#   sorting, preview parameters, and malformed URLs
# =========================================================

# Search engines and AI crawlers are intentionally covered by this shared
# group. Public URLs remain crawlable, while the restrictions below apply
# consistently to every compliant crawler.
User-agent: *
Allow: /

# Private / account areas
Disallow: /my-account
Disallow: /ro/my-account
Disallow: /en/my-account

# Cart
Disallow: /cart
Disallow: /ro/cart
Disallow: /en/cart

# Checkout
Disallow: /checkout
Disallow: /ro/checkout
Disallow: /en/checkout

# Authentication flows, including password recovery and reset
Disallow: /login
Disallow: /ro/login
Disallow: /en/login

# Internal search
Disallow: /search
Disallow: /ro/search
Disallow: /en/search

# Faceted navigation, sorting, and generated parameters
Disallow: /*?*query=
Disallow: /*?*pageSize=
Disallow: /*?*sortCode=
Disallow: /*?*items=
Disallow: /*?*q=
Disallow: /*?*search=
Disallow: /*?*text=

# Preview / development parameters
Disallow: /*?*draft=
Disallow: /*?*preview=

# Session / temporary parameters
Disallow: /*?*token=

# Invalid / malformed URLs
Disallow: /*null/*

Sitemap: https://obsentum.com/sitemap.xml