21 lines
655 B
Plaintext
21 lines
655 B
Plaintext
User-agent: *
|
|
Allow: /
|
|
|
|
# Block access to cart (user-specific data)
|
|
Disallow: /cart
|
|
|
|
# Block admin/backoffice and internal diagnostics
|
|
Disallow: /*/backoffice
|
|
Disallow: /*/edit
|
|
Disallow: /*/project-editor
|
|
Disallow: /__diagnostics
|
|
|
|
# Crawl delay for polite crawling
|
|
Crawl-delay: 1
|
|
|
|
# Static baseline sitemap (home/catalog/search/wishlist/compare only) - see
|
|
# public/sitemap.xml's own header comment for what this does and does not
|
|
# cover (no per-tenant product/category/static-page URLs yet - needs a
|
|
# backend/build-time generator, documented in docs/backend/BACKEND-INTEGRATION.md#619-sitemap-future--static-baseline-only-today).
|
|
Sitemap: /sitemap.xml
|