User-agent: *
Sitemap: https://www.stasto.com/sitemap.xml


##############
#   custom   #
##############

# Rendering-Ressourcen muessen crawlbar bleiben (CSS/JS/Produktbilder),
# sonst kann Google die Seiten weder rendern noch Bilder indexieren.
Allow: /web/assets/
Allow: /web/image/
# Backend und technische Routen
Disallow: /web/
Disallow: /admin/
Disallow: /database/selector
# Transaktions- und Portalseiten (echte Odoo-Pfade; verankert, damit kein
# Produkt-Slug wie /shop/cartridge-... versehentlich mitblockiert wird)
Disallow: /shop/cart$
Disallow: /shop/cart/
Disallow: /shop/checkout$
Disallow: /shop/checkout/
Disallow: /shop/payment$
Disallow: /shop/payment/
Disallow: /shop/confirmation$
Disallow: /shop/confirmation/
Disallow: /shop/address$
Disallow: /shop/address/
Disallow: /my$
Disallow: /my/
# Parametrisierte Shop-URLs (Crawl-Verschwendung)
Disallow: /shop?*
# Marker-Sprachen der Uebersetzungs-QA (ma_DE=made / ma_EN=maen).
# Mit Schraegstrich/Anker, damit /madeineurope NICHT mitblockiert wird.
Disallow: /made$
Disallow: /made/
Disallow: /maen$
Disallow: /maen/
# Hydraulik wird bewusst nicht beworben (lokalisierte Slugs)
Disallow: /shop/category/hydraulik
Disallow: /shop/category/hydraulics

# Wissensdatenbank: interne Artikel, gehoeren nicht in den Index
Disallow: /knowledge$
Disallow: /knowledge/

# BEGIN STASTO COMMON CRAWL POLICY 2026-09-18
# Public pages and individual documents stay crawlable.
# These are crawler directives, not access-control rules.
User-agent: *
# Rendering resources and single attachment downloads.
Allow: /web/assets/
Allow: /web/image/
Allow: /web/content/
Allow: /*/web/assets/
Allow: /*/web/image/
Allow: /*/web/content/
# Backend, forms, transactions, portal and internal/QA pages.
Disallow: /web$
Disallow: /web/
Disallow: /web?
Disallow: /admin$
Disallow: /admin/
Disallow: /admin?
Disallow: /database/selector$
Disallow: /database/selector/
Disallow: /database/selector?
Disallow: /website/form$
Disallow: /website/form/
Disallow: /website/form?
Disallow: /shop/cart$
Disallow: /shop/cart/
Disallow: /shop/cart?
Disallow: /shop/checkout$
Disallow: /shop/checkout/
Disallow: /shop/checkout?
Disallow: /shop/payment$
Disallow: /shop/payment/
Disallow: /shop/payment?
Disallow: /shop/confirmation$
Disallow: /shop/confirmation/
Disallow: /shop/confirmation?
Disallow: /shop/address$
Disallow: /shop/address/
Disallow: /shop/address?
Disallow: /shop/confirm_order$
Disallow: /shop/confirm_order/
Disallow: /shop/confirm_order?
Disallow: /shop/extra_info$
Disallow: /shop/extra_info/
Disallow: /shop/extra_info?
Disallow: /my$
Disallow: /my/
Disallow: /my?
Disallow: /knowledge$
Disallow: /knowledge/
Disallow: /knowledge?
Disallow: /made$
Disallow: /made/
Disallow: /made?
Disallow: /maen$
Disallow: /maen/
Disallow: /maen?
Disallow: /*/web$
Disallow: /*/web/
Disallow: /*/web?
Disallow: /*/admin$
Disallow: /*/admin/
Disallow: /*/admin?
Disallow: /*/database/selector$
Disallow: /*/database/selector/
Disallow: /*/database/selector?
Disallow: /*/website/form$
Disallow: /*/website/form/
Disallow: /*/website/form?
Disallow: /*/shop/cart$
Disallow: /*/shop/cart/
Disallow: /*/shop/cart?
Disallow: /*/shop/checkout$
Disallow: /*/shop/checkout/
Disallow: /*/shop/checkout?
Disallow: /*/shop/payment$
Disallow: /*/shop/payment/
Disallow: /*/shop/payment?
Disallow: /*/shop/confirmation$
Disallow: /*/shop/confirmation/
Disallow: /*/shop/confirmation?
Disallow: /*/shop/address$
Disallow: /*/shop/address/
Disallow: /*/shop/address?
Disallow: /*/shop/confirm_order$
Disallow: /*/shop/confirm_order/
Disallow: /*/shop/confirm_order?
Disallow: /*/shop/extra_info$
Disallow: /*/shop/extra_info/
Disallow: /*/shop/extra_info?
Disallow: /*/my$
Disallow: /*/my/
Disallow: /*/my?
Disallow: /*/knowledge$
Disallow: /*/knowledge/
Disallow: /*/knowledge?
Disallow: /*/made$
Disallow: /*/made/
Disallow: /*/made?
Disallow: /*/maen$
Disallow: /*/maen/
Disallow: /*/maen?
# Parameterized shop pages, including language-prefixed URLs.
Disallow: /shop?
Disallow: /shop/*?
Disallow: /*/shop?
Disallow: /*/shop/*?
# ZIP generation only; public document overview and single files stay open.
Disallow: /shop/product_documents_zip$
Disallow: /product-documents/*/zip$
Disallow: /shop/product_documents_zip/
Disallow: /product-documents/*/zip/
Disallow: /shop/product_documents_zip?
Disallow: /product-documents/*/zip?
Disallow: /*/shop/product_documents_zip$
Disallow: /*/product-documents/*/zip$
Disallow: /*/shop/product_documents_zip/
Disallow: /*/product-documents/*/zip/
Disallow: /*/shop/product_documents_zip?
Disallow: /*/product-documents/*/zip?
# END STASTO COMMON CRAWL POLICY 2026-09-18


User-agent: *
Allow: /social_instagram/