User-agent: *

# Block admin and system directories
Disallow: /admin/
Disallow: /admin_*/
Disallow: /setup/
Disallow: /update/
Disallow: /dev/
Disallow: /downloader/
Disallow: /var/
Disallow: /generated/
Disallow: /vendor/
Disallow: /lib/
Disallow: /bin/
Disallow: /app/
#Disallow: /*?*PageSpeed=

# Block temporary and cache directories
Disallow: /tmp/
Disallow: /cache/
Disallow: /log/

# Block configuration and sensitive files
Disallow: /*.php$
Disallow: /*.inc$
Disallow: /*.sql$
Disallow: /*.log$
Disallow: /*.sh$
#Disallow: /*.xml$
Disallow: /composer.json
Disallow: /composer.lock
Disallow: /package.json
Disallow: /Gruntfile.js
Disallow: /grunt-config.json

# Block customer account pages and forms
Disallow: /customer/
Disallow: /checkout/
Disallow: /onestepcheckout/
Disallow: /firecheckout/
Disallow: /catalogsearch/
Disallow: /catalog/product_compare/
#Disallow: /catalog/category/view/
#Disallow: /catalog/product/view/
Disallow: /wishlist/
Disallow: /review/
Disallow: /sendfriend/
Disallow: /newsletter/

# Block URLs with query parameters (filters, sorting, pagination)
#Disallow: /*?
#Disallow: /*&

# Block specific parameter patterns if you want more granular control
# Disallow: /*?*SID=*
# Disallow: /*?*mode=*
# Disallow: /*?*dir=*
# Disallow: /*?*order=*
# Disallow: /*?*limit=*
# Disallow: /*?*p=*

# Block duplicate content URLs
Disallow: /*/print/
Disallow: /print/
Disallow: /*print=
Disallow: /rss/
Disallow: /tags/

# Block media directory except for images
Disallow: /media/customer/
Disallow: /media/downloadable/
Disallow: /media/import/
Disallow: /media/theme_customization/
Allow: /media/catalog/
Allow: /media/wysiwyg/

# Block pub directory except necessary assets
Disallow: /pub/errors/
Disallow: /pub/media/customer/
Disallow: /pub/media/downloadable/
Allow: /pub/media/catalog/
Allow: /pub/static/

# Allow important pages
Allow: /sitemap.xml
Allow: /robots.txt
Allow: /.well-known/

# Faceted navigation / filtry
Disallow: /*?*manufacturer_ef=
Disallow: /*?*manufacturer_ef%5B
Disallow: /*?*produkt_uszkodzony=
Disallow: /*?*typ_skrzyni_biegow=
Disallow: /*?*mode=
Disallow: /*?*dir=
Disallow: /*?*order=
Disallow: /*?*limit=
Disallow: /*?*SID=
# Faceted navigation / filtry
Disallow: /*?*manufacturer_ef=
Disallow: /*?*manufacturer_ef%5B
Disallow: /*?*produkt_uszkodzony=
Disallow: /*?*typ_skrzyni_biegow=
Disallow: /*?*mode=
Disallow: /*?*dir=
Disallow: /*?*order=
Disallow: /*?*limit=
Disallow: /*?*SID=