User-agent: *

# Delay fetching new URLs for 5 sec
Crawl-delay: 5

# Don't access files ending with .php
Disallow: *.php$

# Don't access URLs with GET parameters (search results, filters...)
Disallow: /*?

# Don't access pub directories
Disallow: /errors/
Disallow: /opt/

# Don't access URLs that are customer specific (includes any URLs that start with these paths)
Disallow: /checkout/
Disallow: /customer/
Disallow: /cart/
Disallow: /truscada_admin/

# Don't access catalog pages that don't have friendly URLs or search result page
Disallow: /catalogsearch/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/