User-agent: *
Crawl-delay: 5

 

# Directories

Disallow: /app/ 
Disallow: /bin/ 
Disallow: /dev/ 
Disallow: /lib/ 
Disallow: /phpserver/ 
#Disallow: /pub/ 
Disallow: /setup/ 
Disallow: /update/ 
Disallow: /var/ 
Disallow: /vendor/ 
 

# Paths (clean URLs)

Disallow: /index.php/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /quickview/product/
Disallow: /catalogsearch/
Disallow: /checkout/
Disallow: /control/
Disallow: /contacts/
Disallow: /customer/
Disallow: /customize/
Disallow: /newsletter/
Disallow: /poll/
Disallow: /review/
Disallow: /sendfriend/
Disallow: /tag/
Disallow: /wishlist/
Disallow: /catalog/

 

# Files 
Disallow: /cron.php 
Disallow: /cron.sh 
Disallow: /error_log 
Disallow: /install.php 
Disallow: /LICENSE.html 
Disallow: /LICENSE.txt 
Disallow: /LICENSE_AFL.txt 
 

# Do not index session ID 
Disallow: /*?SID= 
Disallow: /*.php$
Sitemap: https://b2b.zinzi.nl/media/siteindex/zinzi_b2b_nl_nl/siteindex.xml