# Crawlers Setup
User-agent: *


# Allowable Index
Allow: /catalog/seo_sitemap/category/

# Paths
Disallow: /media/
Disallow: /index.php/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /catalogsearch/
Disallow: /checkout/
Disallow: /contacts/
Disallow: /customer/
Disallow: /newsletter/
Disallow: /poll/
Disallow: /review/
Disallow: /sendfriend/
Disallow: /tag/
Disallow: /wishlist/
Disallow: /directory/
Disallow: /shell/
Disallow: /review/
Disallow: /home
Disallow: /js/
Disallow: /skin/
Disallow: /api/
Disallow: /errors/
Disallow: /captcha/

# Files
Disallow: /*.php$
Disallow: /*.xml$
Disallow: /*.csv$
Disallow: /*.log$

# Paths (no clean URLs)
Disallow: /*SID=*
Disallow: /*ajax=*
Disallow: /*ajaxcatalog=*

# Allow images, css and js
Allow: /*.jpg$
Allow: /*.png$
Allow: /*.gif$
Allow: /*.js$
Allow: /*.css$