User-agent: *

# Directories
Disallow: /app/
Disallow: /bin/
Disallow: /deploy/
Disallow: /dev/
Disallow: /lib/
Disallow: /phpserver/
Disallow: /setup/
Disallow: /update/
Disallow: /var/
Disallow: /vendor/

# Paths
Disallow: /index.php/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /catalogsearch/
Disallow: /checkout/
Disallow: /control/
Disallow: /customer/
Disallow: /customize/
Disallow: /newsletter/
Disallow: /sendfriend/
Disallow: /wishlist/

# Files
Disallow: /*.php$
Disallow: /CONTRIBUTOR_LICENSE_AGREEMENT.html
Disallow: /COPYING.txt
Disallow: /LICENSE.txt
Disallow: /LICENSE_EE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /Gruntfile.js
Disallow: /gulpfile.js
Disallow: /yarn.lock
Disallow: /package.json
Disallow: /composer.json
Disallow: /composer.lock
Disallow: /RELEASE_NOTES.txt

# Parameters
Disallow: /*?*product_list_mode=
Disallow: /*?*product_list_order=
Disallow: /*?*product_list_limit=
Disallow: /*?*product_list_dir=
Disallow: /*?dir=
Disallow: /*?limit=
Disallow: /*?mode=
Disallow: /*?SID=
Disallow: /*?p=
Disallow: /*?
Disallow: /*=

# Version control and dump files
Disallow: /*.md$
Disallow: /*.yml$
Disallow: /*.sample$
Disallow: /*.ini$
Disallow: /*.sh$
Disallow: /*.sql$
Disallow: /*.zip$
Disallow: /*.tgz$
Disallow: /*.tar.gz

# Sitemap
Sitemap: /sitemap_index.xml

# Robot Options
Crawl-delay: 5

User-agent: Baiduspider
Disallow: /

User-agent: Yandex
Disallow: /