# Crawlers Setup User-agent: * Sitemap: https://www.seraphine.com/media/sitemap/sitemap_de.xml Sitemap: https://www.seraphine.com/media/sitemap/sitemap_au.xml Sitemap: https://www.seraphine.com/media/sitemap/sitemap_uk.xml Sitemap: https://www.seraphine.com/media/sitemap/sitemap_us.xml Sitemap: https://www.seraphine.com/media/sitemap/sitemap_es.xml Sitemap: https://www.seraphine.com/media/sitemap/sitemap_eu.xml Sitemap: https://www.seraphine.com/media/sitemap/sitemap_it.xml Sitemap: https://www.seraphine.com/media/sitemap/sitemap_de_ch.xml Sitemap: https://www.seraphine.com/media/sitemap/sitemap_fr_ch.xml Sitemap: https://www.seraphine.com/media/sitemap/sitemap_en_ca.xml Sitemap: https://www.seraphine.com/media/sitemap/sitemap_fr_ca.xml Sitemap: https://www.seraphine.com/media/sitemap/sitemap_nl.xml Disallow: /rest/V1/ # Directories Disallow: /*/app/ Disallow: /*/bin/ Disallow: /*/dev/ Disallow: /*/lib/ Disallow: /*/phpserver/ Disallow: /*/setup/ Disallow: /*/var/ Disallow: /*/vendor/ Disallow: /*/pkginfo/ Disallow: /*/report/ Disallow: /*/pub/ Disallow: /*/stats/ Disallow: /*/phpserver/ # Disable Tag & Review (Avoid duplicate content) Disallow: /*/tag/ Disallow: /*/review/ Disallow: /*/review/product/listAjax/ # Paths (clean URLs) Disallow: /index.php/ Disallow: /*/index.php/ Disallow: /*/catalog/product_compare/ Disallow: /*/catalog/category/view/ Disallow: /*/catalog/product/view/ Disallow: /*/catalogsearch/ Disallow: /*/checkout/ Disallow: /*/search/ Disallow: /*/control/ Disallow: /*/contacts/ Disallow: /*/customer/ Disallow: /*/customer/account/ Disallow: /*/customer/account/login/ Disallow: /*/customize/ Disallow: /*/newsletter/ Disallow: /*/sendfriend/ Disallow: /*/wishlist/ Disallow: /*/guest/form/ Disallow: /*/shop-by/$ # Paths (* URLs) Disallow: /*/catalog/product_compare/* Disallow: /*/catalog/category/view/* Disallow: /*/catalog/product/view/* Disallow: /*/catalogsearch/* Disallow: /*/checkout/* Disallow: /*/search/* Disallow: /*/control/* Disallow: /*/contacts/* Disallow: /*/customer/* Disallow: /*/customize/* Disallow: /*/newsletter/* Disallow: /*/sendfriend/* Disallow: /*/wishlist/* Disallow: /*/guest/form/* Disallow: /*? # Paths (no clean URLs) Disallow: /*?p=*& Disallow: /*/*?p=*& Disallow: /*.php$ Disallow: /*/*.php$ Disallow: /*/*?SID= # Disable sorting (Avoid duplicate content) Disallow: /*/*?product_list_order=* Disallow: /*/*&product_list_order=* Disallow: /*/*?product_list_mode =* Disallow: /*/*&product_list_mode =* Disallow: /*/*?price=* Disallow: /*/*&price=* Disallow: /*/*?product_list_limit=* Disallow: /*/*&product_list_limit=* Disallow: /*/*?product_list_dir=* Disallow: /*/*&product_list_dir=* # Disable filtering/sorting (BR) Disallow: /*/search/* Disallow: /*/shop-by*sortby/* Disallow: /*/shop-by*price_range/* # Disallow: /*/shop-by*page/1* # EN Disallow: /*/shop-by*Category/* Disallow: /*/shop-by*Size/* Disallow: /*/shop-by*Colour/* # ES Disallow: /*/shop-by*Categoría/* Disallow: /*/shop-by*Talla/* Disallow: /*/shop-by*Color/* # FR Disallow: /*/shop-by*Catégorie/* Disallow: /*/shop-by*Taille/* Disallow: /*/shop-by*Couleur/* # DE # Disallow: /*/shop-by*Category/* Disallow: /*/shop-by*Grobe/* Disallow: /*/shop-by*Farbe/* # US # Disallow: /*/shop-by*Category/* # Disallow: /*/shop-by*Size/* # Disallow: /*/shop-by*Color/* # AU # Disallow: /*/shop-by*Category/* # Disallow: /*/shop-by*Size/* # Disallow: /*/shop-by*Colour/* # IT Disallow: /*/shop-by*Categoria/* Disallow: /*/shop-by*Dimensione/* Disallow: /*/shop-by*Colore/* # NL Disallow: /*/shop-by*Categorie/* Disallow: /*/shop-by*Maat/* Disallow: /*/shop-by*Kleur/* Disallow: /*secure_base_url* Disallow: /*shopby* Disallow: /*.html* Disallow: /*/bloomreach/* # Files Disallow: /*/cron.php Disallow: /*/cron.sh Disallow: /*/error_log Disallow: /*/install.php Disallow: /*/LICENSE.html Disallow: /*/LICENSE.txt Disallow: /*/LICENSE_AFL.txt Disallow: /*/LICENSE_EE.txt Disallow: /*/STATUS.txt Disallow: /*/composer.json Disallow: /*/composer.lock Disallow: /*/CONTRIBUTING.md Disallow: /*/CONTRIBUTOR_LICENSE_AGREEMENT.html Disallow: /*/COPYING.txt Disallow: /*/Gruntfile.js Disallow: /*/nginx.conf.sample Disallow: /*/package.json Disallow: /*/php.ini.sample Disallow: /*/RELEASE_NOTES.txt # Disable version control folders and others Disallow: /*.git Disallow: /*.CVS Disallow: /*.Zip$ Disallow: /*.Svn$ Disallow: /*.Idea$ Disallow: /*.Sql$ Disallow: /*.Tgz$