# Website Sitemap
Sitemap: https://www.modyf.fr/media/sitemap/sitemap_fr_fr.xml

# Crawlers Setup
User-agent: *

# Directories
Disallow: /404/
Disallow: /admin/
Disallow: /app/
Allow: /app/code/Modyf/Catalog/view/frontend/web/js/seo-*
Disallow: /cgi-bin/
Disallow: /downloader/
Disallow: /errors/
Disallow: /includes/
Disallow: /lib/
Disallow: /magento/
Disallow: /pkginfo/
Disallow: /report/
Disallow: /scripts/
Disallow: /shell/
Disallow: /stats/
Disallow: /var/
Disallow: /esi/
Disallow: /geolocation/
Disallow: /modyf_page/
Disallow: /modules/recherche_dossiers/

# product listajax stop bot crawling
Disallow: /*review/product/listAjax/*

# Paths (clean URLs)
Disallow: /catalogsearch/result/
Disallow: /catalogsearch/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /checkout/
Disallow: /control/
Disallow: /contacts/
Noindex: /customer/
Disallow: /customer/
Disallow: /customize/
Disallow: /newsletter/
Disallow: /poll/
Disallow: /review/
Disallow: /sendfriend/
Disallow: /tag/
Disallow: /wishlist/
Disallow: /index.php/catalogsearch/result/
Disallow: /index.php/catalog/product_compare/
Disallow: /index.php/catalog/category/view/
Disallow: /index.php/catalog/product/view/
Disallow: /index.php/catalogsearch/
Disallow: /index.php/checkout/
Disallow: /index.php/control/
Disallow: /index.php/contacts/
Disallow: /index.php/customer/
Disallow: /index.php/customize/
Disallow: /index.php/newsletter/
Disallow: /index.php/poll/
Disallow: /index.php/review/
Disallow: /index.php/sendfriend/
Disallow: /index.php/tag/
Disallow: /index.php/wishlist/

# Files
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /install.php
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /STATUS.txt
Allow: */media/documents-fr/pages/catalogue/*.jpg
Allow: */media/documents-fr/pages/catalogue/*.gif

# Paths (no clean URLs)
Disallow: /*?SID=
Disallow: /*?limit=all
Disallow: /P
Noindex: /*?price*
Disallow: /*?price*
Noindex: /*?rating_filter*
Disallow: /*?rating_filter*
Noindex: /*?gender*
Disallow: /*?gender*
Noindex: /*?shoes_norm*
Disallow: /*?shoes_norm*
Noindex: /*?shoe_composition*
Disallow: /*?shoe_composition*
Disallow: /*?brand*
Noindex: /*?shoe_size*
Disallow: /*?shoe_size*
Noindex: /*?size*
Disallow: /*?size*
Noindex: /*?color*
Disallow: /*?color*
Noindex: /*?cat=*
Disallow: /*?cat=*
Disallow: */admin/*
Noindex: *dvtLink
Disallow: *dvtLink
Disallow: /*?LGWCODE=
Noindex: /*?dir=
Disallow: /*?dir=
Noindex: /*?order=
Disallow: /*?order=
Disallow: /*?dvt_source=
Noindex: /*&size*
Disallow: /*&size*
Noindex: /*&shoe_size*
Disallow: /*&shoe_size*
Disallow: /*orberByNote*
Disallow: /*orberByPrice*
Disallow: *product_list_*

# Paths (no clean URLs) New filters
Noindex: /*?work_environment*
Disallow: /*?work_environment*
Noindex: /*?risks*
Disallow: /*?risks*
Noindex: /*?cap*
Disallow: /*?cap*
Noindex: /*?contact_with_water*
Disallow: /*?contact_with_water*
Noindex: /*?sole*
Disallow: /*?sole*
Noindex: /*?specific_condition*
Disallow: /*?specific_condition*
Noindex: /*?outer_material*
Disallow: /*?outer_material*
Noindex: /*?shoes_bright*
Disallow: /*?shoes_bright*

Disallow : /blog/wp-content/plugins/wpdiscuz/utils/captcha/
Disallow : /blog/?s=
Disallow:*/feed/

Disallow: /.well-known/assetlinks.json
Disallow: */?

Noindex: ?wpdParentId
Noindex: /index.php/admin/
Noindex: */modyf_page/
Noindex: */modyf_catalog/compare_ajax/index/
Disallow: */catalog/category/catalogajax
Noindex: */page-503
Disallow: */page-503
Disallow: */page-404
Noindex: */page-503
Noindex: /media/documents-fr/pages/catalogue/
Disallow: */media/documents-fr/pages/catalogue/

Noindex: /qas/*
Disallow: /qas/*
Noindex: /blog/xmlrpc.php
Disallow: /blog/xmlrpc.php
Disallow: /blog/tag/*
Noindex: */feed/*
Noindex: */review/*

Allow: .html
Disallow: *.htm
Disallow: */index/