User-agent: * Disallow: /admin/ # # Do not index the page subcategories that are sorted or filtered. Disallow: /*?dir* Disallow: /*?dir=desc Disallow: /*?dir=asc Disallow: /*?limit=all Disallow: /*?mode* # # Do not index the second copy of the home page (example.com /index.php /). Un-comment only if you have activated Magento SEO URLs. Disallow: /index.php/* # # Do not index the page checkout and user account Disallow: /it/checkout/ Disallow: /en/checkout/ Disallow: /fr/checkout/ Disallow: /de/checkout/ Disallow: /it/onepagecheckout/ Disallow: /en/onepagecheckout/ Disallow: /fr/onepagecheckout/ Disallow: /de/onepagecheckout/ Disallow: /it/customer/ Disallow: /it/customer/account/ Disallow: /it/customer/account/login/ Disallow: /en/customer/ Disallow: /en/customer/account/ Disallow: /en/customer/account/login/ Disallow: /fr/customer/ Disallow: /fr/customer/account/ Disallow: /fr/customer/account/login/ Disallow: /de/customer/ Disallow: /de/customer/account/ Disallow: /de/customer/account/login/ # # Do not index the link from the session ID Disallow: /*?SID= # # Do not index the search page and CEO, non-optimized link categories Disallow: /it/catalogsearch/ Disallow: /it/catalog/product_compare/ Disallow: /it/catalog/category/view/ Disallow: /it/catalog/product/view/ Disallow: /en/catalogsearch/ Disallow: /en/catalog/product_compare/ Disallow: /en/catalog/category/view/ Disallow: /en/catalog/product/view/ Disallow: /fr/catalogsearch/ Disallow: /fr/catalog/product_compare/ Disallow: /fr/catalog/category/view/ Disallow: /fr/catalog/product/view/ Disallow: /de/catalogsearch/ Disallow: /de/catalog/product_compare/ Disallow: /de/catalog/category/view/ Disallow: /de/catalog/product/view/ Disallow: /epages/ Disallow: /*.js$ Disallow: /*.css$ Disallow: /app/ Disallow: /downloader/ Disallow: /js/ Disallow: /lib/ Disallow: /media/ Disallow: /pkginfo/ Disallow: /report/ Disallow: /skin/ Disallow: /var/ Disallow: /it/catalog/product_compare/ Disallow: /en/catalog/product_compare/ Disallow: /fr/catalog/product_compare/ Disallow: /de/catalog/product_compare/ Disallow: /it/customer/ Disallow: /en/customer/ Disallow: /fr/customer/ Disallow: /de/customer/ Disallow: /it/wishlist/ Disallow: /en/wishlist/ Disallow: /fr/wishlist/ Disallow: /de/wishlist/ # # Do not index the shared files Magento Disallow: /api.php Disallow: /cron.php Disallow: /cron.sh Disallow: /error_log Disallow: /get.php Disallow: /install.php Disallow: /LICENSE.html Disallow: /LICENSE.txt Disallow: /LICENSE_AFL.txt Disallow: /README.txt Disallow: /RELEASE_NOTES.txt #User-agent: AhrefsBot #Disallow: /