# robots.txt automatically generated by PrestaShop e-commerce open-source solution # https://www.prestashop.com - https://www.prestashop.com/forums # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # For more information about the robots.txt standard, see: # https://www.robotstxt.org/robotstxt.html User-agent: * # Allow Directives Allow: */modules/*.css Allow: */modules/*.js Allow: */modules/*.png Allow: */modules/*.jpg Allow: /js/jquery/* # Private pages Disallow: /*?order= Disallow: /*?tag= Disallow: /*?id_currency= Disallow: /*?search_query= Disallow: /*?back= Disallow: /*?n= Disallow: /*&order= Disallow: /*&tag= Disallow: /*&id_currency= Disallow: /*&search_query= Disallow: /*&back= Disallow: /*&n= Disallow: /*controller=addresses Disallow: /*controller=address Disallow: /*controller=authentication Disallow: /*controller=cart Disallow: /*controller=discount Disallow: /*controller=footer Disallow: /*controller=get-file Disallow: /*controller=header Disallow: /*controller=history Disallow: /*controller=identity Disallow: /*controller=images.inc Disallow: /*controller=init Disallow: /*controller=my-account Disallow: /*controller=order Disallow: /*controller=order-slip Disallow: /*controller=order-detail Disallow: /*controller=order-follow Disallow: /*controller=order-return Disallow: /*controller=order-confirmation Disallow: /*controller=pagination Disallow: /*controller=password Disallow: /*controller=pdf-invoice Disallow: /*controller=pdf-order-return Disallow: /*controller=pdf-order-slip Disallow: /*controller=product-sort Disallow: /*controller=search Disallow: /*controller=statistics Disallow: /*controller=attachment Disallow: /*controller=guest-tracking # Directories for www.comptoirdesmillesimes.com Disallow: /app/ Disallow: /cache/ Disallow: /classes/ Disallow: /config/ Disallow: /controllers/ Disallow: /download/ Disallow: /localization/ Disallow: /log/ Disallow: /mails/ Disallow: /modules/ Disallow: /override/ Disallow: /src/ Disallow: /tools/ Disallow: /translations/ Disallow: /upload/ Disallow: /var/ Disallow: /vendor/ Disallow: /webservice/ Disallow: /fr/app/ Disallow: /fr/cache/ Disallow: /fr/classes/ Disallow: /fr/config/ Disallow: /fr/controllers/ Disallow: /fr/download/ Disallow: /fr/localization/ Disallow: /fr/log/ Disallow: /fr/mails/ Disallow: /fr/modules/ Disallow: /fr/override/ Disallow: /fr/src/ Disallow: /fr/tools/ Disallow: /fr/translations/ Disallow: /fr/upload/ Disallow: /fr/var/ Disallow: /fr/vendor/ Disallow: /fr/webservice/ Disallow: /en/app/ Disallow: /en/cache/ Disallow: /en/classes/ Disallow: /en/config/ Disallow: /en/controllers/ Disallow: /en/download/ Disallow: /en/localization/ Disallow: /en/log/ Disallow: /en/mails/ Disallow: /en/modules/ Disallow: /en/override/ Disallow: /en/src/ Disallow: /en/tools/ Disallow: /en/translations/ Disallow: /en/upload/ Disallow: /en/var/ Disallow: /en/vendor/ Disallow: /en/webservice/ # Files Disallow: /*fr/adresse Disallow: /*fr/adresses Disallow: /*fr/connexion Disallow: /*fr/panier Disallow: /*fr/reduction Disallow: /*fr/suivi-commande-invite Disallow: /*fr/historique-commandes Disallow: /*fr/identite Disallow: /*fr/mon-compte Disallow: /*fr/commande Disallow: /*fr/confirmation-commande Disallow: /*fr/suivi-commande Disallow: /*fr/avoirs Disallow: /*fr/recuperation-mot-de-passe Disallow: /*fr/recherche Disallow: /*en/address Disallow: /*en/addresses Disallow: /*en/login Disallow: /*en/cart Disallow: /*en/discount Disallow: /*en/guest-tracking Disallow: /*en/order-history Disallow: /*en/identity Disallow: /*en/my-account Disallow: /*en/order Disallow: /*en/order-confirmation Disallow: /*en/order-follow Disallow: /*en/credit-slip Disallow: /*en/password-recovery Disallow: /*en/search # Custom from rocketrobotseditor Disallow: /module/cdc_googletagmanager/async Disallow: /*?q= Disallow: /*?query= Disallow: /*?from= Disallow: /*refinementList Disallow: /*?alIndex= Disallow: /module/ Disallow: /*?product Disallow: /*?cdmv2_product_en_1 Disallow: /*?cdmv2_product_fr_1 # advertising-related bots: User-agent: Mediapartners-Google* Disallow: / # Wikipedia work bots: User-agent: IsraBot Disallow: User-agent: Orthogaffe Disallow: # Crawlers that are kind enough to obey, but which we'd rather not have # unless they're feeding search engines. User-agent: UbiCrawler Disallow: / User-agent: DOC Disallow: / User-agent: Zao Disallow: / # Some bots are known to be trouble, particularly those designed to copy # entire sites. Please obey robots.txt. User-agent: sitecheck.internetseer.com Disallow: / User-agent: Zealbot Disallow: / User-agent: MSIECrawler Disallow: / User-agent: SiteSnagger Disallow: / User-agent: WebStripper Disallow: / User-agent: WebCopier Disallow: / User-agent: Fetch Disallow: / User-agent: Offline Explorer Disallow: / User-agent: Teleport Disallow: / User-agent: TeleportPro Disallow: / User-agent: WebZIP Disallow: / User-agent: linko Disallow: / User-agent: HTTrack Disallow: / User-agent: Microsoft.URL.Control Disallow: / User-agent: Xenu Disallow: / User-agent: larbin Disallow: / User-agent: libwww Disallow: / User-agent: ZyBORG Disallow: / User-agent: Download Ninja Disallow: / # Misbehaving: requests much too fast: User-agent: fast Disallow: / # # Sorry, wget in its recursive mode is a frequent problem. # Please read the man page and use it properly; there is a # --wait option you can use to set the delay between hits, # for instance. # User-agent: wget Disallow: / # # The 'grub' distributed client has been *very* poorly behaved. # User-agent: grub-client Disallow: / # # Doesn't follow robots.txt anyway, but... # User-agent: k2spider Disallow: / # # Hits many times per second, not acceptable # http://www.nameprotect.com/botinfo.html User-agent: NPBot Disallow: / # A capture bot, downloads gazillions of pages with no public benefit # http://www.webreaper.net/ User-agent: WebReaper Disallow: / # Wayback Machine: defaults and whether to index user-pages # FIXME: Complete the removal of this block, per T7582. # User-agent: archive.org_bot # Allow: /