# # Robots.txt for Magento Community and Enterprise # # GENERAL SETTINGS # Enables robots.txt rules for all crawlers User-agent: * # # Crawl-delay parameter: the number of seconds you want to wait between successful requests to the same server. # # Set a crawl rate, if your server's traffic problems. Please note that Google ignore crawl-delay setting in Robots.txt. You can set up this in Google Webmaster tool # Crawl-delay: 30 # # Magento sitemap: URL to your sitemap file in Magento # Sitemap: http://www.mystore.com/sitemap/sitemap.xml # # Settings that relate to the UNDER CONSTRUCTION # # Do not allow indexing files and folders that are required during development: CVS, SVN directory and dump files Disallow: /CVS Disallow: /*. Svn $ Disallow: /*. Idea $ Disallow: /*. Sql $ Disallow: /*. Tgz $ # # GENERAL SETTINGS For MAGENTO # # Do not index the page Magento admin Disallow: /admin/ Disallow: /control/ # # Do not index the general technical Magento directory Disallow: /app/ Disallow: /downloader/ Disallow: /errors/ Disallow: /includes / Disallow: /lib / Disallow: /pkginfo / Disallow: /shell / Disallow: /var / # # Do not index the shared files Magento Disallow: /api.php Disallow: /cron.php Disallow: /cron.sh Disallow: /error_log Disallow: /get.php Disallow: /install.php Disallow: /LICENSE.html Disallow: /LICENSE.txt Disallow: /LICENSE_AFL.txt Disallow: /README.txt Disallow: /RELEASE_NOTES.txt # # MAGENTO SEA IMPROVEMENT # # Do not index the page subcategories that are sorted or filtered. Disallow: /*? Dir * Disallow: /*? Dir = desc Disallow: /*? Dir = asc Disallow: /*? Limit = all Disallow: /*? Mode * # # Do not index the second copy of the home page (example.com /index.php /). Un-comment only if you have activated Magento SEO URLs. # # Disallow: /index.php/ # # Do not index the link from the session ID Disallow: /*? SID = Disallow: /*.php$ Disallow: /*?p=*& Disallow: /*?dir=* Disallow: /*&dir=* Disallow: /*?mode=* Disallow: /*&mode=* Disallow: /*?order=* Disallow: /*&order=* Disallow: /*?limit=* Disallow: /*&limit=* Disallow: /*?___store=* Disallow: /*&___store=* # # Do not index the page checkout and user account Disallow: /checkout/ Disallow: /onestepcheckout/ Disallow: /customer/ Disallow: /customer/account/ Disallow: /customer/account/login/ Disallow: /funnel-* Disallow: /not-success-guest Disallow: /success-guest Disallow: /pending-guest Disallow: /medellin/checkout/ Disallow: /medellin/onestepcheckout/ Disallow: /medellin/customer/ Disallow: /medellin/customer/account/ Disallow: /medellin/customer/account/login/ Disallow: /medellin/recargo-extra Disallow: /medellin/funnel-* Disallow: /bogota/checkout/ Disallow: /bogota/onestepcheckout/ Disallow: /bogota/customer/ Disallow: /bogota/customer/account/ Disallow: /bogota/customer/account/login/ Disallow: /bogota/recargo-extra Disallow: /funnel-* # # Do not index the search page and CEO, non-optimized link categories Disallow: /catalogsearch/ Disallow: /catalog/product_compare/ Disallow: /catalog/category/view/ Disallow: /catalog/product/view/ Disallow: /enable-cookies Disallow: /service-unavailable Disallow: /no-route Disallow: /catalogsearch/* Disallow: /catalog/product_compare/* Disallow: /catalog/category/view/* Disallow: /catalog/product/view/* Disallow: /medellin/catalogsearch/ Disallow: /medellin/catalog/product_compare/ Disallow: /medellin/catalog/category/view/ Disallow: /medellin/catalog/product/view/ Disallow: /medellin/contactenos Disallow: /medellin/preguntas-frecuentes Disallow: /medellin/terminos-condiciones Disallow: /medellin/politica-privacidad Disallow: /medellin/nuestra-empresa Disallow: /medellin/enable-cookies Disallow: /medellin/service-unavailable Disallow: /medellin/no-route Disallow: /medellin/catalogsearch/* Disallow: /medellin/catalog/product_compare/* Disallow: /medellin/catalog/category/view/* Disallow: /medellin/catalog/product/view/* Disallow: /medellin/review/product/view/id/* Disallow: /bogota/catalogsearch/ Disallow: /bogota/catalog/product_compare/ Disallow: /bogota/catalog/category/view/ Disallow: /bogota/catalog/product/view/ Disallow: /bogota/review/product/view/id/* Disallow: /bogota/contactenos Disallow: /bogota/preguntas-frecuentes Disallow: /bogota/terminos-condiciones Disallow: /bogota/politica-privacidad Disallow: /bogota/nuestra-empresa Disallow: /bogota/enable-cookies Disallow: /bogota/service-unavailable Disallow: /bogota/no-route Disallow: /bogota/catalogsearch/* Disallow: /bogota/catalog/product_compare/* Disallow: /bogota/catalog/category/view/* Disallow: /bogota/catalog/product/view/* # # Server Settings # # Do not index the general technical directories and files on a server Disallow: /cgi-bin/ Disallow: /cleanup.php Disallow: /apc.php Disallow: /memcache.php Disallow: /phpinfo.php # # SETTINGS Image indexing # # Optional: If you do not want to Google and Bing to index your images # User-agent: Googlebot-Image # Disallow: / # User-agent: msnbot-media # Disallow: / # # SITEMAPS Sitemap: http://juanregala.com.co/sitemap.xml Sitemap: http://juanregala.com.co/medellin/sitemap.xml Sitemap: http://juanregala.com.co/bogota/sitemap.xml