## GENERAL SETTINGS
User-agent: *

## Do not crawl Magento technical folders
Disallow: /app/
Disallow: /downloader/
Disallow: /errors/
Disallow: /includes/
Disallow: /lib/
Disallow: /pkginfo/
Disallow: /shell/
Disallow: /var/

## Do not crawl Magento common files
Disallow: /api.php
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /get.php
Disallow: /install.php
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /README.txt
Disallow: /RELEASE_NOTES.txt

## Do not crawl 2nd home page copy
Disallow: /index.php/

## Do not crawl checkout and user account pages
Disallow: /opcheckout/
Disallow: /customer/
Disallow: /customer/account/
Disallow: /customer/account/login/
Disallow: /sendfriend/
Disallow: /wishlist/
Disallow: /giftvoucher/

## Do not crawl search pages and not SEO links
Disallow: /catalogsearch/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/

Sitemap: https://edicola.shop/media/sitemap/sitemap.xml
Sitemap: https://edicola.shop/media/sitemap/sitemap-1.xml
Sitemap: https://edicola.shop/media/sitemap/sitemap-2.xml
Sitemap: https://edicola.shop/media/sitemap/sitemap-3.xml