# Crawlers Setup
User-agent: *
# IT Allowable Index
Allow: /it/*?p=
Allow: /it/catalog/seo_sitemap/category/
Allow: /it/catalogsearch/result/
Allow: /it/blog/wp-content/uploads/

# General Disallow
Disallow: /skin/
Disallow: /js/
Disallow: /danea/
Disallow: /paypal/
Disallow: /magento_kelkoo.php
# IT Disallow: /it/media/
Disallow: /it/pkginfo/
Disallow: /it/report/
Disallow: /it/scripts/
Disallow: /it/shell/
Disallow: /it/stats/
Disallow: /it/var/
# IT Directories
Disallow: /it/404/
Disallow: /it/otp/
Disallow: /it/app/
Disallow: /it/cgi-bin/
Disallow: /it/downloader/
Disallow: /it/errors/
Disallow: /it/includes/
Disallow: /it/js/
Disallow: /it/lib/

# IT Paths (clean URLs)
Disallow: /it/index.php/
Disallow: /it/catalog/product_compare/
Disallow: /it/catalog/category/view/
Disallow: /it/catalog/product/view/
Disallow: /it/catalogsearch/
Disallow: /it/checkout/
Disallow: /it/directory/
Disallow: /it/control/
Disallow: /it/contacts/
Disallow: /it/customer/
Disallow: /it/customize/
Disallow: /it/newsletter/
Disallow: /it/poll/
Disallow: /it/review/
Disallow: /it/sendfriend/
Disallow: /it/wishlist/
# IT Files
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /install.php
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /STATUS.txt
# IT Paths (no clean URLs)
Disallow: /it/*.js$
Disallow: /it/*.css$
Disallow: /it/*.php$
Disallow: /it/*?p=*&
Disallow: /it/*?SID= 
Disallow: /it/*?limit=all
Disallow: /it/*?___from_store=
# IT Blog
Disallow: /it/blog/wp-
Disallow: /it/blog/cgi-bin/
Disallow: /it/blog/wp-admin/
Disallow: /it/blog/wp-includes/
Disallow: /it/blog/wp-content/
Disallow: /it/blog/trackback/
Disallow: /it/blog/comments/
Disallow: /it/blog*/trackback/
Disallow: /it/blog*/comments/
Disallow: /it/blog/*?*
Disallow: /it/blog/*?

# English

# EN Allowable Index
Allow: /eng/*?p=
Allow: /eng/catalog/seo_sitemap/category/
Allow: /eng/catalogsearch/result/
Allow: /eng/blog/wp-content/uploads/
# EN Directories
Disallow: /eng/404/
Disallow: /eng/otp/
Disallow: /eng/app/
Disallow: /eng/cgi-bin/
Disallow: /eng/downloader/
Disallow: /eng/errors/
Disallow: /eng/includes/
Disallow: /eng/js/
Disallow: /eng/lib/
# EN Disallow: /eng/media/
Disallow: /eng/pkginfo/
Disallow: /eng/report/
Disallow: /eng/scripts/
Disallow: /eng/shell/
Disallow: /eng/skin/
Disallow: /eng/stats/
Disallow: /eng/var/
# EN Paths (clean URLs)
Disallow: /eng/index.php/
Disallow: /eng/catalog/product_compare/
Disallow: /eng/catalog/category/view/
Disallow: /eng/catalog/product/view/
Disallow: /eng/catalogsearch/
Disallow: /eng/checkout/
Disallow: /end/directory/
Disallow: /eng/control/
Disallow: /eng/contacts/
Disallow: /eng/customer/
Disallow: /eng/customize/
Disallow: /eng/newsletter/
Disallow: /eng/poll/
Disallow: /eng/review/
Disallow: /eng/sendfriend/
Disallow: /eng/wishlist/
# EN Files
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /install.php
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /STATUS.txt
# EN Paths (no clean URLs)
Disallow: /eng/*.js$
Disallow: /eng/*.css$
Disallow: /eng/*.php$
Disallow: /eng/*?p=*&
Disallow: /eng/*?SID= 
Disallow: /eng/*?limit=all
Disallow: /eng/*?___from_store=
# EN Blog
Disallow: /eng/blog/*


# Uncomment if you do not wish for Google to index your images
User-agent: Googlebot-image
Disallow: 

User-agent: Google AdsBot
Disallow:

User-agent: Amazonbot
Disallow: /
User-agent: facebookexternalhit
Disallow: /

Sitemap: https://www.torocaffe.com/sitemap/italiano/sitemap.xml
Sitemap: https://www.torocaffe.com/sitemap/inglese/sitemap.xml