# Crawlers Setup
User-agent: *

# Googlebot
User-agent: Googlebot
Disallow:
 
# Google Image
User-agent: Googlebot-Image
Disallow:

# Google Ads
User-agent: AdsBot-Google
Disallow:
 
# Directories
Disallow: */404/
Disallow: */app/
Disallow: */cgi-bin/
Disallow: */downloader/
Disallow: */errors/
Disallow: */includes/
Disallow: */magmi/
Disallow: */pkginfo/
Disallow: */report/
Disallow: */scripts/
Disallow: */shell/
Disallow: */skin/
Disallow: */stats/
Disallow: */var/
Disallow: */admin/
Disallow: */wishlist/
Disallow: */catalogsearch/
Disallow: */enable-cookies/
Disallow: */LICENSE.txt
Disallow: */LICENSE.html
Disallow: */directory/
Disallow: */intranet/
Disallow: */pub/media/wysiwyg/
Disallow: */index.php/
Disallow: */catalog/product_compare/
Disallow: */catalog/category/view/
Disallow: */catalog/product/view/
Disallow: */catalog/product/gallery/
Disallow: */checkout/
Disallow: */control/
Disallow: */customer/
Disallow: */customize/
Disallow: */newsletter/
Disallow: */sendfriend/
Disallow: */lib/
Disallow: */review/
Disallow: */*SID=
Disallow: */*.php$
Disallow: */*.sh$

# Sitemaps
Sitemap: https://www.sail.ca/media/sitemaps/sitemap_sail_en_category.xml
Sitemap: https://www.sail.ca/media/sitemaps/sitemap_sail_en_product.xml
Sitemap: https://www.sail.ca/media/sitemaps/sitemap_sail_en_cms.xml
Sitemap: https://www.sail.ca/media/sitemaps/sitemap_sail_fr_category.xml
Sitemap: https://www.sail.ca/media/sitemaps/sitemap_sail_fr_product.xml
Sitemap: https://www.sail.ca/media/sitemaps/sitemap_sail_fr_cms.xml