# Crawlers Setup
User-agent: *
# Directories
Disallow: */404/
Disallow: */app/
Disallow: */cgi-bin/
Disallow: */downloader/
Disallow: */errors/
Disallow: */includes/
Disallow: */magmi/
Disallow: */pkginfo/
Disallow: */report/
Disallow: */shell/
Disallow: */skin/
Disallow: */stats/
Disallow: */var/
Disallow: */admin/
Disallow: */wishlist/
Disallow: */catalogsearch/
Disallow: */enable-cookies/
Disallow: */LICENSE.txt
Disallow: */LICENSE.html
Disallow: */directory/
Disallow: */intranet/
Disallow: */pub/media/wysiwyg/
Disallow: */index.php/
Disallow: */catalog/product_compare/
Disallow: */catalog/category/view/
Disallow: */catalog/product/view/
Disallow: */catalog/product/gallery/
Allow: */media/catalog/product/
Disallow: */checkout/
Disallow: */control/
Disallow: */customer/
Disallow: */customize/
Disallow: */newsletter/
Disallow: */sendfriend/
Disallow: */review/
Disallow: */*SID=
Disallow: */*.php$
Disallow: */*.sh$
Disallow: */vip/account/create
Disallow: */vip/account/create?card=1
Disallow: */vip/account/create/card/1
Disallow: */*?type_product=*
Disallow: */*?size=*
Disallow: */*?color=*
Disallow: */*?categories=*
Disallow: */*?lc_free_same_day_pickup=*
Disallow: */*?lc_ready_to_ship=*

# Pinterest
user-agent: Pinterestbot 
Crawl-delay: 0.2


User-agent: Googlebot
User-agent: Googlebot-image
# Directories
Disallow: */404/
Disallow: */app/
Disallow: */cgi-bin/
Disallow: */downloader/
Disallow: */errors/
Disallow: */includes/
Disallow: */magmi/
Disallow: */pkginfo/
Disallow: */report/
Disallow: */shell/
Disallow: */skin/
Disallow: */stats/
Disallow: */var/
Disallow: */admin/
Disallow: */wishlist/
Disallow: */catalogsearch/
Disallow: */enable-cookies/
Disallow: */LICENSE.txt
Disallow: */LICENSE.html
Disallow: */directory/
Disallow: */intranet/
Disallow: */pub/media/wysiwyg/
Disallow: */index.php/
Disallow: */catalog/product_compare/
Disallow: */catalog/category/view/
Disallow: */catalog/product/view/
Disallow: */catalog/product/gallery/
Allow: */media/catalog/product/
## Allow checkout crawling for google bots
### Disallow: */checkout/
Allow: */checkout/*
Disallow: */control/
Disallow: */customer/
Disallow: */customize/
Disallow: */newsletter/
Disallow: */sendfriend/
Disallow: */review/
Disallow: */*SID=
Disallow: */*.php$
Disallow: */*.sh$
Disallow: */vip/account/create
Disallow: */vip/account/create?card=1
Disallow: */vip/account/create/card/1
Disallow: */*?type_product=*
Disallow: */*?size=*
Disallow: */*?color=*
Disallow: */*?categories=*
Disallow: */*?lc_free_same_day_pickup=*
Disallow: */*?lc_ready_to_ship=*
 
# Sitemaps
Sitemap: https://www.linenchest.com/media/fr_sitemap_category.xml
Sitemap: https://www.linenchest.com/media/en_sitemap_category.xml
Sitemap: https://www.linenchest.com/media/fr_sitemap_product.xml
Sitemap: https://www.linenchest.com/media/en_sitemap_product.xml
Sitemap: https://www.linenchest.com/media/fr_sitemap_cms.xml
Sitemap: https://www.linenchest.com/media/en_sitemap_cms.xml
Sitemap: https://www.linenchest.com/media/fr__additional_link.xml
Sitemap: https://www.linenchest.com/media/en__additional_link.xml
Sitemap: https://www.linenchest.com/media/fr_sitemap_other.xml
Sitemap: https://www.linenchest.com/media/en_sitemap_other.xml
Sitemap: https://www.linenchest.com/media/blog_fr_sitemap_category.xml
Sitemap: https://www.linenchest.com/media/blog_en_sitemap_category.xml