# Crawlers Setup
User-agent: Baiduspider
Disallow: /

User-agent: Baiduspider-video
Disallow: /

User-agent: Baiduspider-image
Disallow: /


User-agent: *
# Directories
Disallow: /app/
Disallow: /bin/
Disallow: /dev/
Disallow: /lib/
Disallow: /phpserver/
Disallow: /pkginfo/
Disallow: /report/
Disallow: /setup/
Disallow: /update/
Disallow: /var/
Disallow: /vendor/

# Paths
Disallow: /checkout
Disallow: /cart
Disallow: /zonos/checkout
Disallow: /my-account
Disallow: /customer/
Disallow: /compare
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /*SID=
Disallow: /productalert/
Disallow: /learn/search

# Parameters to prevent server overload
Disallow: /*?customFilters
Disallow: /*?priceMin
Disallow: /*?priceMax
Disallow: /*?sortKey
Disallow: /*?sortDirection
Disallow: /?page
Allow: /*/*?page

# Sitemaps to be included
Sitemap: https://www.rockler.com/media/sitemap.xml
Sitemap: https://www.rockler.com/media/blog_sitemap.xml