# Website Sitemap
Sitemap: https://freshgrooves.nl/sitemap_index.xml

User-agent: *
Disallow:

User-agent: LeGuideImgServer
Disallow: /

User-Agent: Baiduspider
Disallow: /

User-Agent: CazoodleBot
Disallow: /

User-Agent: Fasterfox
Disallow: /

User-Agent: Ingrid
Crawl-delay: 20

User-Agent: Jyxobot
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-Agent: ShopWiki
Disallow: /

User-agent: linkdexbot
Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: CatchBot
Disallow: /

User-agent: ccbot
Disallow: /

User-agent: Vagabondo
Disallow: /

User-agent: Zeus 32297 Webster Pro V2.9 Win32
Disallow: /

User-agent: AMZNKAssocBot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: wbot
Disallow: /

User-agent: JobdiggerSpider
Disallow: /

User-agent: sistrix crawler
Disallow: /

User-agent: 008
Disallow: /

User-agent: *
Crawl-delay: 10

User-agent: MSNBot-media
Crawl-Delay: 20

User-agent: MSNBot
Crawl-Delay: 20

User-agent: Yandex bot
Crawl-Delay: 20

User-Agent: Slurp
Crawl-delay: 20

User-Agent: Yahoo! Slurp
Crawl-delay: 20

User-agent: rogerbot
Crawl-delay: 5

# Allowable Index
# Mind that Allow is not an official standard
Allow: /*?p=
# Allow: /index.php/blog/
# Allow: /catalog/seo_sitemap/category/
# Allow: /catalogsearch/result/
Allow: /media/catalog/

# Directories
Disallow: /404/


# Paths (clean URLs)
Disallow: /index.php/

# Files
Disallow: /cron.php

# Paths (no clean URLs)
Disallow: /*.js$

# Filters en Search
Disallow: /*/filter/*