# Slow down specific SEO tools to reduce server load
User-agent: rogerbot
Crawl-delay: 30

User-agent: MozScout
Crawl-delay: 30

User-agent: AhrefsBot
Crawl-delay: 30

User-agent: SemrushBot
Crawl-delay: 30

# General rules for all other bots
User-agent: *
Disallow: /reset-database/
Disallow: *?sort=
Disallow: *?limit=
Disallow: *?order=
Disallow: */product/product/galery?product_id=
Disallow: *?tag=
Disallow: *&reset=1
Disallow: *?json=1
Disallow: *?manufacturer_id=

Sitemap: https://bkfietsonderdelen.nl/sitemap.xml