# Slow down specific SEO tools to reduce server load
User-agent: rogerbot
Crawl-delay: 30

User-agent: MozScout
Crawl-delay: 30

User-agent: AhrefsBot
Crawl-delay: 30

Disallow: /product/search
Disallow: /*order=
Disallow: /*limit=
Disallow: /*sort=
Disallow: /*json=1
Disallow: /*manufacturer_id=
Disallow: /*tag=
Disallow: /*reset=1
User-agent: SemrushBot
Crawl-delay: 30

# General rules for all other bots
User-agent: *
Disallow: /reset-database/
Disallow: */product/product/galery?product_id=

Sitemap: https://initio-clothing.nl/sitemap.xml