# Global rules
User-agent: *
Disallow: /api/
Disallow: /_next/
Disallow: /sign-in/
Disallow: /sign-up/
Disallow: /index/
Disallow: /my-account/
Disallow: /404/
Disallow: /svg/
Disallow: /reset-password/
Disallow: /cart/
Disallow: /order/
Disallow: /checkout/
Disallow: /guest-checkout/
# Disallow: *?*

# Sitemap
Sitemap: https://www.internationalsalonsupplies.com.au/sitemap.xml

# Search engine crawlers with rate limiting
User-agent: DataForSeoBot
Crawl-delay: 20

User-agent: Bingbot
Crawl-delay: 20

User-agent: SemrushBot
Crawl-delay: 20

User-agent: GPTBot
Crawl-delay: 20

# Blocked bots 
User-agent: dotbot
Disallow: /

User-agent: Goodzer
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: YandexImages
Disallow: /

User-agent: Linguee Bot
Disallow: /

User-agent: Seekport Crawler
Disallow: /

User-agent: GrapeshotCrawler
Disallow: /

User-agent: istellabot
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: coccocbot-web
Disallow: /

User-agent: AhrefsBot
Disallow: /