User-agent: *
Disallow: /index.php/
Disallow: /checkout/
Disallow: /onestepcheckout/
Disallow: /customer/
Disallow: /wishlist/
Disallow: /sendfriend/
Disallow: /review/
Disallow: /review/product/
Disallow: /catalogsearch/
Disallow: /search/
Disallow: /tag/
Disallow: /enable-cookies/
Disallow: /admin/
Disallow: /kontrollpanel/
Disallow: /*SID=
Disallow: /*.php$
Disallow: /app/
Disallow: /lib/
Disallow: /pkginfo/
Disallow: /report/
Disallow: /var/
Disallow: /skin/
Disallow: /js/
Disallow: /directory/
Disallow: /bin/
Disallow: /dev/
Disallow: /phpserver/
Disallow: /catalogsearch/result/?q=

# Optional: Avoid blocking all ? parameters unless you’re handling them in canonical URLs
# Disallow: /*?

User-agent: Googlebot
Allow: /pub/media/catalog/product/
Allow: /pub/media/wysiwyg/
Allow: /pub/media/images/

User-agent: Googlebot-Image
Allow: /pub/media/catalog/product/
Allow: /pub/media/wysiwyg/
Allow: /pub/media/images/

User-agent: Bingbot
Allow: /pub/media/catalog/product/
Allow: /pub/media/wysiwyg/
Allow: /pub/media/images/
Crawl-delay: 10

User-agent: Yandex
Allow: /pub/media/catalog/product/
Allow: /pub/media/wysiwyg/
Allow: /pub/media/images/

# Additional crawl delay rules
User-agent: ClaudeBot
Crawl-delay: 10

User-agent: Meta-ExternalAgent
Crawl-delay: 10

User-agent: GPTBot
Crawl-delay: 10

User-agent: ChatGPT-User
Crawl-delay: 10

User-agent: Applebot
Crawl-delay: 10

User-agent: Amazonbot
Crawl-delay: 10

User-agent: OAI-SearchBot
Crawl-delay: 10

User-agent: PetalBot
Crawl-delay: 10

User-agent: CCBot
Crawl-delay: 10

User-agent: PerplexityBot
Crawl-delay: 10

User-agent: Bytespider
Crawl-delay: 10

User-agent: Barkrowler
Crawl-delay: 10
Sitemap: https://www.parfymonline.se/sitemap/parfymonlinese/parfymonline_se.xml