# Specific bot blocks
User-agent: meta-externalagent
Disallow: /holiday-deals.html
Disallow: /holiday-deals.html?*

# Allow AI search-oriented bots with crawl delays
User-agent: OAI-SearchBot
Crawl-delay: 5
Allow: /

User-agent: ChatGPT-User
Crawl-delay: 5
Allow: /

User-agent: PerplexityBot
Crawl-delay: 5
Allow: /

User-agent: FirecrawlAgent
Crawl-delay: 5
Allow: /

User-agent: AndiBot
Crawl-delay: 5
Allow: /

User-agent: ExaBot
Crawl-delay: 5
Allow: /

User-agent: PhindBot
Crawl-delay: 5
Allow: /

User-agent: YouBot
Crawl-delay: 5
Allow: /

User-agent: Claude-Web
Crawl-delay: 5
Allow: /

User-agent: ClaudeBot
Crawl-delay: 5
Allow: /

User-agent: GPTBot
Crawl-delay: 5
Allow: /

User-agent: Google-Extended
Crawl-delay: 5
Allow: /

# Crawl delay settings for major search engines
User-agent: bingbot
Crawl-delay: 5

User-agent: Amazonbot
Crawl-delay: 5
Disallow: /*?ag_*
Disallow: /*&ag_*
Disallow: /*?gbraid=*
Disallow: /*&gbraid=*
Disallow: /*?gad_campaignid=*
Disallow: /*&gad_campaignid=*
Disallow: /*?p=*
Disallow: /*&p=*

User-agent: Pinterestbot
Crawl-delay: 1

# General restrictions for all other bots
User-agent: *
Crawl-delay: 1
Disallow: /bin/
Disallow: /lib/
Disallow: /controls/
Disallow: /phpserver/
Disallow: /dev/
Disallow: /pub/
Disallow: /interface/
Disallow: /logs/
Disallow: /checkout/
Disallow: /returns/
Disallow: /support/
Disallow: /myroom/
Disallow: /search
Disallow: /*.php$
Disallow: /customer/*
Disallow: /*?cid=*
Disallow: /*product_list_limit=*
Disallow: /*product_list_order=*
Disallow: /*adlclid=*
Disallow: /*msclkid=*
Disallow: /*variation=*
Disallow: /*amshopby[cat][]=*
Disallow: /*sales/guest/form/*
Disallow: /*irclickid=*
Disallow: /*irgwc=*
Disallow: /catalogsearch/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /*?dir*
Disallow: /*?dir=desc
Disallow: /*?dir=asc
Disallow: /*?limit=all
Disallow: /*?mode*
Disallow: /tag/
Disallow: /review/
Disallow: /*?ag_*

# Sitemaps

Sitemap: https://www.herroom.com/media/sitemap/sitemap_herroom.xml