# For all robots
User-agent: *

Disallow: /ru/register
Disallow: /ru/cart
Disallow: /ru/checkout
Disallow: /ru/my-account
Disallow: /ru/login
Disallow: /ru/search/*
Disallow: /ru/reconstruction
Disallow: /ru/store-finder
Disallow: /*?selectedSizeVariant*
Disallow: /*?*
Disallow: /*utm_source=*
Disallow: /*utm_medium=*
Disallow: /*utm_term=*
Disallow: /*utm_content=*
Disallow: /*utm_campaign=*
Disallow: /*_openstat=*
Disallow: /*?sort*
Disallow: *AtopRated*
Disallow: *sort=topRated*
Disallow: *sort=relevance*
Disallow: *Arelevance*
Disallow: *sort=price-asc*
Disallow: *Aprice-asc*
Disallow: *sort=price-desc*
Disallow: *Aprice-desc*
Disallow: */redir/clck*
Disallow: *blog.belwest.com
Disallow: *facet/*/*/*
Allow: /*xml?context*
Allow: *novelty&page=
Allow: /*/*.css
Allow: /*/*.js
Allow: *.css?*
Allow: *.js?*
Allow: /ru/store-finder/*

# Allow search crawlers to discover the sitemap
Sitemap: https://belwest.ru/sitemap.xml
Host: https://belwest.ru

User-agent: Yandex

Disallow: /ru/cart
Disallow: /ru/checkout
Disallow: /ru/my-account
Disallow: /ru/login
Disallow: /ru/search/*
Disallow: /ru/reconstruction
Disallow: /ru/store-finder
Disallow: /*?selectedSizeVariant*
Disallow: /*?*
Disallow: /*utm_source=*
Disallow: /*utm_medium=*
Disallow: /*utm_term=*
Disallow: /*utm_content=*
Disallow: /*utm_campaign=*
Disallow: /*_openstat=*
Disallow: /*?sort*
Disallow: *AtopRated*
Disallow: *sort=topRated*
Disallow: *sort=relevance*
Disallow: *Arelevance*
Disallow: *sort=price-asc*
Disallow: *Aprice-asc*
Disallow: *sort=price-desc*
Disallow: *Aprice-desc*
Disallow: */redir/clck*
Disallow: *blog.belwest.com
Disallow: *facet/*/*/*
Allow: /*xml?context*
Allow: *novelty&page=
Allow: /*/*.css
Allow: /*/*.js
Allow: *.css?*
Allow: *.js?*
Allow: /ru/store-finder/*

# Block CazoodleBot as it does not present correct accept content headers
User-agent: CazoodleBot
Disallow: /

# Block MJ12bot as it is just noise
User-agent: MJ12bot
Disallow: /

# Block dotbot as it cannot parse base urls properly
User-agent: dotbot/1.0
Disallow: /

# Block Gigabot
User-agent: Gigabot
Disallow: /

User-Agent: DISCo Pump
Disallow: /

User-Agent: Wget
Disallow: /

User-Agent: WebZIP
Disallow: /

User-Agent: Teleport Pro
Disallow: /

User-Agent: WebSnake
Disallow: /

User-Agent: Offline Explorer
Disallow: /

User-Agent: Web-By-Mail
Disallow: /

User-agent: psbot
Disallow: /

User-agent: Twiceler
Disallow: /

User-agent: NetinfoBot
Disallow: /

User-agent: ia_archiver
Disallow: /