# robots.txt for normaslov.ru

# Default rules for all crawlers
User-agent: *
# Allow everything by default (implicit, no need to specify Allow: /)

# Disallow crawling of policy and terms pages
Disallow: /policy
Disallow: /terms

# Disallow crawling of API endpoints
Disallow: /api/

# Disallow crawling of shared validation pages (user-generated content)
Disallow: /validation/

# Disallow crawling of uploaded files
Disallow: /files/

# Disallow crawling of webpack bundles and source maps
Disallow: /js/
Disallow: /css/
Disallow: /*.map$

# Disallow crawling of service worker files
Disallow: /sw.js
Disallow: /workbox-*.js

# Crawl delay for aggressive crawlers
Crawl-delay: 1

# Yandex-specific directives (UTM parameter cleanup)
User-agent: Yandex
Clean-param: utm_source&utm_medium&utm_campaign&utm_content&utm_term

# Sitemap location
Sitemap: https://normaslov.ru/sitemap.xml

# Host preference (for Yandex)
Host: https://normaslov.ru