User-agent: *
Allow: /
Allow: /yandex-feed-osago.xml

# Block service directories
Disallow: /admin/
Disallow: /cgi-bin/
Disallow: /private/
Disallow: /tmp/
Disallow: /backup/

# Block technical files
Disallow: /node_modules/
Disallow: /.git/
Disallow: /*.php$
Disallow: /*.json$

# Explicit blocking of source directories (except images)
Disallow: /source/scripts/
Disallow: /source/styles/
Disallow: /source/logos/  # if you don't want to index logos
Disallow: /source/videos/

# ALLOWANCES for images (only for image crawlers)
User-agent: Googlebot-Image
Allow: /source/imgs/
Allow: /source/logos/
Disallow: /yandex-feed-osago.xml

User-agent: YandexImages
Allow: /source/imgs/
Allow: /source/logos/
Allow: /yandex-feed-osago.xml

# Special rules for Yandex
User-agent: YandexBot
Allow: /yandex-feed-osago.xml

# Special rules for Google
User-agent: Googlebot
Disallow: /yandex-feed-osago.xml
Crawl-delay: 1


# Sitemap
Sitemap: https://insag.ru/sitemap.xml