User-agent: *
Allow: /
Allow: /ai.json
Allow: /schema/
Allow: /sitemap.xml
Disallow: /admin/
Disallow: /tmp/
# Явное разрешение для ИИ-краулеров
User-agent: Google-Extended
Allow: /ai.json
Allow: /schema/
User-agent: Googlebot
Allow: /
User-agent: Yandex
Crawl-delay: 2
Allow: /ai.json
Allow: /schema/
Allow: /
Sitemap: https://guarantor.su/sitemap.xml
# Для Perplexity / You.com / Claude
User-agent: PerplexityBot
Allow: /ai.json
Allow: /schema/
User-agent: YouBot
Allow: /ai.json