# ========================================== # 1. ОСНОВНЫЕ ПРАВИЛА ДЛЯ ВСЕХ БОТОВ # ========================================== User-agent: * Allow: /*.js* Allow: /*.css* Allow: /*.png* Allow: /*.jpg* Allow: /*.gif* Allow: /*.webp* Disallow: /administrator/ Disallow: /bin/ Disallow: /cache/ Disallow: /cli/ Disallow: /includes/ Disallow: /installation/ Disallow: /language/ Disallow: /layouts/ Disallow: /libraries/ Disallow: /logs/ Disallow: /tmp/ Disallow: /home/ Disallow: /__old/ Disallow: /__old/* Disallow: /?uta_channel=* Disallow: /index.php?option=com_content&* Disallow: /*index.php Disallow: /*? Disallow: /new Disallow: /new/ Disallow: /new/*? # ========================================== # 2. ЯВНЫЕ РАЗРЕШЕНИЯ ДЛЯ AI/LLM БОТОВ (GEO/SGE) # ========================================== # Яндекс Алиса / Нейро User-agent: YandexAdditionalBot Allow: / # OpenAI (ChatGPT & SearchGPT) User-agent: GPTBot Allow: / User-agent: OAI-SearchBot Allow: / # Google AI Overviews User-agent: GoogleOther Allow: / # Anthropic (Claude) User-agent: Anthropic-ai Allow: / # Perplexity AI User-agent: PerplexityBot Allow: / # ========================================== # 3. ЗАДЕРЖКА ДЛЯ ТЯЖЁЛЫХ SEO-ИНСТРУМЕНТОВ # ========================================== User-agent: AhrefsBot Crawl-delay: 10 User-agent: SemrushBot Crawl-delay: 10 # ========================================== # 4. САЙТ И КАРТА # ========================================== Host: https://ksu-korolev.ru Sitemap: https://ksu-korolev.ru/sitemap.xml