User-agent: * Sitemap: http://www.radio-service.ru/sitemap.xml Allow: /bitrix/components/ Allow: /bitrix/cache/ Allow: /bitrix/js/ Allow: /bitrix/templates/ Allow: /bitrix/panel/ Host: www.radio-service.ru Crawl-delay: 2 Disallow: */index.php Disallow: /bitrix/ Disallow: /*show_include_exec_time= Disallow: /*show_page_exec_time= Disallow: /*show_sql_stat= Disallow: /*bitrix_include_areas= Disallow: /*clear_cache= Disallow: /*clear_cache_session= Disallow: /*ADD_TO_COMPARE_LIST Disallow: /*ORDER_BY Disallow: /*?print= Disallow: /*&print= Disallow: /*print_course= Disallow: /*?action= Disallow: /*&action= Disallow: /*register= Disallow: /*forgot_password= Disallow: /*change_password= Disallow: /*login= Disallow: /*logout= Disallow: /*auth= Disallow: /*backurl= Disallow: /*back_url= Disallow: /*BACKURL= Disallow: /*BACK_URL= Disallow: /*back_url_admin= Disallow: /*?utm_source= Disallow: /auth/ # Исправлено: добавлен слэш в начале # ДОБАВЛЕНЫ НОВЫЕ ПРАВИЛА ДЛЯ БОРЬБЫ С ДУБЛЯМИ: Disallow: /*?sphrase_id= Disallow: /*&sphrase_id= Disallow: /*?SECTION_CODE= Disallow: /*&SECTION_CODE= Disallow: /*?SHOWALL_ Disallow: /*&SHOWALL_ # Упрощенные правила для Яндекс (без дублирования Host) User-agent: Yandex Crawl-delay: 2 Disallow: */index.php Disallow: /bitrix/ Disallow: /*show_include_exec_time= Disallow: /*show_page_exec_time= Disallow: /*show_sql_stat= Disallow: /*bitrix_include_areas= Disallow: /*clear_cache= Disallow: /*clear_cache_session= Disallow: /*ADD_TO_COMPARE_LIST Disallow: /*ORDER_BY Disallow: /*?print= Disallow: /*&print= Disallow: /*print_course= Disallow: /*?action= Disallow: /*&action= Disallow: /*register= Disallow: /*forgot_password= Disallow: /*change_password= Disallow: /*login= Disallow: /*logout= Disallow: /*auth= Disallow: /*backurl= Disallow: /*back_url= Disallow: /*BACKURL= Disallow: /*BACK_URL= Disallow: /*back_url_admin= Disallow: /*?utm_source= Disallow: /auth/ # ДОБАВЛЕНЫ НОВЫЕ ПРАВИЛА ДЛЯ БОРЬБЫ С ДУБЛЯМИ: Disallow: /*?sphrase_id= Disallow: /*&sphrase_id= Disallow: /*?SECTION_CODE= Disallow: /*&SECTION_CODE= Disallow: /*?SHOWALL_ Disallow: /*&SHOWALL_ Allow: /upload/medialibrary/ Clean-param: sphrase_id&SECTION_CODE&SHOWALL_1&SHOWALL_2&SHOWALL_3&SHOWALL_4 User-agent: Googlebot # Для Googlebot оставляем только специфичные правила без Host