Zdorov.by has robots.txt file. Http response code is 200.
Robots size is small. It is about 370 kb and 89 rows.

Main host for zdorov.by is https://zdorov.by.

Array
(
    [*] => Array
        (
            [disallow] => Array
                (
                    [0] => /bitrix/
                    [1] => /local/
                    [2] => /auth*
                    [3] => /basket*
                    [4] => /order*
                    [5] => /personal/
                    [6] => /compare/
                    [7] => /rss/
                    [8] => /webstat/
                    [9] => /desktop_app/
                    [10] => /ajax/
                    [11] => /test/
                    [12] => /404.php
                    [13] => /search/
                    [14] => /personal/order/make/
                    [15] => /?logout=yes
                    [16] => /*?bxajaxid=
                    [17] => /*&bxajaxid=
                    [18] => /*?clear_cache
                    [19] => /*clear_cache_session=
                    [20] => /*bitrix_include_areas=
                    [21] => /*show_include_exec_time=
                    [22] => /*show_page_exec_time=
                    [23] => /*show_sql_stat=
                    [24] => /*conversion/ajax_counter.php
                    [25] => /*?utm_
                    [26] => /*&utm_
                    [27] => /*?gclid=
                    [28] => /*?yclid=
                    [29] => /*?fbclid=
                    [30] => */filter/*?*
                    [31] => */filter/*/apply/
                    [32] => /*?sort=
                    [33] => /*?order=
                    [34] => /*?view_mode=
                    [35] => /*ADD_TO_COMPARE_LIST
                    [36] => /*ORDER_BY
                    [37] => /*?PageSpeed=noscript
                    [38] => /*&PageSpeed=noscript
                    [39] => /*?display=
                    [40] => /*&display=
                    [41] => /*?linerow=
                    [42] => /*&linerow=
                    [43] => /*?LIST=
                    [44] => /*&LIST=
                )

            [allow] => Array
                (
                    [0] => /bitrix/templates/
                    [1] => /bitrix/js/
                    [2] => /bitrix/css/
                    [3] => /local/templates/
                    [4] => /local/js/
                    [5] => /catalog/filter/
                    [6] => */filter/brand-is-*/apply/
                    [7] => /upload/
                    [8] => /upload/iblock/
                    [9] => /upload/medialibrary/
                    [10] => /bitrix/cache/
                    [11] => /*.js
                    [12] => /*.css
                    [13] => /*.woff
                    [14] => /*.woff2
                    [15] => /*.svg
                    [16] => /*.png
                    [17] => /*.jpg
                    [18] => /*.jpeg
                    [19] => /*.gif
                    [20] => /*.webp
                    [21] => /bitrix/templates/aspro_max/js/setTheme.php
                )

            [sitemap] => Array
                (
                    [0] => https://zdorov.by/sitemap.xml
                    [1] => https://zdorov.by/sitemap-1.xml
                )

            [host] => https://zdorov.by
            [clean-param] => Array
                (
                    [0] => utm_source&utm_medium&utm_campaign&utm_term&utm_content&gclid&yclid&fbclid
                    [1] => clear_cache&clear_cache_session&ADD_TO_COMPARE_LIST&ORDER_BY&list_style&sort_by&arrFilter
                    [2] => PAGEN_1&PAGEN_2&PAGEN_3&PAGEN_4&PAGEN_5&PAGEN_6
                    [3] => print_course®ister&forgot_password&change_password&login&logout&auth&backurl&back_url
                    [4] => BACKURL&BACK_URL&back_url_admin&display&view_mode&min_price&max_price&path&route
                    [5] => products_on_page&new&edit&SHOWALL&sort&direction
                    [6] => LIST
                )

        )

)
User-Agent: *
# ❌ Блокируем служебные директории и файлы
Disallow: /bitrix/
Allow: /bitrix/templates/
Allow: /bitrix/js/
Allow: /bitrix/css/
Disallow: /local/
Allow: /local/templates/
Allow: /local/js/
Disallow: /auth*
Disallow: /basket*
Disallow: /order*
Disallow: /personal/
Disallow: /compare/
Disallow: /rss/
Disallow: /webstat/
Disallow: /desktop_app/
Disallow: /ajax/
Disallow: /test/
Disallow: /404.php
Disallow: /search/
Disallow: /personal/order/make/
Disallow: /?logout=yes
# ❌ Блокируем параметры и временные запросы
Disallow: /*?bxajaxid=
Disallow: /*&bxajaxid=
Disallow: /*?clear_cache
Disallow: /*clear_cache_session=
Disallow: /*bitrix_include_areas=
Disallow: /*show_include_exec_time=
Disallow: /*show_page_exec_time=
Disallow: /*show_sql_stat=
Disallow: /*conversion/ajax_counter.php
# ❌ Блокируем рекламные метки
Disallow: /*?utm_
Disallow: /*&utm_
Disallow: /*?gclid=
Disallow: /*?yclid=
Disallow: /*?fbclid=
# ❌ Блокируем фильтры, сортировки и дубли
Disallow: */filter/*?*
Disallow: */filter/*/apply/
Disallow: /*?sort=
Disallow: /*?order=
Disallow: /*?view_mode=
Disallow: /*ADD_TO_COMPARE_LIST
Disallow: /*ORDER_BY
Disallow: /*?PageSpeed=noscript
Disallow: /*&PageSpeed=noscript
Disallow: /*?display=
Disallow: /*&display=
Disallow: /*?linerow=
Disallow: /*&linerow=
Disallow: /*?LIST=
Disallow: /*&LIST=
# ✅ Разрешаем безопасные фильтры
Allow: /catalog/filter/
Allow: */filter/brand-is-*/apply/
# ✅ Разрешаем важные директории
Allow: /upload/
Allow: /upload/iblock/
Allow: /upload/medialibrary/
Allow: /bitrix/cache/
# ✅ Разрешаем загрузку критичных ресурсов (для Google и Bing)
Allow: /*.js
Allow: /*.css
Allow: /*.woff
Allow: /*.woff2
Allow: /*.svg
Allow: /*.png
Allow: /*.jpg
Allow: /*.jpeg
Allow: /*.gif
Allow: /*.webp
# ✅ Разрешаем скрипт смены темы
Allow: /bitrix/templates/aspro_max/js/setTheme.php
# ✅ Sitemap (карта сайта)
Sitemap: https://zdorov.by/sitemap.xml
# ✅ Host для Яндекса
Host: https://zdorov.by
# ✅ Clean-param — для Яндекса (чистка URL от мусора)
Clean-param: utm_source&utm_medium&utm_campaign&utm_term&utm_content&gclid&yclid&fbclid
Clean-param: clear_cache&clear_cache_session&ADD_TO_COMPARE_LIST&ORDER_BY&list_style&sort_by&arrFilter
Clean-param: PAGEN_1&PAGEN_2&PAGEN_3&PAGEN_4&PAGEN_5&PAGEN_6
Clean-param: print_course®ister&forgot_password&change_password&login&logout&auth&backurl&back_url
Clean-param: BACKURL&BACK_URL&back_url_admin&display&view_mode&min_price&max_price&path&route
Clean-param: products_on_page&new&edit&SHOWALL&sort&direction
Clean-param: LIST
Sitemap: https://zdorov.by/sitemap-1.xml
  • код 301 http://zdorov.by/robots.txt
  • код 200 https://zdorov.by/robots.txt