Morena.ru has robots.txt file. Http response code is 200.
Robots size is small. It is about 199 kb and 61 rows.

Main host for morena.ru is https://morena.ru.

Array
(
    [*] => Array
        (
            [disallow] => Array
                (
                    [0] => */index.php
                    [1] => /bitrix/
                    [2] => /*show_include_exec_time=
                    [3] => /*show_page_exec_time=
                    [4] => /*show_sql_stat=
                    [5] => /*bitrix_include_areas=
                    [6] => /*clear_cache=
                    [7] => /*clear_cache_session=
                    [8] => /*ADD_TO_COMPARE_LIST
                    [9] => /*ORDER_BY
                    [10] => /*PAGEN
                    [11] => /*?print=
                    [12] => /*&print=
                    [13] => /*print_course=
                    [14] => /*?action=
                    [15] => /*&action=
                    [16] => /*register=
                    [17] => /*forgot_password=
                    [18] => /*change_password=
                    [19] => /*login=
                    [20] => /*logout=
                    [21] => /*auth=
                    [22] => /*backurl=
                    [23] => /*back_url=
                    [24] => /*BACKURL=
                    [25] => /*BACK_URL=
                    [26] => /*back_url_admin=
                    [27] => /*?utm_source=
                    [28] => /search/
                    [29] => /brands/
                    [30] => /shop/
                    [31] => /products/
                    [32] => /admin/
                    [33] => /upload/
                    [34] => /shop/catalog/*/?PAGEN_3
                    [35] => /*?*
                )

            [allow] => Array
                (
                    [0] => *pdf*
                    [1] => *agregaty/?pp*
                    [2] => *kompressory/?pp*
                    [3] => *teploobmennoe-oborudovanie/?pp*
                    [4] => *ventilyatory/?pp*
                    [5] => *emkostnoe-oborudovanie/?pp*
                    [6] => *khladagenty-i-masla/?pp*
                    [7] => *truba-mednaya-i-teploizolyatsiya/?pp*
                    [8] => *avtomatika/?pp*
                    [9] => *instrument/?pp*
                    [10] => *raskhodnye-materialy/?pp*
                    [11] => *elektrooborudovanie/?pp*
                    [12] => *konditsionirovanie/?pp*
                    [13] => *faq*
                    [14] => *recommendations*
                    [15] => *articles*
                    [16] => *images*
                    [17] => */?ELEMENT_ID
                    [18] => */?PAGEN
                )

            [host] => https://morena.ru
            [sitemap] => Array
                (
                    [0] => http://morena.ru/sitemap.xml
                    [1] => https://morena.ru/sitemap.xml
                )

        )

)
User-Agent: *
Disallow: # empty Disallow instruction SHOULD be there
Disallow: */index.php
Disallow: /bitrix/
Disallow: /*show_include_exec_time=
Disallow: /*show_page_exec_time=
Disallow: /*show_sql_stat=
Disallow: /*bitrix_include_areas=
Disallow: /*clear_cache=
Disallow: /*clear_cache_session=
Disallow: /*ADD_TO_COMPARE_LIST
Disallow: /*ORDER_BY
Disallow: /*PAGEN
Disallow: /*?print=
Disallow: /*&print=
Disallow: /*print_course=
Disallow: /*?action=
Disallow: /*&action=
Disallow: /*register=
Disallow: /*forgot_password=
Disallow: /*change_password=
Disallow: /*login=
Disallow: /*logout=
Disallow: /*auth=
Disallow: /*backurl=
Disallow: /*back_url=
Disallow: /*BACKURL=
Disallow: /*BACK_URL=
Disallow: /*back_url_admin=
Disallow: /*?utm_source=
Disallow: /search/
Disallow: /bitrix/
Disallow: /brands/
Disallow: /shop/
Disallow: /products/
Disallow: /admin/
Disallow: /upload/
Disallow: /shop/catalog/*/?PAGEN_3
Disallow: /*?*
Allow: *pdf*
Allow: *agregaty/?pp*
Allow: *kompressory/?pp*
Allow: *teploobmennoe-oborudovanie/?pp*
Allow: *ventilyatory/?pp*
Allow: *emkostnoe-oborudovanie/?pp*
Allow: *khladagenty-i-masla/?pp*
Allow: *truba-mednaya-i-teploizolyatsiya/?pp*
Allow: *avtomatika/?pp*
Allow: *instrument/?pp*
Allow: *raskhodnye-materialy/?pp*
Allow: *elektrooborudovanie/?pp*
Allow: *konditsionirovanie/?pp*
Allow: *faq*
Allow: *recommendations*
Allow: *articles*
Allow: *images*
Allow: */?ELEMENT_ID
Allow: */?PAGEN
Host: https://morena.ru
Sitemap: http://morena.ru/sitemap.xml
Sitemap: https://morena.ru/sitemap.xml
  • код 200 http://morena.ru/robots.txt