Array
(
[*] => Array
(
[disallow] => Array
(
[0] => /products/show
[1] => /products/compare_selected_products
[2] => /apiv2/
[3] => /users/
[4] => /account/
[5] => /signup
[6] => /sign_in
[7] => /api/
[8] => /suggest
[9] => /personalization/
[10] => /comparelists/
[11] => /s/recently_viewed
[12] => /badge/api
[13] => /*/ugc_prompt.json
[14] => /adam/latest_keyphrases.json
[15] => /counters
[16] => /cart/*
[17] => /checkout/
[18] => /u/
[19] => /*/shops_highlights.json
[20] => /shop/*keyphrase=*
)
[sitemap] => Array
(
[0] => https://www.skroutz.gr/sitemaps/sitemap_index.xml.gz
)
)
[exabot] => Array
(
[disallow] => Array
(
[0] => /
)
)
)
# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
# User-Agent: *
# Disallow: /
User-agent: *
Disallow: /products/show
Disallow: /products/compare_selected_products
Disallow: /apiv2/
Disallow: /users/
Disallow: /account/
Disallow: /signup
Disallow: /sign_in
Disallow: /api/
Disallow: /suggest
Disallow: /personalization/
Disallow: /comparelists/
Disallow: /s/recently_viewed
Disallow: /badge/api
Disallow: /*/ugc_prompt.json
Disallow: /adam/latest_keyphrases.json
Disallow: /counters
Disallow: /cart/*
Disallow: /checkout/
Disallow: /u/
Disallow: /*/shops_highlights.json
Disallow: /shop/*keyphrase=*
User-agent: Exabot
Disallow: /
Sitemap: https://www.skroutz.gr/sitemaps/sitemap_index.xml.gz
#:......:::..::::..::..:::::..:::.......::::.......::::::..:::::........::
#:'######::'##:::'##:'########:::'#######::'##::::'##:'########:'########:
#'##... ##: ##::'##:: ##.... ##:'##.... ##: ##:::: ##:... ##..::..... ##::
# ##:::..:: ##:'##::: ##:::: ##: ##:::: ##: ##:::: ##:::: ##:::::::: ##:::
#. ######:: #####:::: ########:: ##:::: ##: ##:::: ##:::: ##::::::: ##::::
#:..... ##: ##. ##::: ##.. ##::: ##:::: ##: ##:::: ##:::: ##:::::: ##:::::
#'##::: ##: ##:. ##:: ##::. ##:: ##:::: ##: ##:::: ##:::: ##::::: ##::::::
#. ######:: ##::. ##: ##:::. ##:. #######::. #######::::: ##:::: ########:
#:......:::..::::..::..:::::..:::.......::::.......::::::..:::::........::
#:......:::..Work with us: https://www.skroutz.gr/careers..:::::........::
-
код 301
http://skroutz.gr/robots.txt
-
код 301
https://skroutz.gr/robots.txt
-
код 200
https://www.skroutz.gr/robots.txt