Array
(
[*] => Array
(
[sitemap] => Array
(
[0] => https://idnpoker-asia.mystrikingly.com/sitemap.xml
)
)
[semrushbot] => Array
(
[disallow] => Array
(
[0] => /
)
)
[blackwidow] => Array
(
[disallow] => Array
(
[0] => /
)
)
)
# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
# User-Agent: *
# Disallow: /
Sitemap: https://idnpoker-asia.mystrikingly.com/sitemap.xml
User-Agent: SemrushBot
Disallow: /
User-Agent: BlackWidow
Disallow: /
-
код 301
http://idnpoker-asia.mystrikingly.com/robots.txt
-
код 200
https://idnpoker-asia.mystrikingly.com/robots.txt