Array
(
[*] => Array
(
[disallow] => Array
(
[0] => /resource/
[1] => /facebook/
[2] => /inc/
[3] => /downloads/
[4] => /newsletter
[5] => /outbound/
[6] => /socialnetworks/
[7] => /mmsdev12/
[8] => /promotions/
[9] => /ms/
[10] => /news-preview.php
)
[allow] => Array
(
[0] => /newsletter/subscribe.php
)
)
)
# Robots.txt for Mamma Mia!
User-agent: *
Disallow: /resource/
Disallow: /facebook/
Disallow: /inc/
Disallow: /downloads/
Disallow: /newsletter
Allow: /newsletter/subscribe.php
Disallow: /outbound/
Disallow: /socialnetworks/
Disallow: /mmsdev12/
Disallow: /promotions/
Disallow: /ms/
Disallow: /news-preview.php
-
код 301
http://mamma-mia.com/robots.txt
-
код 200
https://mamma-mia.com/robots.txt