Array
(
[*] => Array
(
[disallow] => Array
(
[0] => /admin
[1] => /Admin
[2] => /spec
[3] => /Spec
[4] => /services
[5] => /Services
[6] => /Content
[7] => /content
[8] => /UserContent
[9] => /usercontent
[10] => /UserFiles
[11] => /userfiles
[12] => *&page=*
[13] => *.aspx*
)
[host] => http://cap.ru/
[sitemap] => Array
(
[0] => http://cap.ru/sitemap.xml
)
)
)
user-agent: *
Disallow: /admin
Disallow: /Admin
Disallow: /spec
Disallow: /Spec
Disallow: /services
Disallow: /Services
Disallow: /Content
Disallow: /content
Disallow: /UserContent
Disallow: /usercontent
Disallow: /UserFiles
Disallow: /userfiles
Disallow: *&page=*
Disallow: *.aspx*
Host: http://cap.ru/
Sitemap: http://cap.ru/sitemap.xml
-
код 200
http://cap.ru/robots.txt