Array
(
[googlebot] => Array
(
[disallow] => Array
(
[0] => /info/
[1] => /search/
)
)
[mediapartners-google] => Array
(
[disallow] => Array
(
[0] => /info/
[1] => /search/
)
)
[yahoo! slurp] => Array
(
[allow] => Array
(
[0] => /$
)
[disallow] => Array
(
[0] => /
)
)
[bingbot] => Array
(
[allow] => Array
(
[0] => /$
)
[disallow] => Array
(
[0] => /
)
)
[yandex] => Array
(
[allow] => Array
(
[0] => /$
)
[disallow] => Array
(
[0] => /
)
)
[baiduspider] => Array
(
[disallow] => Array
(
[0] => /
)
)
[sogou] => Array
(
[disallow] => Array
(
[0] => /
)
)
[ia_archiver] => Array
(
)
[ips-agent] => Array
(
[disallow] => Array
(
[0] => /parking.php4
)
)
[blexbot] => Array
(
[disallow] => Array
(
[0] => /
)
)
[pandalytics] => Array
(
[disallow] => Array
(
[0] => /info/
[1] => /search/
)
)
[ioncrawl] => Array
(
[disallow] => Array
(
[0] => /info/
[1] => /search/
)
)
[*] => Array
(
[disallow] => Array
(
[0] => /
)
)
)
User-agent: Googlebot
Disallow: /info/
Disallow: /search/
User-agent: Mediapartners-Google
Disallow: /info/
Disallow: /search/
User-agent: Yahoo! Slurp
Allow: /$
Disallow: /
User-agent: bingbot
Allow: /$
Disallow: /
User-agent: Yandex
Allow: /$
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: Sogou
Disallow: /
User-agent: ia_archiver
Disallow:
User-agent: IPS-Agent
Disallow: /parking.php4
User-agent: BLEXBot
Disallow: /
User-agent: Pandalytics
Disallow: /info/
Disallow: /search/
User-agent: IonCrawl
Disallow: /info/
Disallow: /search/
User-agent: *
Disallow: /
-
код 200
http://fullmoviesnow.com/robots.txt