robots.bz robots.txt
Robots.bz has robots.txt file. Http response status is 200.
Robots size is small. It is about 101 kb and 43 rows.
Host directive is not presented for domain robots.bz in robots.txt file.robots.bz has separate rules for googlebot and yandexbot and has not rules for User-Agent=*.
Robots size is small. It is about 101 kb and 43 rows.
Host directive is not presented for domain robots.bz in robots.txt file.robots.bz has separate rules for googlebot and yandexbot and has not rules for User-Agent=*.
Array
(
[googlebot] => Array
(
[disallow] => Array
(
[0] => /*?
[1] => /munin*
)
)
[baiduspider] => Array
(
[disallow] => Array
(
[0] => /*?
[1] => /munin*
)
)
[yandexbot] => Array
(
[disallow] => Array
(
[0] => /*?
[1] => /munin*
)
)
[ichiro] => Array
(
[disallow] => Array
(
[0] => /*?
[1] => /munin*
)
)
[sogou spider] => Array
(
[disallow] => Array
(
[0] => /*?
[1] => /munin*
)
)
[sosospider] => Array
(
[disallow] => Array
(
[0] => /*?
[1] => /munin*
)
)
[youdaobot] => Array
(
[disallow] => Array
(
[0] => /*?
[1] => /munin*
)
)
[yetibot] => Array
(
[disallow] => Array
(
[0] => /*?
[1] => /munin*
)
)
[bingbot] => Array
(
[crawl-delay] => 2
[disallow] => Array
(
[0] => /*?
[1] => /munin*
)
)
[yahoo! slurp] => Array
(
[crawl-delay] => 2
[disallow] => Array
(
[0] => /*?
[1] => /munin*
)
)
[rdfbot] => Array
(
[disallow] => Array
(
[0] => /*?
[1] => /munin*
)
)
[seznambot] => Array
(
[disallow] => Array
(
[0] => /*?
[1] => /munin*
)
)
[ia_archiver] => Array
(
[disallow] => Array
(
[0] => /munin*
)
)
[mediapartners-google] => Array
(
[disallow] => Array
(
[0] => /munin*
)
)
)
User-agent: Googlebot Disallow: /*? Disallow: /munin* User-agent: Baiduspider Disallow: /*? Disallow: /munin* User-agent: YandexBot Disallow: /*? Disallow: /munin* User-agent: ichiro Disallow: /*? Disallow: /munin* User-agent: sogou spider Disallow: /*? Disallow: /munin* User-agent: Sosospider Disallow: /*? Disallow: /munin* User-agent: YoudaoBot Disallow: /*? Disallow: /munin* User-agent: YetiBot Disallow: /*? Disallow: /munin* User-agent: bingbot Crawl-delay: 2 Disallow: /*? Disallow: /munin* User-Agent: Yahoo! Slurp Crawl-delay: 2 Disallow: /*? Disallow: /munin* User-agent: rdfbot Disallow: /*? Disallow: /munin* User-agent: Seznambot Request-rate: 1/2s Disallow: /*? Disallow: /munin* User-agent: ia_archiver Disallow: /munin* User-agent: Mediapartners-Google Disallow: /munin*
- код 200 http://robots.bz/robots.txt