Artlebedev.ru has robots.txt file. Http response status is 200.
Robots size is small. It is about 167 kb and 47 rows.

artlebedev.ru has sitemap file https://www.artlebedev.ru/sitemap.xml. Main host for artlebedev.ru is https://www.artlebedev.ru.

Array
(
    [*] => Array
        (
            [disallow] => Array
                (
                    [0] => /*&post=
                    [1] => /show/
                    [2] => /kovodstvo/business-lynch/stat/
                    [3] => /free/addurl/
                    [4] => /tools/orfograf/
                    [5] => /tools/blogs/
                    [6] => /tools/matrix/
                    [7] => /tools/coffee/
                    [8] => /search/
                    [9] => /everything/hi-res/
                    [10] => /everything/cityline/site2/saved/
                    [11] => /everything/kaspi/prototype/
                    [12] => /everything/illustrations/muradov/
                    [13] => /everything/stoloto/site/prototype/
                    [14] => /everything/illustrations/hell.html
                    [15] => /everything/*tmp-
                    [16] => /hi-res/
                    [17] => /cityline/site2/saved/
                    [18] => /kaspi/prototype/
                    [19] => /illustrations/muradov/
                    [20] => /stoloto/site/prototype/
                    [21] => /illustrations/hell.html
                    [22] => /*tmp-
                    [23] => *.jsx
                    [24] => *.docx
                    [25] => /barista/
                    [26] => /people/
                    [27] => /photo/tags
                    [28] => /photo/people
                    [29] => /photo/projects
                    [30] => /photo/places
                    [31] => /photo/calendar
                    [32] => /photo/post
                    [33] => /everything/life/json
                    [34] => /everything/izdal/*/search/
                    [35] => /life/json
                    [36] => /izdal/*/search/
                    [37] => /*?
                    [38] => /matrix/*
                )

            [sitemap] => Array
                (
                    [0] => https://www.artlebedev.ru/sitemap.xml
                )

            [allow] => Array
                (
                    [0] => /*.css$
                )

            [host] => https://www.artlebedev.ru
        )

    [googlebot-image] => Array
        (
            [disallow] => Array
                (
                    [0] => /everything/spetskabel/identity/img/
                    [1] => /spetskabel/identity/img/
                )

        )

)
# robots.txt for http://www.artlebedev.ru

User-agent: *
Disallow: /*&post=
Disallow: /show/
Disallow: /kovodstvo/business-lynch/stat/
Disallow: /free/addurl/
Disallow: /tools/orfograf/
Disallow: /tools/blogs/
Disallow: /tools/matrix/
Disallow: /tools/coffee/
Disallow: /search/
Disallow: /everything/hi-res/
Disallow: /everything/cityline/site2/saved/
Disallow: /everything/kaspi/prototype/
Disallow: /everything/illustrations/muradov/
Disallow: /everything/stoloto/site/prototype/
Disallow: /everything/illustrations/hell.html
Disallow: /everything/*tmp-
Disallow: /hi-res/
Disallow: /cityline/site2/saved/
Disallow: /kaspi/prototype/
Disallow: /illustrations/muradov/
Disallow: /stoloto/site/prototype/
Disallow: /illustrations/hell.html
Disallow: /*tmp-
Disallow: *.jsx
Disallow: *.docx
Disallow: /barista/
Disallow: /people/
Disallow: /photo/tags
Disallow: /photo/people
Disallow: /photo/projects
Disallow: /photo/places
Disallow: /photo/calendar
Disallow: /photo/post
Disallow: /everything/life/json
Disallow: /everything/izdal/*/search/
Disallow: /life/json
Disallow: /izdal/*/search/
Disallow: /*?
Disallow: /matrix/*
Sitemap: https://www.artlebedev.ru/sitemap.xml
Allow: /*.css$
Host: https://www.artlebedev.ru


User-agent: Googlebot-Image
Disallow: /everything/spetskabel/identity/img/
Disallow: /spetskabel/identity/img/
  • код 301 http://artlebedev.ru/robots.txt
  • код 200 https://www.artlebedev.ru/robots.txt