Yandex.ru has robots.txt file. Http response status is 200.
Robots size is medium. It is about 2683 kb and 729 rows.

yandex.ru has great amount of sitemap files — 17: https://yandex.ru/pogoda/sitemap_index.xml, https://yandex.ru/support/sitemap.xml, https://yandex.ru/blog/sitemap.xml and others. Host directive is not presented for domain yandex.ru in robots.txt file.
Array
(
    [*] => Array
        (
            [disallow] => Array
                (
                    [0] => /?
                    [1] => /403.html
                    [2] => /404.html
                    [3] => /500.html
                    [4] => /about.html
                    [5] => /adddata
                    [6] => /adresa-segmentator
                    [7] => /advanced_engl.html
                    [8] => /advertising
                    [9] => /all-supported-params
                    [10] => /articles
                    [11] => /aura/
                    [12] => /blog/*?text=
                    [13] => /blog/*?tag=
                    [14] => /blog/*/*/*
                    [15] => /blogs*
                    [16] => /bus/orders*
                    [17] => /bus/api/*
                    [18] => /catalog/?text=
                    [19] => /chat
                    [20] => /cgi-bin/
                    [21] => /cgi/
                    [22] => /chisla.html
                    [23] => /clck
                    [24] => /collections/feed
                    [25] => /collections/search/
                    [26] => /collections/*/search/*
                    [27] => /collections/iznanka/
                    [28] => /collections/*/_followers*
                    [29] => /collections/*/_followings*
                    [30] => /collections/share
                    [31] => /collections/favorites
                    [32] => /collections/embed
                    [33] => /collections/picture/
                    [34] => /company/*.rss
                    [35] => /company/search
                    [36] => /courier
                    [37] => /conflagexp
                    [38] => /cy
                    [39] => /cycounter
                    [40] => /dzen
                    [41] => /edu/ping
                    [42] => /edu/tasks
                    [43] => /edu/teachers
                    [44] => /edu/test
                    [45] => /experiments.xml
                    [46] => /formfeedback
                    [47] => /fresh
                    [48] => /goto_issue/
                    [49] => /goto_rubric/
                    [50] => /i/
                    [51] => /images-data
                    [52] => /images.html
                    [53] => /images/*
                    [54] => /images-apphost/*
                    [55] => /index_m
                    [56] => /infected
                    [57] => /iznanka/
                    [58] => /keyboard_qwerty.html
                    [59] => /logotypes
                    [60] => /local/api
                    [61] => /local/create
                    [62] => /local/profile
                    [63] => /local/*?event_id
                    [64] => /more_samples
                    [65] => /msearch
                    [66] => /msearchpart
                    [67] => /map-constructor/loader*
                    [68] => /maps/*?
                    [69] => /maps/-/*
                    [70] => /nmaps/*?
                    [71] => /mapeditor/*?
                    [72] => /norobot
                    [73] => /opensearch.xml
                    [74] => /padsearch
                    [75] => /people/*
                    [76] => /person
                    [77] => /podpiska/login.pl
                    [78] => /pogoda/search
                    [79] => /pogoda/404
                    [80] => /pogoda/*?*lat=*&*lon=*
                    [81] => /pogoda/*?*lon=*&*lat=*
                    [82] => /polling
                    [83] => /poll/
                    [84] => /promo/*goodbye*
                    [85] => /promo/diskelement
                    [86] => /promo/launcher/mgoodbye/*
                    [87] => /promo/skype*?*
                    [88] => /promo/skype/*/*
                    [89] => /promo/*welcome*
                    [90] => /promo/yobject/changelog*
                    [91] => /soft/bm/goodbye
                    [92] => /soft/chrome/ext-install/*
                    [93] => /soft/chrome/searchline-install/*
                    [94] => /soft/*goodbye*
                    [95] => /soft/punto/mac/uninstall/*
                    [96] => /soft/punto/win/uninstall/*
                    [97] => /soft/*welcome*
                    [98] => /soft/win/?*
                    [99] => /quotes
                    [100] => /redir
                    [101] => /region_map
                    [102] => /regions_list.xml
                    [103] => /regions.html?
                    [104] => /rubric2sport
                    [105] => /s/
                    [106] => /save
                    [107] => /safety/?*
                    [108] => /search
                    [109] => /setup
                    [110] => /showcaptcha
                    [111] => /sitesearch
                    [112] => /skazki
                    [113] => /sl/*.html
                    [114] => /soft/extensions/goodbye
                    [115] => /sportagent
                    [116] => /storeclick
                    [117] => /storerequest
                    [118] => /subscribe/confirm.pl
                    [119] => /subscribe/view.pl
                    [120] => /support/direct-images
                    [121] => /support/direct-tooltips
                    [122] => /support/distr
                    [123] => /support/dsp
                    [124] => /support/fe4be44a295cc679e19bf0b8f133083d
                    [125] => /support/maps-beta
                    [126] => /support/market-images
                    [127] => /support/security
                    [128] => /support/webmaster-images
                    [129] => /support/*zout_
                    [130] => /support/search-results/
                    [131] => /talk/create
                    [132] => /talk/api
                    [133] => /talk/user/*/article
                    [134] => /telsearch
                    [135] => /themes
                    [136] => /toggle-experiment
                    [137] => /touchsearch
                    [138] => /tune*retpath=
                    [139] => /ugcpub/cabinet
                    [140] => /v$
                    [141] => /viewconfig$
                    [142] => /video/v$
                    [143] => /video/viewconfig$
                    [144] => /images/v$
                    [145] => /images/viewconfig$
                    [146] => /uslugi/cab
                    [147] => /uslugi/*/category/$
                    [148] => /tutor/admin
                    [149] => /versions
                    [150] => /video/*
                    [151] => /video/*filmId=*
                    [152] => /video/%D0%B7%D0%B0%D0%BF%D1%80%D0%BE%D1%81/*text=
                    [153] => /video/%D0%B7%D0%B0%D0%BF%D1%80%D0%BE%D1%81/%D1%81%D0%B5%D1%80%D0%B8%D0%B0%D0%BB/%D0%B2%D0%BD%D0%B5-%D0%B8%D0%B3%D1%80%D1%8B*
                    [154] => /video/%D0%B7%D0%B0%D0%BF%D1%80%D0%BE%D1%81/%D1%81%D0%B5%D1%80%D0%B8%D0%B0%D0%BB/%D0%B4%D0%BE%D0%BC%D0%B0%D1%88%D0%BD%D0%B8%D0%B9-%D0%B0%D1%80%D0%B5%D1%81%D1%82*
                    [155] => /video/%D0%B7%D0%B0%D0%BF%D1%80%D0%BE%D1%81/%D1%81%D0%B5%D1%80%D0%B8%D0%B0%D0%BB/%D0%BC%D0%B8%D1%81%D1%82%D0%B8%D1%87%D0%B5%D1%81%D0%BA%D0%B8%D0%B5-%D0%B8%D1%81%D1%82%D0%BE%D1%80%D0%B8%D0%B8*
                    [156] => /video/%D0%B7%D0%B0%D0%BF%D1%80%D0%BE%D1%81/%D1%81%D0%B5%D1%80%D0%B8%D0%B0%D0%BB/%D0%BE%D1%81%D1%82%D0%BE%D1%80%D0%BE%D0%B6%D0%BD%D0%BE-%D0%B7%D0%B5%D0%BC%D0%BB%D1%8F%D0%BD%D0%B5*
                    [157] => /xmlsearch
                    [158] => /yaca
                    [159] => /yaca/result.xml
                    [160] => /yaca/*/tungrp/
                    [161] => /yaca/*/time/
                    [162] => /yaca/*/geo/
                    [163] => /yaca/cat/*/geo/*
                    [164] => /yaca/*/synt2/
                    [165] => /yandsearch
                    [166] => /yca/cy
                    [167] => /soft/distribution
                    [168] => /soft/?*
                    [169] => /promo/launcher/?*
                    [170] => /opera/?*
                    [171] => /firefox/?*
                    [172] => /soft/bm/?*
                    [173] => /soft/browsers/?*
                    [174] => /soft/punto/?*
                    [175] => /ie/?*
                    [176] => /element/?*
                    [177] => /element/*goodbye*
                    [178] => /adult
                )

            [allow] => Array
                (
                    [0] => /aura/promo/
                    [1] => /blogs$
                    [2] => /blogs/$
                    [3] => /blogs/pad/$
                    [4] => /blogs/pad$
                    [5] => /images/$
                    [6] => /images/smart/$
                    [7] => /images/touch/$
                    [8] => /images/touch/?
                    [9] => /health/
                    [10] => /local
                    [11] => /maps/*?lang=ru$
                    [12] => /maps/*?lang=uk$
                    [13] => /maps/org/
                    [14] => /people$
                    [15] => /people/$
                    [16] => /people/pad/$
                    [17] => /people/pad$
                    [18] => /support/
                    [19] => /talk
                    [20] => /talk/user
                    [21] => /ugcpub/
                    [22] => /uslugi/*
                    [23] => /tutor
                    [24] => /video/$
                    [25] => /video/?
                    [26] => /video/sitemap
                    [27] => /video/%D0%B7%D0%B0%D0%BF%D1%80%D0%BE%D1%81/
                    [28] => /video/dizi-izle/
                    [29] => /video/dizi-izle/?
                    [30] => /video/yerli-dizi-izle/
                    [31] => /video/yabanci-dizi-izle/
                    [32] => /video/touch/
                    [33] => /video/pad/
                    [34] => /yaca/$
                    [35] => /yaca/m/$
                    [36] => /yaca/m/yca/cat/*/$
                    [37] => /yaca/*.xml$
                    [38] => /yaca/cat/*/$
                    [39] => /yac2014
                )

            [clean-param] => Array
                (
                    [0] => ncrnd&redircnt&clid&_&win /
                    [1] => utm_source&utm_medium&utm_campaign&utm_term&utm_content&utm_nooverride&utm_expid&gclid&_openstat&yclid&gsaid&_gs_rmark&_gs_ref&_gs_cttl&iframe /health/
                    [2] => text&wizextra&displayid&saas_webreqid /uslugi/*category/*
                    [3] => print=1 /tutor/
                )

            [sitemap] => Array
                (
                    [0] => https://yandex.ru/pogoda/sitemap_index.xml
                    [1] => https://yandex.ru/support/sitemap.xml
                    [2] => https://yandex.ru/blog/sitemap.xml
                    [3] => https://yandex.ru/collections/sitemap/sitemap-index.xml
                    [4] => https://yandex.ru/local/sitemap.xml
                    [5] => https://yandex.ru/znatoki/sitemap/sitemap-index.xml
                    [6] => https://yandex.ru/ugcpub/siteindex1.xml
                    [7] => https://yandex.ru/ugcpub/siteindex2.xml
                    [8] => https://frontend.s3.yandex.net/health/sitemap.xml
                    [9] => https://ydo.s3.yandex.net/sitemap/sitemap.xml.gz
                    [10] => https://yandex.ru/talk/sitemap.xml
                    [11] => https://yandex.ru/uslugi/sitemap/sitemap.xml.gz
                    [12] => https://yandex.ru/turbo/public/sitemap.xml
                    [13] => https://yandex.ru/tutor/sitemap/?sitemap=sitemap.xml
                    [14] => https://yandex.ru/turbo/talk-sitemap-index.xml
                    [15] => https://yandex.ru/patents/sitemap/sitemap.xml
                    [16] => https://games.yandex.ru/console/sitemaps/sitemap.index.xml
                )

        )

    [twitterbot] => Array
        (
            [allow] => Array
                (
                    [0] => /images
                    [1] => /gorsel
                    [2] => /video
                    [3] => /collections/picture/
                    [4] => /ugcpub/
                )

            [disallow] => Array
                (
                    [0] => /adult
                    [1] => /ugcpub/cabinet
                )

        )

    [applebot] => Array
        (
            [disallow] => Array
                (
                    [0] => /?
                    [1] => /403.html
                    [2] => /404.html
                    [3] => /500.html
                    [4] => /about.html
                    [5] => /adddata
                    [6] => /adresa-segmentator
                    [7] => /advanced_engl.html
                    [8] => /advertising
                    [9] => /all-supported-params
                    [10] => /articles
                    [11] => /aura/
                    [12] => /blog/*?text=
                    [13] => /blog/*?tag=
                    [14] => /blog/*/*/*
                    [15] => /blogs*
                    [16] => /bus/orders*
                    [17] => /bus/api/*
                    [18] => /catalog/?text=
                    [19] => /chat
                    [20] => /cgi-bin/
                    [21] => /cgi/
                    [22] => /chisla.html
                    [23] => /clck
                    [24] => /collections/feed
                    [25] => /collections/search/
                    [26] => /collections/*/search/*
                    [27] => /collections/iznanka/
                    [28] => /collections/*/_followers*
                    [29] => /collections/*/_followings*
                    [30] => /collections/share
                    [31] => /collections/favorites
                    [32] => /collections/embed
                    [33] => /collections/picture/
                    [34] => /company/*.rss
                    [35] => /company/search
                    [36] => /conflagexp
                    [37] => /cy
                    [38] => /cycounter
                    [39] => /dzen
                    [40] => /edu/ping
                    [41] => /edu/tasks
                    [42] => /edu/teachers
                    [43] => /edu/test
                    [44] => /experiments.xml
                    [45] => /formfeedback
                    [46] => /fresh
                    [47] => /goto_issue/
                    [48] => /goto_rubric/
                    [49] => /i/
                    [50] => /images-data
                    [51] => /images.html
                    [52] => /images/*
                    [53] => /index_m
                    [54] => /infected
                    [55] => /iznanka/
                    [56] => /keyboard_qwerty.html
                    [57] => /local/api
                    [58] => /local/create
                    [59] => /local/*?event_id
                    [60] => /local/profile
                    [61] => /logotypes
                    [62] => /map-constructor/loader*
                    [63] => /more_samples
                    [64] => /msearch
                    [65] => /msearchpart
                    [66] => /nmaps/*?
                    [67] => /mapeditor/*?
                    [68] => /norobot
                    [69] => /opensearch.xml
                    [70] => /padsearch
                    [71] => /people/*
                    [72] => /person
                    [73] => /podpiska/login.pl
                    [74] => /pogoda/search
                    [75] => /pogoda/404
                    [76] => /pogoda/*?*lat=*&*lon=*
                    [77] => /pogoda/*?*lon=*&*lat=*
                    [78] => /polling
                    [79] => /poll/
                    [80] => /promo/*goodbye*
                    [81] => /promo/diskelement
                    [82] => /promo/launcher/mgoodbye/*
                    [83] => /promo/skype*?*
                    [84] => /promo/skype/*/*
                    [85] => /promo/*welcome*
                    [86] => /promo/yobject/changelog*
                    [87] => /soft/bm/goodbye
                    [88] => /soft/chrome/ext-install/*
                    [89] => /soft/chrome/searchline-install/*
                    [90] => /soft/*goodbye*
                    [91] => /soft/punto/mac/uninstall/*
                    [92] => /soft/punto/win/uninstall/*
                    [93] => /soft/*welcome*
                    [94] => /soft/win/?*
                    [95] => /quotes
                    [96] => /redir
                    [97] => /region_map
                    [98] => /regions_list.xml
                    [99] => /regions.html?
                    [100] => /rubric2sport
                    [101] => /s/
                    [102] => /save
                    [103] => /safety/?*
                    [104] => /search
                    [105] => /set/
                    [106] => /setup
                    [107] => /showcaptcha
                    [108] => /sitesearch
                    [109] => /skazki
                    [110] => /sl/*.html
                    [111] => /soft/extensions/goodbye
                    [112] => /sportagent
                    [113] => /storeclick
                    [114] => /storerequest
                    [115] => /subscribe/confirm.pl
                    [116] => /subscribe/view.pl
                    [117] => /support/direct-images
                    [118] => /support/direct-tooltips
                    [119] => /support/distr
                    [120] => /support/dsp
                    [121] => /support/fe4be44a295cc679e19bf0b8f133083d
                    [122] => /support/maps-beta
                    [123] => /support/market-images
                    [124] => /support/security
                    [125] => /support/webmaster-images
                    [126] => /support/*zout_
                    [127] => /support/search-results/
                    [128] => /talk/create
                    [129] => /talk/api
                    [130] => /talk/user/*/article
                    [131] => /telsearch
                    [132] => /themes
                    [133] => /toggle-experiment
                    [134] => /touchsearch
                    [135] => /tune*retpath=
                    [136] => /tutor/admin
                    [137] => /ugcpub/cabinet
                    [138] => /v$
                    [139] => /viewconfig$
                    [140] => /video/v$
                    [141] => /video/viewconfig$
                    [142] => /images/v$
                    [143] => /images/viewconfig$
                    [144] => /uslugi/cab
                    [145] => /uslugi/*/category/$
                    [146] => /versions
                    [147] => /video/*
                    [148] => /video/*filmId=*
                    [149] => /video/%D0%B7%D0%B0%D0%BF%D1%80%D0%BE%D1%81/*text=
                    [150] => /video/%D0%B7%D0%B0%D0%BF%D1%80%D0%BE%D1%81/%D1%81%D0%B5%D1%80%D0%B8%D0%B0%D0%BB/%D0%B2%D0%BD%D0%B5-%D0%B8%D0%B3%D1%80%D1%8B*
                    [151] => /video/%D0%B7%D0%B0%D0%BF%D1%80%D0%BE%D1%81/%D1%81%D0%B5%D1%80%D0%B8%D0%B0%D0%BB/%D0%B4%D0%BE%D0%BC%D0%B0%D1%88%D0%BD%D0%B8%D0%B9-%D0%B0%D1%80%D0%B5%D1%81%D1%82*
                    [152] => /video/%D0%B7%D0%B0%D0%BF%D1%80%D0%BE%D1%81/%D1%81%D0%B5%D1%80%D0%B8%D0%B0%D0%BB/%D0%BC%D0%B8%D1%81%D1%82%D0%B8%D1%87%D0%B5%D1%81%D0%BA%D0%B8%D0%B5-%D0%B8%D1%81%D1%82%D0%BE%D1%80%D0%B8%D0%B8*
                    [153] => /video/%D0%B7%D0%B0%D0%BF%D1%80%D0%BE%D1%81/%D1%81%D0%B5%D1%80%D0%B8%D0%B0%D0%BB/%D0%BE%D1%81%D1%82%D0%BE%D1%80%D0%BE%D0%B6%D0%BD%D0%BE-%D0%B7%D0%B5%D0%BC%D0%BB%D1%8F%D0%BD%D0%B5*
                    [154] => /xmlsearch
                    [155] => /yaca
                    [156] => /yaca/result.xml
                    [157] => /yaca/*/tungrp/
                    [158] => /yaca/*/time/
                    [159] => /yaca/*/geo/
                    [160] => /yaca/cat/*/geo/*
                    [161] => /yaca/*/synt2/
                    [162] => /yandsearch
                    [163] => /yca/cy
                    [164] => /soft/distribution
                    [165] => /soft/?*
                    [166] => /promo/launcher/?*
                    [167] => /opera/?*
                    [168] => /firefox/?*
                    [169] => /soft/bm/?*
                    [170] => /soft/browsers/?*
                    [171] => /soft/punto/?*
                    [172] => /ie/?*
                    [173] => /element/?*
                    [174] => /element/*goodbye*
                    [175] => /adult
                )

            [allow] => Array
                (
                    [0] => /aura/promo/
                    [1] => /blogs$
                    [2] => /blogs/$
                    [3] => /blogs/pad/$
                    [4] => /blogs/pad$
                    [5] => /images/$
                    [6] => /images/smart/$
                    [7] => /images/touch/$
                    [8] => /images/touch/?
                    [9] => /health/
                    [10] => /local
                    [11] => /maps/org/
                    [12] => /people$
                    [13] => /people/$
                    [14] => /people/pad/$
                    [15] => /people/pad$
                    [16] => /support/
                    [17] => /talk
                    [18] => /talk/user
                    [19] => /tutor
                    [20] => /ugcpub/
                    [21] => /uslugi/*
                    [22] => /video/$
                    [23] => /video/?
                    [24] => /video/sitemap
                    [25] => /video/%D0%B7%D0%B0%D0%BF%D1%80%D0%BE%D1%81/
                    [26] => /video/dizi-izle/
                    [27] => /video/dizi-izle/?
                    [28] => /video/yerli-dizi-izle/
                    [29] => /video/yabanci-dizi-izle/
                    [30] => /video/touch/
                    [31] => /video/pad/
                    [32] => /yaca/$
                    [33] => /yaca/m/$
                    [34] => /yaca/m/yca/cat/*/$
                    [35] => /yaca/*.xml$
                    [36] => /yaca/cat/*/$
                    [37] => /yac2014
                )

            [clean-param] => Array
                (
                    [0] => ncrnd&redircnt&clid&_&win /
                    [1] => utm_source&utm_medium&utm_campaign&utm_term&utm_content&utm_nooverride&utm_expid&gclid&_openstat&yclid&gsaid&_gs_rmark&_gs_ref&_gs_cttl&iframe /health/
                    [2] => text&wizextra&displayid&saas_webreqid /uslugi/*category/*
                    [3] => print=1 /tutor/
                )

        )

    [yandex] => Array
        (
            [disallow] => Array
                (
                    [0] => /?
                    [1] => /403.html
                    [2] => /404.html
                    [3] => /500.html
                    [4] => /about.html
                    [5] => /adddata
                    [6] => /adresa-segmentator
                    [7] => /advanced_engl.html
                    [8] => /advertising
                    [9] => /all-supported-params
                    [10] => /articles
                    [11] => /aura/
                    [12] => /blog/*?text=
                    [13] => /blog/*?tag=
                    [14] => /blog/*/*/*
                    [15] => /blogs*
                    [16] => /bus/orders*
                    [17] => /bus/api/*
                    [18] => /catalog/?text=
                    [19] => /chat
                    [20] => /cgi-bin/
                    [21] => /cgi/
                    [22] => /chisla.html
                    [23] => /clck
                    [24] => /collections/feed
                    [25] => /collections/search/
                    [26] => /collections/*/search/*
                    [27] => /collections/iznanka/
                    [28] => /collections/*/_followers*
                    [29] => /collections/*/_followings*
                    [30] => /collections/share
                    [31] => /collections/favorites
                    [32] => /collections/embed
                    [33] => /collections/picture/
                    [34] => /company/*.rss
                    [35] => /company/search
                    [36] => /conflagexp
                    [37] => /cy
                    [38] => /cycounter
                    [39] => /dzen
                    [40] => /edu/ping
                    [41] => /edu/tasks
                    [42] => /edu/teachers
                    [43] => /edu/test
                    [44] => /experiments.xml
                    [45] => /formfeedback
                    [46] => /fresh
                    [47] => /goto_issue/
                    [48] => /goto_rubric/
                    [49] => /i/
                    [50] => /images-data
                    [51] => /images.html
                    [52] => /images/*
                    [53] => /index_m
                    [54] => /infected
                    [55] => /iznanka/
                    [56] => /keyboard_qwerty.html
                    [57] => /logotypes
                    [58] => /local/api
                    [59] => /local/create
                    [60] => /local/profile
                    [61] => /local/*?event_id
                    [62] => /more_samples
                    [63] => /msearch
                    [64] => /msearchpart
                    [65] => /map-constructor/loader*
                    [66] => /maps/*?
                    [67] => /maps/-/*
                    [68] => /nmaps/*?
                    [69] => /mapeditor/*?
                    [70] => /norobot
                    [71] => /opensearch.xml
                    [72] => /padsearch
                    [73] => /people/*
                    [74] => /person
                    [75] => /podpiska/login.pl
                    [76] => /pogoda/search
                    [77] => /pogoda/404
                    [78] => /pogoda/*?*lat=*&*lon=*
                    [79] => /pogoda/*?*lon=*&*lat=*
                    [80] => /polling
                    [81] => /poll/
                    [82] => /promo/*goodbye*
                    [83] => /promo/diskelement
                    [84] => /promo/launcher/mgoodbye/*
                    [85] => /promo/skype*?*
                    [86] => /promo/skype/*/*
                    [87] => /promo/*welcome*
                    [88] => /promo/yobject/changelog*
                    [89] => /soft/bm/goodbye
                    [90] => /soft/chrome/ext-install/*
                    [91] => /soft/chrome/searchline-install/*
                    [92] => /soft/*goodbye*
                    [93] => /soft/punto/mac/uninstall/*
                    [94] => /soft/punto/win/uninstall/*
                    [95] => /soft/*welcome*
                    [96] => /soft/win/?*
                    [97] => /quotes
                    [98] => /redir
                    [99] => /region_map
                    [100] => /regions_list.xml
                    [101] => /regions.html?
                    [102] => /rubric2sport
                    [103] => /s/
                    [104] => /save
                    [105] => /safety/?*
                    [106] => /search
                    [107] => /setup
                    [108] => /showcaptcha
                    [109] => /sitesearch
                    [110] => /skazki
                    [111] => /sl/*.html
                    [112] => /soft/extensions/goodbye
                    [113] => /sportagent
                    [114] => /storeclick
                    [115] => /storerequest
                    [116] => /subscribe/confirm.pl
                    [117] => /subscribe/view.pl
                    [118] => /support/direct-images
                    [119] => /support/direct-tooltips
                    [120] => /support/distr
                    [121] => /support/dsp
                    [122] => /support/fe4be44a295cc679e19bf0b8f133083d
                    [123] => /support/maps-beta
                    [124] => /support/market-images
                    [125] => /support/security
                    [126] => /support/webmaster-images
                    [127] => /support/*zout_
                    [128] => /support/search-results/
                    [129] => /talk/create
                    [130] => /talk/api
                    [131] => /talk/user/*/article
                    [132] => /telsearch
                    [133] => /themes
                    [134] => /toggle-experiment
                    [135] => /touchsearch
                    [136] => /tune*retpath=
                    [137] => /tutor/admin
                    [138] => /ugcpub/cabinet
                    [139] => /v$
                    [140] => /viewconfig$
                    [141] => /video/v$
                    [142] => /video/viewconfig$
                    [143] => /images/v$
                    [144] => /images/viewconfig$
                    [145] => /uslugi/cab
                    [146] => /uslugi/*/category/$
                    [147] => /versions
                    [148] => /video/*
                    [149] => /video/*filmId=*
                    [150] => /video/%D0%B7%D0%B0%D0%BF%D1%80%D0%BE%D1%81/*text=
                    [151] => /video/%D0%B7%D0%B0%D0%BF%D1%80%D0%BE%D1%81/%D1%81%D0%B5%D1%80%D0%B8%D0%B0%D0%BB/%D0%B2%D0%BD%D0%B5-%D0%B8%D0%B3%D1%80%D1%8B*
                    [152] => /video/%D0%B7%D0%B0%D0%BF%D1%80%D0%BE%D1%81/%D1%81%D0%B5%D1%80%D0%B8%D0%B0%D0%BB/%D0%B4%D0%BE%D0%BC%D0%B0%D1%88%D0%BD%D0%B8%D0%B9-%D0%B0%D1%80%D0%B5%D1%81%D1%82*
                    [153] => /video/%D0%B7%D0%B0%D0%BF%D1%80%D0%BE%D1%81/%D1%81%D0%B5%D1%80%D0%B8%D0%B0%D0%BB/%D0%BC%D0%B8%D1%81%D1%82%D0%B8%D1%87%D0%B5%D1%81%D0%BA%D0%B8%D0%B5-%D0%B8%D1%81%D1%82%D0%BE%D1%80%D0%B8%D0%B8*
                    [154] => /video/%D0%B7%D0%B0%D0%BF%D1%80%D0%BE%D1%81/%D1%81%D0%B5%D1%80%D0%B8%D0%B0%D0%BB/%D0%BE%D1%81%D1%82%D0%BE%D1%80%D0%BE%D0%B6%D0%BD%D0%BE-%D0%B7%D0%B5%D0%BC%D0%BB%D1%8F%D0%BD%D0%B5*
                    [155] => /xmlsearch
                    [156] => /yaca
                    [157] => /yaca/result.xml
                    [158] => /yaca/*/tungrp/
                    [159] => /yaca/*/time/
                    [160] => /yaca/*/geo/
                    [161] => /yaca/cat/*/geo/*
                    [162] => /yaca/*/synt2/
                    [163] => /yandsearch
                    [164] => /yca/cy
                    [165] => /soft/distribution
                    [166] => /soft/?*
                    [167] => /promo/launcher/?*
                    [168] => /opera/?*
                    [169] => /firefox/?*
                    [170] => /soft/bm/?*
                    [171] => /soft/browsers/?*
                    [172] => /soft/punto/?*
                    [173] => /ie/?*
                    [174] => /element/?*
                    [175] => /element/*goodbye*
                    [176] => /adult
                )

            [allow] => Array
                (
                    [0] => /aura/promo/
                    [1] => /blogs$
                    [2] => /blogs/$
                    [3] => /blogs/pad/$
                    [4] => /blogs/pad$
                    [5] => /images/$
                    [6] => /images/smart/$
                    [7] => /images/touch/$
                    [8] => /images/touch/?
                    [9] => /health/
                    [10] => /local
                    [11] => /maps/*?lang=ru$
                    [12] => /maps/*?lang=uk$
                    [13] => /maps/org/
                    [14] => /people$
                    [15] => /people/$
                    [16] => /people/pad/$
                    [17] => /people/pad$
                    [18] => /support/
                    [19] => /talk
                    [20] => /talk/user
                    [21] => /tutor
                    [22] => /ugcpub/
                    [23] => /uslugi/*
                    [24] => /video/$
                    [25] => /video/?
                    [26] => /video/sitemap
                    [27] => /video/%D0%B7%D0%B0%D0%BF%D1%80%D0%BE%D1%81/
                    [28] => /video/dizi-izle/
                    [29] => /video/dizi-izle/?
                    [30] => /video/yerli-dizi-izle/
                    [31] => /video/yabanci-dizi-izle/
                    [32] => /video/touch/
                    [33] => /video/pad/
                    [34] => /yaca/$
                    [35] => /yaca/m/$
                    [36] => /yaca/m/yca/cat/*/$
                    [37] => /yaca/*.xml$
                    [38] => /yaca/cat/*/$
                    [39] => /yac2014
                )

            [clean-param] => Array
                (
                    [0] => ncrnd&redircnt&clid&_&win /
                    [1] => utm_source&utm_medium&utm_campaign&utm_term&utm_content&utm_nooverride&utm_expid&gclid&_openstat&yclid&gsaid&_gs_rmark&_gs_ref&_gs_cttl&iframe /health/
                    [2] => text&wizextra&displayid&saas_webreqid /uslugi/*category/*
                    [3] => print=1 /tutor/
                )

        )

)
# yandex.ru
User-agent: *
Disallow: /?
Disallow: /403.html
Disallow: /404.html
Disallow: /500.html
Disallow: /about.html
Disallow: /adddata
Disallow: /adresa-segmentator
Disallow: /advanced_engl.html
Disallow: /advertising
Disallow: /all-supported-params
Disallow: /articles
Disallow: /aura/
Allow: /aura/promo/
Disallow: /blog/*?text=
Disallow: /blog/*?tag=
Disallow: /blog/*/*/*
Disallow: /blogs*
Allow: /blogs$
Allow: /blogs/$
Allow: /blogs/pad/$
Allow: /blogs/pad$

Disallow: /bus/orders*
Disallow: /bus/api/*

Disallow: /catalog/?text=
Disallow: /chat
Disallow: /cgi-bin/
Disallow: /cgi/
Disallow: /chisla.html
Disallow: /clck

Disallow: /collections/feed
Disallow: /collections/search/
Disallow: /collections/*/search/*
Disallow: /collections/iznanka/
Disallow: /collections/*/_followers*
Disallow: /collections/*/_followings*
Disallow: /collections/share
Disallow: /collections/favorites
Disallow: /collections/embed
Disallow: /collections/picture/

Disallow: /company/*.rss
Disallow: /company/search

Disallow: /courier

Disallow: /conflagexp
Disallow: /cy
Disallow: /cycounter
Disallow: /dzen
Disallow: /edu/ping
Disallow: /edu/tasks
Disallow: /edu/teachers
Disallow: /edu/test
Disallow: /experiments.xml
Disallow: /formfeedback
Disallow: /fresh
Disallow: /goto_issue/
Disallow: /goto_rubric/
Disallow: /i/
Disallow: /images-data
Disallow: /images.html
Disallow: /images/*
Disallow: /images-apphost/*

Allow: /images/$
Allow: /images/smart/$
Allow: /images/touch/$
Allow: /images/touch/?
Disallow: /index_m
Disallow: /infected
Disallow: /iznanka/
Allow: /health/
Disallow: /keyboard_qwerty.html
Disallow: /logotypes

Allow: /local
Disallow: /local/api
Disallow: /local/create
Disallow: /local/profile
Disallow: /local/*?event_id

Disallow: /more_samples
Disallow: /msearch
Disallow: /msearchpart
Disallow: /map-constructor/loader*
Disallow: /maps/*?
Disallow: /maps/-/*
Allow: /maps/*?lang=ru$
Allow: /maps/*?lang=uk$
Allow: /maps/org/
Disallow: /nmaps/*?
Disallow: /mapeditor/*?

Disallow: /norobot
Disallow: /opensearch.xml
Disallow: /padsearch
Disallow: /people/*
Allow: /people$
Allow: /people/$
Allow: /people/pad/$
Allow: /people/pad$
Disallow: /person
Disallow: /podpiska/login.pl
Disallow: /pogoda/search
Disallow: /pogoda/404
Disallow: /pogoda/*?*lat=*&*lon=*
Disallow: /pogoda/*?*lon=*&*lat=*

Disallow: /polling
Disallow: /poll/
Disallow: /promo/*goodbye*
Disallow: /promo/diskelement
Disallow: /promo/launcher/mgoodbye/*
Disallow: /promo/skype*?*
Disallow: /promo/skype/*/*
Disallow: /promo/*welcome*
Disallow: /promo/yobject/changelog*
Disallow: /soft/bm/goodbye
Disallow: /soft/chrome/ext-install/*
Disallow: /soft/chrome/searchline-install/*
Disallow: /soft/*goodbye*
Disallow: /soft/punto/mac/uninstall/*
Disallow: /soft/punto/win/uninstall/*
Disallow: /soft/*welcome*
Disallow: /soft/win/?*
Disallow: /quotes
Disallow: /redir
Disallow: /region_map
Disallow: /regions_list.xml
Disallow: /regions.html?
Disallow: /rubric2sport
Disallow: /s/
Disallow: /save
Disallow: /safety/?*
Disallow: /search
Disallow: /setup
Disallow: /showcaptcha
Disallow: /sitesearch
Disallow: /skazki
Disallow: /sl/*.html
Disallow: /soft/extensions/goodbye
Disallow: /sportagent
Disallow: /storeclick
Disallow: /storerequest
Disallow: /subscribe/confirm.pl
Disallow: /subscribe/view.pl

Allow: /support/
Disallow: /support/direct-images
Disallow: /support/direct-tooltips
Disallow: /support/distr
Disallow: /support/dsp
Disallow: /support/fe4be44a295cc679e19bf0b8f133083d
Disallow: /support/maps-beta
Disallow: /support/market-images
Disallow: /support/security
Disallow: /support/webmaster-images
Disallow: /support/*zout_
Disallow: /support/search-results/

Disallow: /talk/create
Disallow: /talk/api
Disallow: /talk/user/*/article
Allow: /talk
Allow: /talk/user
Disallow: /telsearch
Disallow: /themes
Disallow: /toggle-experiment
Disallow: /touchsearch
Disallow: /tune*retpath=

Allow: /ugcpub/
Disallow: /ugcpub/cabinet

Disallow: /v$
Disallow: /viewconfig$
Disallow: /video/v$
Disallow: /video/viewconfig$
Disallow: /images/v$
Disallow: /images/viewconfig$

Allow: /uslugi/*
Disallow: /uslugi/cab
Disallow: /uslugi/*/category/$

Allow: /tutor
Disallow: /tutor/admin

Disallow: /versions
Disallow: /video/*
Disallow: /video/*filmId=*
Allow: /video/$
Allow: /video/?
Allow: /video/sitemap
Allow: /video/%D0%B7%D0%B0%D0%BF%D1%80%D0%BE%D1%81/
Disallow: /video/%D0%B7%D0%B0%D0%BF%D1%80%D0%BE%D1%81/*text=
Allow: /video/dizi-izle/
Allow: /video/dizi-izle/?
Allow: /video/yerli-dizi-izle/
Allow: /video/yabanci-dizi-izle/
Allow: /video/touch/
Allow: /video/pad/
Disallow: /video/%D0%B7%D0%B0%D0%BF%D1%80%D0%BE%D1%81/%D1%81%D0%B5%D1%80%D0%B8%D0%B0%D0%BB/%D0%B2%D0%BD%D0%B5-%D0%B8%D0%B3%D1%80%D1%8B*
Disallow: /video/%D0%B7%D0%B0%D0%BF%D1%80%D0%BE%D1%81/%D1%81%D0%B5%D1%80%D0%B8%D0%B0%D0%BB/%D0%B4%D0%BE%D0%BC%D0%B0%D1%88%D0%BD%D0%B8%D0%B9-%D0%B0%D1%80%D0%B5%D1%81%D1%82*
Disallow: /video/%D0%B7%D0%B0%D0%BF%D1%80%D0%BE%D1%81/%D1%81%D0%B5%D1%80%D0%B8%D0%B0%D0%BB/%D0%BC%D0%B8%D1%81%D1%82%D0%B8%D1%87%D0%B5%D1%81%D0%BA%D0%B8%D0%B5-%D0%B8%D1%81%D1%82%D0%BE%D1%80%D0%B8%D0%B8*
Disallow: /video/%D0%B7%D0%B0%D0%BF%D1%80%D0%BE%D1%81/%D1%81%D0%B5%D1%80%D0%B8%D0%B0%D0%BB/%D0%BE%D1%81%D1%82%D0%BE%D1%80%D0%BE%D0%B6%D0%BD%D0%BE-%D0%B7%D0%B5%D0%BC%D0%BB%D1%8F%D0%BD%D0%B5*
Disallow: /xmlsearch

Disallow: /yaca
Allow: /yaca/$
Allow: /yaca/m/$
Allow: /yaca/m/yca/cat/*/$
Allow: /yaca/*.xml$
Allow: /yaca/cat/*/$
Disallow: /yaca/result.xml
Disallow: /yaca/*/tungrp/
Disallow: /yaca/*/time/
Disallow: /yaca/*/geo/
Disallow: /yaca/cat/*/geo/*
Disallow: /yaca/*/synt2/
Disallow: /yandsearch
Disallow: /yca/cy

Allow: /yac2014
Disallow: /soft/distribution
Disallow: /soft/?*
Disallow: /promo/launcher/?*
Disallow: /opera/?*
Disallow: /firefox/?*
Disallow: /soft/bm/?*
Disallow: /soft/browsers/?*
Disallow: /soft/punto/?*
Disallow: /ie/?*
Disallow: /element/?*
Disallow: /element/*goodbye*
Disallow: /soft/*goodbye*
Disallow: /adult

Clean-Param: ncrnd&redircnt&clid&_&win /
Clean-Param: utm_source&utm_medium&utm_campaign&utm_term&utm_content&utm_nooverride&utm_expid&gclid&_openstat&yclid&gsaid&_gs_rmark&_gs_ref&_gs_cttl&iframe /health/
Clean-Param: text&wizextra&displayid&saas_webreqid /uslugi/*category/*
Clean-Param: print=1 /tutor/

Sitemap: https://yandex.ru/pogoda/sitemap_index.xml
Sitemap: https://yandex.ru/support/sitemap.xml
Sitemap: https://yandex.ru/blog/sitemap.xml
Sitemap: https://yandex.ru/collections/sitemap/sitemap-index.xml
Sitemap: https://yandex.ru/local/sitemap.xml
Sitemap: https://yandex.ru/znatoki/sitemap/sitemap-index.xml
Sitemap: https://yandex.ru/ugcpub/siteindex1.xml
Sitemap: https://yandex.ru/ugcpub/siteindex2.xml
Sitemap: https://frontend.s3.yandex.net/health/sitemap.xml
Sitemap: https://ydo.s3.yandex.net/sitemap/sitemap.xml.gz
Sitemap: https://yandex.ru/talk/sitemap.xml
Sitemap: https://yandex.ru/uslugi/sitemap/sitemap.xml.gz
Sitemap: https://yandex.ru/turbo/public/sitemap.xml
Sitemap: https://yandex.ru/tutor/sitemap/?sitemap=sitemap.xml
Sitemap: https://yandex.ru/turbo/talk-sitemap-index.xml
Sitemap: https://yandex.ru/patents/sitemap/sitemap.xml
Sitemap: https://games.yandex.ru/console/sitemaps/sitemap.index.xml

User-Agent: Twitterbot
Allow: /images
Allow: /gorsel
Allow: /video
Allow: /collections/picture/
Disallow: /adult
Allow: /ugcpub/
Disallow: /ugcpub/cabinet
Sitemap: https://yandex.ru/pogoda/sitemap_index.xml
Sitemap: https://yandex.ru/support/sitemap.xml
Sitemap: https://yandex.ru/blog/sitemap.xml
Sitemap: https://yandex.ru/collections/sitemap/sitemap-index.xml
Sitemap: https://yandex.ru/local/sitemap.xml
Sitemap: https://yandex.ru/znatoki/sitemap/sitemap-index.xml
Sitemap: https://yandex.ru/ugcpub/siteindex1.xml
Sitemap: https://yandex.ru/ugcpub/siteindex2.xml
Sitemap: https://frontend.s3.yandex.net/health/sitemap.xml
Sitemap: https://ydo.s3.yandex.net/sitemap/sitemap.xml.gz
Sitemap: https://yandex.ru/talk/sitemap.xml
Sitemap: https://yandex.ru/uslugi/sitemap/sitemap.xml.gz
Sitemap: https://yandex.ru/turbo/public/sitemap.xml
Sitemap: https://yandex.ru/tutor/sitemap/?sitemap=sitemap.xml
Sitemap: https://yandex.ru/turbo/talk-sitemap-index.xml
Sitemap: https://yandex.ru/patents/sitemap/sitemap.xml
Sitemap: https://games.yandex.ru/console/sitemaps/sitemap.index.xml

User-agent: Applebot
Disallow: /?
Disallow: /403.html
Disallow: /404.html
Disallow: /500.html
Disallow: /about.html
Disallow: /adddata
Disallow: /adresa-segmentator
Disallow: /advanced_engl.html
Disallow: /advertising
Disallow: /all-supported-params
Disallow: /articles
Disallow: /aura/
Allow: /aura/promo/
Disallow: /blog/*?text=
Disallow: /blog/*?tag=
Disallow: /blog/*/*/*
Disallow: /blogs*
Allow: /blogs$
Allow: /blogs/$
Allow: /blogs/pad/$
Allow: /blogs/pad$

Disallow: /bus/orders*
Disallow: /bus/api/*

Disallow: /catalog/?text=
Disallow: /chat
Disallow: /cgi-bin/
Disallow: /cgi/
Disallow: /chisla.html
Disallow: /clck

Disallow: /collections/feed
Disallow: /collections/search/
Disallow: /collections/*/search/*
Disallow: /collections/iznanka/
Disallow: /collections/*/_followers*
Disallow: /collections/*/_followings*
Disallow: /collections/share
Disallow: /collections/favorites
Disallow: /collections/embed
Disallow: /collections/picture/

Disallow: /company/*.rss
Disallow: /company/search

Disallow: /conflagexp
Disallow: /cy
Disallow: /cycounter
Disallow: /dzen
Disallow: /edu/ping
Disallow: /edu/tasks
Disallow: /edu/teachers
Disallow: /edu/test
Disallow: /experiments.xml
Disallow: /formfeedback
Disallow: /fresh
Disallow: /goto_issue/
Disallow: /goto_rubric/
Disallow: /i/
Disallow: /images-data
Disallow: /images.html
Disallow: /images/*
Allow: /images/$
Allow: /images/smart/$
Allow: /images/touch/$
Allow: /images/touch/?
Disallow: /index_m
Disallow: /infected
Disallow: /iznanka/
Allow: /health/
Disallow: /keyboard_qwerty.html

Allow: /local
Disallow: /local/api
Disallow: /local/create
Disallow: /local/*?event_id
Disallow: /local/profile

Disallow: /logotypes
Disallow: /map-constructor/loader*
Disallow: /more_samples
Disallow: /msearch
Disallow: /msearchpart
Disallow: /nmaps/*?
Allow: /maps/org/
Disallow: /mapeditor/*?

Disallow: /norobot
Disallow: /opensearch.xml
Disallow: /padsearch
Disallow: /people/*
Allow: /people$
Allow: /people/$
Allow: /people/pad/$
Allow: /people/pad$
Disallow: /person
Disallow: /podpiska/login.pl
Disallow: /pogoda/search
Disallow: /pogoda/404
Disallow: /pogoda/*?*lat=*&*lon=*
Disallow: /pogoda/*?*lon=*&*lat=*

Disallow: /polling
Disallow: /poll/
Disallow: /promo/*goodbye*
Disallow: /promo/diskelement
Disallow: /promo/launcher/mgoodbye/*
Disallow: /promo/skype*?*
Disallow: /promo/skype/*/*
Disallow: /promo/*welcome*
Disallow: /promo/yobject/changelog*
Disallow: /soft/bm/goodbye
Disallow: /soft/chrome/ext-install/*
Disallow: /soft/chrome/searchline-install/*
Disallow: /soft/*goodbye*
Disallow: /soft/punto/mac/uninstall/*
Disallow: /soft/punto/win/uninstall/*
Disallow: /soft/*welcome*
Disallow: /soft/win/?*
Disallow: /quotes
Disallow: /redir
Disallow: /region_map
Disallow: /regions_list.xml
Disallow: /regions.html?
Disallow: /rubric2sport
Disallow: /s/
Disallow: /save
Disallow: /safety/?*
Disallow: /search
Disallow: /set/
Disallow: /setup
Disallow: /showcaptcha
Disallow: /sitesearch
Disallow: /skazki
Disallow: /sl/*.html
Disallow: /soft/extensions/goodbye
Disallow: /sportagent
Disallow: /storeclick
Disallow: /storerequest
Disallow: /subscribe/confirm.pl
Disallow: /subscribe/view.pl

Allow: /support/
Disallow: /support/direct-images
Disallow: /support/direct-tooltips
Disallow: /support/distr
Disallow: /support/dsp
Disallow: /support/fe4be44a295cc679e19bf0b8f133083d
Disallow: /support/maps-beta
Disallow: /support/market-images
Disallow: /support/security
Disallow: /support/webmaster-images
Disallow: /support/*zout_
Disallow: /support/search-results/

Disallow: /talk/create
Disallow: /talk/api
Disallow: /talk/user/*/article
Allow: /talk
Allow: /talk/user
Disallow: /telsearch
Disallow: /themes
Disallow: /toggle-experiment
Disallow: /touchsearch
Disallow: /tune*retpath=

Allow: /tutor
Disallow: /tutor/admin

Allow: /ugcpub/
Disallow: /ugcpub/cabinet

Disallow: /v$
Disallow: /viewconfig$
Disallow: /video/v$
Disallow: /video/viewconfig$
Disallow: /images/v$
Disallow: /images/viewconfig$

Allow: /uslugi/*
Disallow: /uslugi/cab
Disallow: /uslugi/*/category/$

Disallow: /versions
Disallow: /video/*
Disallow: /video/*filmId=*
Allow: /video/$
Allow: /video/?
Allow: /video/sitemap
Allow: /video/%D0%B7%D0%B0%D0%BF%D1%80%D0%BE%D1%81/
Disallow: /video/%D0%B7%D0%B0%D0%BF%D1%80%D0%BE%D1%81/*text=
Allow: /video/dizi-izle/
Allow: /video/dizi-izle/?
Allow: /video/yerli-dizi-izle/
Allow: /video/yabanci-dizi-izle/
Allow: /video/touch/
Allow: /video/pad/
Disallow: /video/%D0%B7%D0%B0%D0%BF%D1%80%D0%BE%D1%81/%D1%81%D0%B5%D1%80%D0%B8%D0%B0%D0%BB/%D0%B2%D0%BD%D0%B5-%D0%B8%D0%B3%D1%80%D1%8B*
Disallow: /video/%D0%B7%D0%B0%D0%BF%D1%80%D0%BE%D1%81/%D1%81%D0%B5%D1%80%D0%B8%D0%B0%D0%BB/%D0%B4%D0%BE%D0%BC%D0%B0%D1%88%D0%BD%D0%B8%D0%B9-%D0%B0%D1%80%D0%B5%D1%81%D1%82*
Disallow: /video/%D0%B7%D0%B0%D0%BF%D1%80%D0%BE%D1%81/%D1%81%D0%B5%D1%80%D0%B8%D0%B0%D0%BB/%D0%BC%D0%B8%D1%81%D1%82%D0%B8%D1%87%D0%B5%D1%81%D0%BA%D0%B8%D0%B5-%D0%B8%D1%81%D1%82%D0%BE%D1%80%D0%B8%D0%B8*
Disallow: /video/%D0%B7%D0%B0%D0%BF%D1%80%D0%BE%D1%81/%D1%81%D0%B5%D1%80%D0%B8%D0%B0%D0%BB/%D0%BE%D1%81%D1%82%D0%BE%D1%80%D0%BE%D0%B6%D0%BD%D0%BE-%D0%B7%D0%B5%D0%BC%D0%BB%D1%8F%D0%BD%D0%B5*
Disallow: /xmlsearch

Disallow: /yaca
Allow: /yaca/$
Allow: /yaca/m/$
Allow: /yaca/m/yca/cat/*/$
Allow: /yaca/*.xml$
Allow: /yaca/cat/*/$
Disallow: /yaca/result.xml
Disallow: /yaca/*/tungrp/
Disallow: /yaca/*/time/
Disallow: /yaca/*/geo/
Disallow: /yaca/cat/*/geo/*
Disallow: /yaca/*/synt2/
Disallow: /yandsearch
Disallow: /yca/cy

Allow: /yac2014
Disallow: /soft/distribution
Disallow: /soft/?*
Disallow: /promo/launcher/?*
Disallow: /opera/?*
Disallow: /firefox/?*
Disallow: /soft/bm/?*
Disallow: /soft/browsers/?*
Disallow: /soft/punto/?*
Disallow: /ie/?*
Disallow: /element/?*
Disallow: /element/*goodbye*
Disallow: /soft/*goodbye*
Disallow: /adult

Clean-Param: ncrnd&redircnt&clid&_&win /
Clean-Param: utm_source&utm_medium&utm_campaign&utm_term&utm_content&utm_nooverride&utm_expid&gclid&_openstat&yclid&gsaid&_gs_rmark&_gs_ref&_gs_cttl&iframe /health/
Clean-Param: text&wizextra&displayid&saas_webreqid /uslugi/*category/*
Clean-Param: print=1 /tutor/

Sitemap: https://yandex.ru/pogoda/sitemap_index.xml
Sitemap: https://yandex.ru/support/sitemap.xml
Sitemap: https://yandex.ru/blog/sitemap.xml
Sitemap: https://yandex.ru/collections/sitemap/sitemap-index.xml
Sitemap: https://yandex.ru/local/sitemap.xml
Sitemap: https://yandex.ru/znatoki/sitemap/sitemap-index.xml
Sitemap: https://yandex.ru/ugcpub/siteindex1.xml
Sitemap: https://yandex.ru/ugcpub/siteindex2.xml
Sitemap: https://frontend.s3.yandex.net/health/sitemap.xml
Sitemap: https://ydo.s3.yandex.net/sitemap/sitemap.xml.gz
Sitemap: https://yandex.ru/talk/sitemap.xml
Sitemap: https://yandex.ru/uslugi/sitemap/sitemap.xml.gz
Sitemap: https://yandex.ru/turbo/public/sitemap.xml
Sitemap: https://yandex.ru/tutor/sitemap/?sitemap=sitemap.xml
Sitemap: https://yandex.ru/turbo/talk-sitemap-index.xml
Sitemap: https://yandex.ru/patents/sitemap/sitemap.xml
Sitemap: https://games.yandex.ru/console/sitemaps/sitemap.index.xml

User-agent: Yandex
Disallow: /?
Disallow: /403.html
Disallow: /404.html
Disallow: /500.html
Disallow: /about.html
Disallow: /adddata
Disallow: /adresa-segmentator
Disallow: /advanced_engl.html
Disallow: /advertising
Disallow: /all-supported-params
Disallow: /articles
Disallow: /aura/
Allow: /aura/promo/
Disallow: /blog/*?text=
Disallow: /blog/*?tag=
Disallow: /blog/*/*/*
Disallow: /blogs*
Allow: /blogs$
Allow: /blogs/$
Allow: /blogs/pad/$
Allow: /blogs/pad$

Disallow: /bus/orders*
Disallow: /bus/api/*

Disallow: /catalog/?text=
Disallow: /chat
Disallow: /cgi-bin/
Disallow: /cgi/
Disallow: /chisla.html
Disallow: /clck

Disallow: /collections/feed
Disallow: /collections/search/
Disallow: /collections/*/search/*
Disallow: /collections/iznanka/
Disallow: /collections/*/_followers*
Disallow: /collections/*/_followings*
Disallow: /collections/share
Disallow: /collections/favorites
Disallow: /collections/embed
Disallow: /collections/picture/

Disallow: /company/*.rss
Disallow: /company/search

Disallow: /conflagexp
Disallow: /cy
Disallow: /cycounter
Disallow: /dzen
Disallow: /edu/ping
Disallow: /edu/tasks
Disallow: /edu/teachers
Disallow: /edu/test
Disallow: /experiments.xml
Disallow: /formfeedback
Disallow: /fresh
Disallow: /goto_issue/
Disallow: /goto_rubric/
Disallow: /i/
Disallow: /images-data
Disallow: /images.html
Disallow: /images/*
Allow: /images/$
Allow: /images/smart/$
Allow: /images/touch/$
Allow: /images/touch/?
Disallow: /index_m
Disallow: /infected
Disallow: /iznanka/
Allow: /health/
Disallow: /keyboard_qwerty.html
Disallow: /logotypes

Allow: /local
Disallow: /local/api
Disallow: /local/create
Disallow: /local/profile
Disallow: /local/*?event_id

Disallow: /more_samples
Disallow: /msearch
Disallow: /msearchpart
Disallow: /map-constructor/loader*
Disallow: /maps/*?
Disallow: /maps/-/*
Allow: /maps/*?lang=ru$
Allow: /maps/*?lang=uk$
Allow: /maps/org/
Disallow: /nmaps/*?
Disallow: /mapeditor/*?

Disallow: /norobot
Disallow: /opensearch.xml
Disallow: /padsearch
Disallow: /people/*
Allow: /people$
Allow: /people/$
Allow: /people/pad/$
Allow: /people/pad$
Disallow: /person
Disallow: /podpiska/login.pl
Disallow: /pogoda/search
Disallow: /pogoda/404
Disallow: /pogoda/*?*lat=*&*lon=*
Disallow: /pogoda/*?*lon=*&*lat=*

Disallow: /polling
Disallow: /poll/
Disallow: /promo/*goodbye*
Disallow: /promo/diskelement
Disallow: /promo/launcher/mgoodbye/*
Disallow: /promo/skype*?*
Disallow: /promo/skype/*/*
Disallow: /promo/*welcome*
Disallow: /promo/yobject/changelog*
Disallow: /soft/bm/goodbye
Disallow: /soft/chrome/ext-install/*
Disallow: /soft/chrome/searchline-install/*
Disallow: /soft/*goodbye*
Disallow: /soft/punto/mac/uninstall/*
Disallow: /soft/punto/win/uninstall/*
Disallow: /soft/*welcome*
Disallow: /soft/win/?*
Disallow: /quotes
Disallow: /redir
Disallow: /region_map
Disallow: /regions_list.xml
Disallow: /regions.html?
Disallow: /rubric2sport
Disallow: /s/
Disallow: /save
Disallow: /safety/?*
Disallow: /search
Disallow: /setup
Disallow: /showcaptcha
Disallow: /sitesearch
Disallow: /skazki
Disallow: /sl/*.html
Disallow: /soft/extensions/goodbye
Disallow: /sportagent
Disallow: /storeclick
Disallow: /storerequest
Disallow: /subscribe/confirm.pl
Disallow: /subscribe/view.pl

Allow: /support/
Disallow: /support/direct-images
Disallow: /support/direct-tooltips
Disallow: /support/distr
Disallow: /support/dsp
Disallow: /support/fe4be44a295cc679e19bf0b8f133083d
Disallow: /support/maps-beta
Disallow: /support/market-images
Disallow: /support/security
Disallow: /support/webmaster-images
Disallow: /support/*zout_
Disallow: /support/search-results/

Disallow: /talk/create
Disallow: /talk/api
Disallow: /talk/user/*/article
Allow: /talk
Allow: /talk/user
Disallow: /telsearch
Disallow: /themes
Disallow: /toggle-experiment
Disallow: /touchsearch
Disallow: /tune*retpath=

Allow: /tutor
Disallow: /tutor/admin
Sitemap: https://yandex.ru/tutor/sitemap/?sitemap=sitemap.xml

Allow: /ugcpub/
Disallow: /ugcpub/cabinet

Disallow: /v$
Disallow: /viewconfig$
Disallow: /video/v$
Disallow: /video/viewconfig$
Disallow: /images/v$
Disallow: /images/viewconfig$

Allow: /uslugi/*
Disallow: /uslugi/cab
Disallow: /uslugi/*/category/$

Disallow: /versions
Disallow: /video/*
Disallow: /video/*filmId=*
Disallow: /video/%D0%B7%D0%B0%D0%BF%D1%80%D0%BE%D1%81/*text=
Allow: /video/$
Allow: /video/?
Allow: /video/sitemap
Allow: /video/%D0%B7%D0%B0%D0%BF%D1%80%D0%BE%D1%81/
Allow: /video/dizi-izle/
Allow: /video/dizi-izle/?
Allow: /video/yerli-dizi-izle/
Allow: /video/yabanci-dizi-izle/
Allow: /video/touch/
Allow: /video/pad/
Disallow: /video/%D0%B7%D0%B0%D0%BF%D1%80%D0%BE%D1%81/%D1%81%D0%B5%D1%80%D0%B8%D0%B0%D0%BB/%D0%B2%D0%BD%D0%B5-%D0%B8%D0%B3%D1%80%D1%8B*
Disallow: /video/%D0%B7%D0%B0%D0%BF%D1%80%D0%BE%D1%81/%D1%81%D0%B5%D1%80%D0%B8%D0%B0%D0%BB/%D0%B4%D0%BE%D0%BC%D0%B0%D1%88%D0%BD%D0%B8%D0%B9-%D0%B0%D1%80%D0%B5%D1%81%D1%82*
Disallow: /video/%D0%B7%D0%B0%D0%BF%D1%80%D0%BE%D1%81/%D1%81%D0%B5%D1%80%D0%B8%D0%B0%D0%BB/%D0%BC%D0%B8%D1%81%D1%82%D0%B8%D1%87%D0%B5%D1%81%D0%BA%D0%B8%D0%B5-%D0%B8%D1%81%D1%82%D0%BE%D1%80%D0%B8%D0%B8*
Disallow: /video/%D0%B7%D0%B0%D0%BF%D1%80%D0%BE%D1%81/%D1%81%D0%B5%D1%80%D0%B8%D0%B0%D0%BB/%D0%BE%D1%81%D1%82%D0%BE%D1%80%D0%BE%D0%B6%D0%BD%D0%BE-%D0%B7%D0%B5%D0%BC%D0%BB%D1%8F%D0%BD%D0%B5*
Disallow: /xmlsearch

Disallow: /yaca
Allow: /yaca/$
Allow: /yaca/m/$
Allow: /yaca/m/yca/cat/*/$
Allow: /yaca/*.xml$
Allow: /yaca/cat/*/$
Disallow: /yaca/result.xml
Disallow: /yaca/*/tungrp/
Disallow: /yaca/*/time/
Disallow: /yaca/*/geo/
Disallow: /yaca/cat/*/geo/*
Disallow: /yaca/*/synt2/
Disallow: /yandsearch
Disallow: /yca/cy

Allow: /yac2014
Disallow: /soft/distribution
Disallow: /soft/?*
Disallow: /promo/launcher/?*
Disallow: /opera/?*
Disallow: /firefox/?*
Disallow: /soft/bm/?*
Disallow: /soft/browsers/?*
Disallow: /soft/punto/?*
Disallow: /ie/?*
Disallow: /element/?*
Disallow: /element/*goodbye*
Disallow: /soft/*goodbye*
Disallow: /adult

Clean-Param: ncrnd&redircnt&clid&_&win /
Clean-Param: utm_source&utm_medium&utm_campaign&utm_term&utm_content&utm_nooverride&utm_expid&gclid&_openstat&yclid&gsaid&_gs_rmark&_gs_ref&_gs_cttl&iframe /health/
Clean-Param: text&wizextra&displayid&saas_webreqid /uslugi/*category/*
Clean-Param: print=1 /tutor/
  • код 200 http://yandex.ru/robots.txt