aliexpress.com robots.txt

Array
(
    [*] => Array
        (
            [disallow] => Array
                (
                    [0] => /items/*
                    [1] => /bin/*
                    [2] => /search/*
                    [3] => /wholesale*
                    [4] => /productdetail/*
                    [5] => /api/*
                    [6] => /api*.do
                    [7] => /apps/*
                    [8] => /downloads/*
                    [9] => /wishlist/*
                    [10] => /shopcart/*
                    [11] => /brands/*
                    [12] => /cp/*
                    [13] => /item-img/*
                    [14] => /product/*
                    [15] => /p4p*list.html
                    [16] => /orderList.html
                    [17] => /ws*api-server.html$
                    [18] => /*mmend.htm$
                    [19] => /*Ajax.htm$
                    [20] => /*ajax.htm$
                    [21] => /store/*ajax.htm$
                    [22] => /detail/*Ajax.do$
                    [23] => /ajax*.do$
                    [24] => /__pc/*
                    [25] => /__mobile/*
                    [26] => /seo/*
                    [27] => /cross-domain/*
                    [28] => /*store/group/*
                    [29] => /*store/sale-items/*
                    [30] => /store/all-wholesale-products/*
                    [31] => /*store/top-rated-products/*
                    [32] => /i/api/*
                    [33] => /gcp/300000414/regulatedinformation
                    [34] => /img/wsproduct/sku/*
                )

            [allow] => Array
                (
                    [0] => /wholesale.html$
                    [1] => /wholesale-page-*.html
                    [2] => /api/data_homepage.do
                    [3] => /i/api/reviews
                )

            [host] => https://aliexpress.ru
            [sitemap] => Array
                (
                    [0] => https://www.aliexpress.com/sitemap/https-en-ugc-desktop-sitemap-index.xml
                    [1] => https://www.aliexpress.com/siteindex/https-en-ugc-desktop-xml-sitemap-index.xml
                )

        )

    [yandexbot] => Array
        (
            [crawl-delay] => 0.5
            [disallow] => Array
                (
                    [0] => /bin/*
                    [1] => /search/*
                    [2] => /wholesale*
                    [3] => /productdetail/*
                    [4] => /api/*
                    [5] => /api*.do
                    [6] => /apps/*
                    [7] => /downloads/*
                    [8] => /wishlist/*
                    [9] => /shopcart/*
                    [10] => /brands/*
                    [11] => /cp/*
                    [12] => /item-img/*
                    [13] => /product/*
                    [14] => /p4p*list.html
                    [15] => /orderList.html
                    [16] => /ws*api-server.html$
                    [17] => /*mmend.htm$
                    [18] => /*Ajax.htm$
                    [19] => /*ajax.htm$
                    [20] => /store/*ajax.htm$
                    [21] => /detail/*Ajax.do$
                    [22] => /ajax*.do$
                    [23] => /__pc/*
                    [24] => /__mobile/*
                    [25] => /seo/*
                    [26] => /cross-domain/*
                    [27] => /*store/group/*
                    [28] => /*store/sale-items/*
                    [29] => /store/all-wholesale-products/*
                    [30] => /*store/top-rated-products/*
                    [31] => /i/api/*
                    [32] => /gcp/300000414/regulatedinformation
                    [33] => /img/wsproduct/sku/*
                )

            [clean-param] => Array
                (
                    [0] => initiative_id&site&spm&g&isrefine&needquery&blanktest&sorttype&cpt&aff_trace_key&ispremium&aff_platform&misspelltext&isonlyaffiliate&afref&aff_short_key&isdl&albcp&albch&albag&crea&netw&trgt&src&plac&aff_id&p4p&tracelog&useimatch&_csrf&utm_source&utm_campaign&utm_term&smsign&smtoken&utm_medium&utm_content&isafchannel&viewtype&aff_click_id&t&transabtest&callback&_csrf_token_&_&origin&rowan_id1&rowan_msg_id&ck&json&iscates
                )

        )

)