bershka.com robots.txt
Bershka.com has robots.txt file. Http response code is 200.
Robots size is medium. It is about 741 kb and 234 rows.
bershka.com has sitemap file https://www.bershka.com/sitemap/sitemap_indice.xml.gz. Host directive is not presented for domain bershka.com in robots.txt file.
Robots size is medium. It is about 741 kb and 234 rows.
bershka.com has sitemap file https://www.bershka.com/sitemap/sitemap_indice.xml.gz. Host directive is not presented for domain bershka.com in robots.txt file.
Array
(
[*] => Array
(
[sitemap] => Array
(
[0] => https://www.bershka.com/sitemap/sitemap_indice.xml.gz
)
[disallow] => Array
(
[0] => /*/user-account.html*
[1] => /*/user-orders.html*
[2] => /*/my-account-returns.html*
[3] => /*/ajax-logon.html*
[4] => /*/ajax-user-registration.html*
[5] => /*/reset-password.html*
[6] => /*/checkout.html*
[7] => /*/order-confirmation.html*
[8] => /webapp/wcs/stores/*/home*
[9] => /webapp/wcs/stores/*/CategoryPage*
[10] => /webapp/wcs/stores/*/ItxStandardStoreLocatorPage*
[11] => /webapp/wcs/stores/*/ProductPage*
[12] => /webapp/wcs/stores/mobile/*
[13] => /*/q/*
[14] => /*?query=*
[15] => /*?searchTerm=*
[16] => /*?search=*
[17] => /*price=*
[18] => /*discount=*
[19] => /*size=*
[20] => /*=*||*
[21] => /*sort=*
[22] => /*wish-list.html
[23] => /*be_sorteo.html*
[24] => /integration/
[25] => /itxrest/1/marketing/
[26] => /dz/en/
[27] => /ad/en/
[28] => /at/en/
[29] => /by/en/
[30] => /be/en/
[31] => /bg/en/
[32] => /co/en/
[33] => /cr/en/
[34] => /hr/en/
[35] => /cz/en/
[36] => /dk/en/
[37] => /do/en/
[38] => /ec/en/
[39] => /sv/en/
[40] => /es/en/
[41] => /ic/en/
[42] => /ee/en/
[43] => /fi/en/
[44] => /fr/en/
[45] => /de/en/
[46] => /gr/en/
[47] => /gt/en/
[48] => /hn/en/
[49] => /hu/en/
[50] => /it/en/
[51] => /jp/en/
[52] => /kz/en/
[53] => /lv/en/
[54] => /lt/en/
[55] => /lu/en/
[56] => /ma/en/
[57] => /mx/en/
[58] => /nl/en/
[59] => /ni/en/
[60] => /pa/en/
[61] => /pl/en/
[62] => /pt/en/
[63] => /ro/en/
[64] => /ru/en/
[65] => /sk/en/
[66] => /si/en/
[67] => /se/en/
[68] => /ch/en/
[69] => /tr/en/
[70] => /ve/en/
[71] => /ww/es/
[72] => /ma/es/
[73] => /ad/fr/
[74] => /ww/fr/
[75] => /eg/fr/
[76] => /lb/fr/
[77] => /om/fr/
[78] => /ch/fr/
[79] => /ad/ca/
[80] => /ww/pt/
[81] => /ii/
[82] => /ic/
[83] => /ru/
[84] => /cn/
[85] => /xx/
[86] => /xy/
[87] => /*/bsk-teen/*
[88] => /az/*-c0*p*.html
[89] => /az/*-c1*p*.html
[90] => /bh/*-c0*p*.html
[91] => /bh/*-c1*p*.html
[92] => /by/*-c0*p*.html
[93] => /by/*-c1*p*.html
[94] => /cr/*-c0*p*.html
[95] => /cr/*-c1*p*.html
[96] => /cy/*-c0*p*.html
[97] => /cy/*-c1*p*.html
[98] => /do/*-c0*p*.html
[99] => /do/*-c1*p*.html
[100] => /ec/*-c0*p*.html
[101] => /ec/*-c1*p*.html
[102] => /gt/*-c0*p*.html
[103] => /gt/*-c1*p*.html
[104] => /hk/*-c0*p*.html
[105] => /hk/*-c1*p*.html
[106] => /hn/*-c0*p*.html
[107] => /hn/*-c1*p*.html
[108] => /kz/*-c0*p*.html
[109] => /kz/*-c1*p*.html
[110] => /me/*-c0*p*.html
[111] => /me/*-c1*p*.html
[112] => /mk/*-c0*p*.html
[113] => /mk/*-c1*p*.html
[114] => /mo/*-c0*p*.html
[115] => /mo/*-c1*p*.html
[116] => /my/*-c0*p*.html
[117] => /my/*-c1*p*.html
[118] => /ni/*-c0*p*.html
[119] => /ni/*-c1*p*.html
[120] => /om/*-c0*p*.html
[121] => /om/*-c1*p*.html
[122] => /pa/*-c0*p*.html
[123] => /pa/*-c1*p*.html
[124] => /ph/*-c0*p*.html
[125] => /ph/*-c1*p*.html
[126] => /sg/*-c0*p*.html
[127] => /sg/*-c1*p*.html
[128] => /sv/*-c0*p*.html
[129] => /sv/*-c1*p*.html
[130] => /th/*-c0*p*.html
[131] => /th/*-c1*p*.html
[132] => /tw/*-c0*p*.html
[133] => /tw/*-c1*p*.html
[134] => /ve/*-c0*p*.html
[135] => /ve/*-c1*p*.html
[136] => /xk/*-c0*p*.html
[137] => /xk/*-c1*p*.html
)
[allow] => Array
(
[0] => /*/q/*index=1*
)
)
[ubicrawler] => Array
(
[disallow] => Array
(
[0] => /
)
)
[doc] => Array
(
[disallow] => Array
(
[0] => /
)
)
[zao] => Array
(
[disallow] => Array
(
[0] => /
)
)
[sitecheck.internetseer.com] => Array
(
[disallow] => Array
(
[0] => /
)
)
[zealbot] => Array
(
[disallow] => Array
(
[0] => /
)
)
[msiecrawler] => Array
(
[disallow] => Array
(
[0] => /
)
)
[sitesnagger] => Array
(
[disallow] => Array
(
[0] => /
)
)
[webstripper] => Array
(
[disallow] => Array
(
[0] => /
)
)
[webcopier] => Array
(
[disallow] => Array
(
[0] => /
)
)
[fetch] => Array
(
[disallow] => Array
(
[0] => /
)
)
[offline explorer] => Array
(
[disallow] => Array
(
[0] => /
)
)
[teleport] => Array
(
[disallow] => Array
(
[0] => /
)
)
[teleportpro] => Array
(
[disallow] => Array
(
[0] => /
)
)
[webzip] => Array
(
[disallow] => Array
(
[0] => /
)
)
[linko] => Array
(
[disallow] => Array
(
[0] => /
)
)
[httrack] => Array
(
[disallow] => Array
(
[0] => /
)
)
[microsoft.url.control] => Array
(
[disallow] => Array
(
[0] => /
)
)
[xenu] => Array
(
[disallow] => Array
(
[0] => /
)
)
[larbin] => Array
(
[disallow] => Array
(
[0] => /
)
)
[libwww] => Array
(
[disallow] => Array
(
[0] => /
)
)
[zyborg] => Array
(
[disallow] => Array
(
[0] => /
)
)
[download ninja] => Array
(
[disallow] => Array
(
[0] => /
)
)
[fast] => Array
(
[disallow] => Array
(
[0] => /
)
)
[maxthon] => Array
(
[disallow] => Array
(
[0] => /
)
)
[cncdialer] => Array
(
[disallow] => Array
(
[0] => /
)
)
[mj12bot] => Array
(
[disallow] => Array
(
[0] => /
)
)
[proximic] => Array
(
[disallow] => Array
(
[0] => /itxrest
)
)
[yandex] => Array
(
[disallow] => Array
(
[0] => /
[1] => /itxrest
)
[allow] => Array
(
[0] => /ru/*
[1] => /ua/*
[2] => /kz/*
[3] => /by/*
[4] => /tr/*
[5] => /pl/*
[6] => /ee/*
[7] => /lv/*
)
)
)
# # # BSKBSKBSKMBSk dMN BSk # BSK dBSKm bsk BSk # BSK BSK bsk BSk # BSK NMN mNBSkBSkd bsk mNBSk BSKNMMBSk bskdNBSkBSk BSk dNMm dNNBSkBSkd # BERSHKAdmNBSK dBSK dNMm bskNBSk BSK dNN bskNd BSK BSk NMNd dMNd dBSK # BERSHKAKNBSkd NMm bsk bskN BSKb bsk bsk BSk BSKm ddNMm # BSK dNMN BSKBERNATSBSk bsk BSKSERGIk bsk bsk BERSHKAm dmNBERSHKA # BSK BSK BSk bsk ddmNBSK bsk bsk BERSHKASK bskNd NMm # BSK dBSK NMN d bsk bsk bsk bsk BSK dBSK BSk NMm # BSKddddddmNBSk NMNd dBSKd bsk dBSKd dNMN bsk bsk BSk dBSK BSKd dmNBSk # BSKBSKBSKNmm dmNBSKMNm dNN mBERSHKAd bsk dNN NNd NNm mNBSKBSkdNN # # Sitemap: https://www.bershka.com/sitemap/sitemap_indice.xml.gz # Bad bots, bad bots # Whatcha gonna do, whatcha gonna do # When they come for you User-agent: UbiCrawler Disallow: / User-agent: DOC Disallow: / User-agent: Zao Disallow: / User-agent: sitecheck.internetseer.com Disallow: / User-agent: Zealbot Disallow: / User-agent: MSIECrawler Disallow: / User-agent: SiteSnagger Disallow: / User-agent: WebStripper Disallow: / User-agent: WebCopier Disallow: / User-agent: Fetch Disallow: / User-agent: Offline Explorer Disallow: / User-agent: Teleport Disallow: / User-agent: TeleportPro Disallow: / User-agent: WebZIP Disallow: / User-agent: linko Disallow: / User-agent: HTTrack Disallow: / User-agent: Microsoft.URL.Control Disallow: / User-agent: Xenu Disallow: / User-agent: larbin Disallow: / User-agent: libwww Disallow: / User-agent: ZyBORG Disallow: / User-agent: Download Ninja Disallow: / User-agent: fast Disallow: / User-agent: Maxthon Disallow: / User-agent: CNCDialer Disallow: / User-agent: MJ12bot Disallow: / User-agent: proximic Disallow: /itxrest # URLs we don't want to index User-agent: * Disallow: /*/user-account.html* Disallow: /*/user-orders.html* Disallow: /*/my-account-returns.html* Disallow: /*/ajax-logon.html* Disallow: /*/ajax-user-registration.html* Disallow: /*/reset-password.html* Disallow: /*/checkout.html* Disallow: /*/order-confirmation.html* Disallow: /webapp/wcs/stores/*/home* Disallow: /webapp/wcs/stores/*/CategoryPage* Disallow: /webapp/wcs/stores/*/ItxStandardStoreLocatorPage* Disallow: /webapp/wcs/stores/*/ProductPage* Disallow: /webapp/wcs/stores/mobile/* Disallow: /*/q/* Disallow: /*?query=* Disallow: /*?searchTerm=* Disallow: /*?search=* Disallow: /*price=* Disallow: /*discount=* Disallow: /*size=* Disallow: /*=*||* Disallow: /*sort=* Disallow: /*wish-list.html Disallow: /*be_sorteo.html* Disallow: /*be_sorteo.html* Disallow: /integration/ Disallow: /itxrest/1/marketing/ Allow: /*/q/*index=1* # Yandex must crawl only countries where they have presence User-agent: Yandex Disallow: / Disallow: /itxrest Allow: /ru/* Allow: /ua/* Allow: /kz/* Allow: /by/* Allow: /tr/* Allow: /pl/* Allow: /ee/* Allow: /lv/* # Disallow secondary languages User-agent: * Disallow: /dz/en/ Disallow: /ad/en/ Disallow: /at/en/ Disallow: /by/en/ Disallow: /be/en/ Disallow: /bg/en/ Disallow: /co/en/ Disallow: /cr/en/ Disallow: /hr/en/ Disallow: /cz/en/ Disallow: /dk/en/ Disallow: /do/en/ Disallow: /ec/en/ Disallow: /sv/en/ Disallow: /es/en/ Disallow: /ic/en/ Disallow: /ee/en/ Disallow: /fi/en/ Disallow: /fr/en/ Disallow: /de/en/ Disallow: /gr/en/ Disallow: /gt/en/ Disallow: /hn/en/ Disallow: /hu/en/ Disallow: /it/en/ Disallow: /jp/en/ Disallow: /kz/en/ Disallow: /lv/en/ Disallow: /lt/en/ Disallow: /lu/en/ Disallow: /ma/en/ Disallow: /mx/en/ Disallow: /nl/en/ Disallow: /ni/en/ Disallow: /pa/en/ Disallow: /pl/en/ Disallow: /pt/en/ Disallow: /ro/en/ Disallow: /ru/en/ Disallow: /sk/en/ Disallow: /si/en/ Disallow: /se/en/ Disallow: /ch/en/ Disallow: /tr/en/ Disallow: /ve/en/ Disallow: /ww/es/ Disallow: /ma/es/ Disallow: /ad/fr/ Disallow: /ww/fr/ Disallow: /eg/fr/ Disallow: /lb/fr/ Disallow: /om/fr/ Disallow: /ch/fr/ Disallow: /ad/ca/ Disallow: /ww/pt/ Disallow: /ii/ # Disallow some countries Disallow: /ic/ Disallow: /ru/ Disallow: /cn/ Disallow: /xx/ Disallow: /xy/ # Disallow bsk teen Disallow: /*/bsk-teen/* # Disallow PDP in countries where we don't sell User-agent: * Disallow: /az/*-c0*p*.html Disallow: /az/*-c1*p*.html Disallow: /bh/*-c0*p*.html Disallow: /bh/*-c1*p*.html Disallow: /by/*-c0*p*.html Disallow: /by/*-c1*p*.html Disallow: /cr/*-c0*p*.html Disallow: /cr/*-c1*p*.html Disallow: /cy/*-c0*p*.html Disallow: /cy/*-c1*p*.html Disallow: /do/*-c0*p*.html Disallow: /do/*-c1*p*.html Disallow: /ec/*-c0*p*.html Disallow: /ec/*-c1*p*.html Disallow: /gt/*-c0*p*.html Disallow: /gt/*-c1*p*.html Disallow: /hk/*-c0*p*.html Disallow: /hk/*-c1*p*.html Disallow: /hn/*-c0*p*.html Disallow: /hn/*-c1*p*.html Disallow: /kz/*-c0*p*.html Disallow: /kz/*-c1*p*.html Disallow: /me/*-c0*p*.html Disallow: /me/*-c1*p*.html Disallow: /mk/*-c0*p*.html Disallow: /mk/*-c1*p*.html Disallow: /mo/*-c0*p*.html Disallow: /mo/*-c1*p*.html Disallow: /my/*-c0*p*.html Disallow: /my/*-c1*p*.html Disallow: /ni/*-c0*p*.html Disallow: /ni/*-c1*p*.html Disallow: /om/*-c0*p*.html Disallow: /om/*-c1*p*.html Disallow: /pa/*-c0*p*.html Disallow: /pa/*-c1*p*.html Disallow: /ph/*-c0*p*.html Disallow: /ph/*-c1*p*.html Disallow: /sg/*-c0*p*.html Disallow: /sg/*-c1*p*.html Disallow: /sv/*-c0*p*.html Disallow: /sv/*-c1*p*.html Disallow: /th/*-c0*p*.html Disallow: /th/*-c1*p*.html Disallow: /tw/*-c0*p*.html Disallow: /tw/*-c1*p*.html Disallow: /ve/*-c0*p*.html Disallow: /ve/*-c1*p*.html Disallow: /xk/*-c0*p*.html Disallow: /xk/*-c1*p*.html
- код 301 http://bershka.com/robots.txt
- код 200 https://www.bershka.com/robots.txt