Array
(
[*] => Array
(
[disallow] => Array
(
[0] => /posts/
[1] => /posts?
[2] => /amzn/click/
[3] => /questions/ask/
[4] => /questions/ask?
[5] => /search/
[6] => /search?
[7] => /feeds/
[8] => /feeds?
[9] => /users/login/
[10] => /users/login?
[11] => /users/logout/
[12] => /users/logout?
[13] => /users/filter/
[14] => /users/filter?
[15] => /users/signup
[16] => /users/signup/
[17] => /users/signup?
[18] => /users/authenticate/
[19] => /users/authenticate?
[20] => /users/oauth/*
[21] => /users/flag-summary/
[22] => /users/flair/
[23] => /users/flair?
[24] => /users/activity/
[25] => /users/activity/?
[26] => /users/stats/
[27] => /users/*?tab=accounts
[28] => /users/*?tab=activity
[29] => /users/rep/show
[30] => /users/rep/show?
[31] => /unanswered/
[32] => /unanswered?
[33] => /u/
[34] => /messages/
[35] => /api/*
[36] => /review/*
[37] => /*/ivc/*
[38] => /*?lastactivity
[39] => /users/login/global/request/
[40] => /users/login/global/request?
[41] => /questions/*answertab=*
[42] => /questions/tagged/*+*
[43] => /questions/tagged/*%20*
[44] => /questions/*/answer/submit
[45] => /tags/*+*
[46] => /tags/*%20*
[47] => /suggested-edits/
[48] => /suggested-edits?
[49] => /ajax/
[50] => /plugins/
[51] => /error
[52] => /gps/*
[53] => /10m
[54] => /jobs/cv/sign-up-and-create
[55] => /jobs/n/*
[56] => /jobs/a/*
[57] => /jobs/apply/*
[58] => /jobs/companies/n/*
[59] => /jobs/companies/a/*
[60] => /jobs/*/more-jobs-count
[61] => /jobs/email-job
[62] => /emails/*
[63] => /_/*
)
[allow] => Array
(
[0] => /
)
[sitemap] => Array
(
[0] => https://stackoverflow.com/sitemap.xml
)
)
[yahoo pipes 1.0] => Array
(
[disallow] => Array
(
[0] => /
)
)
[008] => Array
(
[disallow] => Array
(
[0] => /
)
)
[voltron] => Array
(
[disallow] => Array
(
[0] => /
)
)
[bytespider] => Array
(
[disallow] => Array
(
[0] => /
)
)
[amazonbot] => Array
(
[disallow] => Array
(
[0] => /
)
)
[perplexitybot] => Array
(
[disallow] => Array
(
[0] => /
)
)
[googlebot-image] => Array
(
[disallow] => Array
(
[0] => /*/ivc/*
[1] => /users/flair/
[2] => /jobs/n/*
[3] => /jobs/a/*
[4] => /jobs/companies/n/*
[5] => /jobs/companies/a/*
)
)
)
User-Agent: *
Disallow: /posts/
Disallow: /posts?
Disallow: /amzn/click/
Disallow: /questions/ask/
Disallow: /questions/ask?
Disallow: /search/
Disallow: /search?
Disallow: /feeds/
Disallow: /feeds?
Disallow: /users/login/
Disallow: /users/login?
Disallow: /users/logout/
Disallow: /users/logout?
Disallow: /users/filter/
Disallow: /users/filter?
Disallow: /users/signup
Disallow: /users/signup/
Disallow: /users/signup?
Disallow: /users/authenticate/
Disallow: /users/authenticate?
Disallow: /users/oauth/*
Disallow: /users/flag-summary/
Disallow: /users/flair/
Disallow: /users/flair?
Disallow: /users/activity/
Disallow: /users/activity/?
Disallow: /users/stats/
Disallow: /users/*?tab=accounts
Disallow: /users/*?tab=activity
Disallow: /users/rep/show
Disallow: /users/rep/show?
Disallow: /unanswered/
Disallow: /unanswered?
Disallow: /u/
Disallow: /messages/
Disallow: /api/*
Disallow: /review/*
Disallow: /*/ivc/*
Disallow: /*?lastactivity
Disallow: /users/login/global/request/
Disallow: /users/login/global/request?
Disallow: /questions/*answertab=*
Disallow: /questions/tagged/*+*
Disallow: /questions/tagged/*%20*
Disallow: /questions/*/answer/submit
Disallow: /tags/*+*
Disallow: /tags/*%20*
Disallow: /suggested-edits/
Disallow: /suggested-edits?
Disallow: /ajax/
Disallow: /plugins/
Disallow: /error
Disallow: /gps/*
Disallow: /10m
Disallow: /jobs/cv/sign-up-and-create
Disallow: /jobs/n/*
Disallow: /jobs/a/*
Disallow: /jobs/apply/*
Disallow: /jobs/companies/n/*
Disallow: /jobs/companies/a/*
Disallow: /jobs/*/more-jobs-count
Disallow: /jobs/email-job
Disallow: /emails/*
Disallow: /_/*
Allow: /
User-agent: Yahoo Pipes 1.0
Disallow: /
User-agent: 008
Disallow: /
User-agent: voltron
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: Amazonbot
Disallow: /
User-Agent: PerplexityBot
Disallow: /
User-agent: Googlebot-Image
Disallow: /*/ivc/*
Disallow: /users/flair/
Disallow: /jobs/n/*
Disallow: /jobs/a/*
Disallow: /jobs/companies/n/*
Disallow: /jobs/companies/a/*
Sitemap: https://stackoverflow.com/sitemap.xml
-
код 301
http://stackoverflow.com/robots.txt
-
код 200
https://stackoverflow.com/robots.txt