Work.ua has robots.txt file. Http response status is 200.
Robots size is small. It is about 296 kb and 71 rows.

work.ua has sitemap file https://www.work.ua/sitemap_index.xml. Main host for work.ua is www.work.ua.

Array
(
    [linguee] => Array
        (
            [disallow] => Array
                (
                    [0] => /
                )

        )

    [*] => Array
        (
            [disallow] => Array
                (
                    [0] => /*/print/
                    [1] => /upload/b/
                    [2] => /jobseeker/my/
                    [3] => /ru/jobseeker/my/
                    [4] => /en/jobseeker/my/
                    [5] => /employer/my/
                    [6] => /ru/employer/my/
                    [7] => /en/employer/my/
                    [8] => /wizard/
                    [9] => /ru/wizard/
                    [10] => /en/wizard/
                    [11] => /rss/
                    [12] => /ru/rss/
                    [13] => /en/rss/
                    [14] => /complain/*
                    [15] => /ru/complain/*
                    [16] => /en/complain/*
                    [17] => /about-us/feedback/
                    [18] => /ru/about-us/feedback/
                    [19] => /en/about-us/feedback/
                    [20] => /email-confirm/
                    [21] => /ru/email-confirm/
                    [22] => /en/email-confirm/
                    [23] => /confirm/
                    [24] => /ru/confirm/
                    [25] => /en/confirm/
                    [26] => /unsubscribe/
                    [27] => /ru/unsubscribe/
                    [28] => /en/unsubscribe/
                    [29] => /jobseeker/search-agent-create/
                    [30] => /ru/jobseeker/search-agent-create/
                    [31] => /en/jobseeker/search-agent-create/
                    [32] => /jobseeker/search-agent-edit/
                    [33] => /ru/jobseeker/search-agent-edit/
                    [34] => /en/jobseeker/search-agent-edit/
                    [35] => /*/login/forgot-password/
                    [36] => /*/search-agent-edit/
                    [37] => /noscript/
                    [38] => /ru/noscript/
                    [39] => /en/noscript/
                    [40] => /jobs-*-/?
                    [41] => /ru/jobs-*-/?
                    [42] => /en/jobs-*-/?
                    [43] => /articles/other/
                    [44] => /ru/articles/other/
                    [45] => /*/social-login/
                    [46] => /jobseeker/enter-email/
                    [47] => /*.php
                )

            [allow] => Array
                (
                    [0] => /jobseeker/my/resumes/$
                    [1] => /ru/jobseeker/my/resumes/$
                    [2] => /en/jobseeker/my/resumes/$
                    [3] => /jobseeker/my/resumes/create/
                    [4] => /ru/jobseeker/my/resumes/create/
                    [5] => /en/jobseeker/my/resumes/create/
                    [6] => /jobseeker/my/resumes/paste/
                    [7] => /ru/jobseeker/my/resumes/paste/
                    [8] => /en/jobseeker/my/resumes/paste/
                    [9] => /employer/my/jobs/create/
                    [10] => /ru/employer/my/jobs/create/
                    [11] => /en/employer/my/jobs/create/
                )

            [clean-param] => Array
                (
                    [0] => utm_source&utm_medium&utm_content&utm_campaign&utm_term&a&d
                    [1] => informer&salary&desc&sort&days&page&advs&zan&age&education&experience&swide&snowide&gender&anyword&ss&searchTitle&company&setlp
                )

            [host] => www.work.ua
            [sitemap] => Array
                (
                    [0] => https://www.work.ua/sitemap_index.xml
                )

        )

)
# robots.txt
User-agent: Linguee
Disallow: /

User-agent: *
Disallow:   /*/print/
Disallow:   /upload/b/

Allow:      /jobseeker/my/resumes/$
Allow:      /ru/jobseeker/my/resumes/$
Allow:      /en/jobseeker/my/resumes/$

Allow:      /jobseeker/my/resumes/create/
Allow:      /ru/jobseeker/my/resumes/create/
Allow:      /en/jobseeker/my/resumes/create/

Allow:      /jobseeker/my/resumes/paste/
Allow:      /ru/jobseeker/my/resumes/paste/
Allow:      /en/jobseeker/my/resumes/paste/

Disallow:   /jobseeker/my/
Disallow:   /ru/jobseeker/my/
Disallow:   /en/jobseeker/my/

Allow:      /employer/my/jobs/create/
Allow:      /ru/employer/my/jobs/create/
Allow:      /en/employer/my/jobs/create/

Disallow:   /employer/my/
Disallow:   /ru/employer/my/
Disallow:   /en/employer/my/

Disallow:   /wizard/
Disallow:   /ru/wizard/
Disallow:   /en/wizard/

Disallow:   /rss/
Disallow:   /ru/rss/
Disallow:   /en/rss/

Disallow:   /complain/*
Disallow:   /ru/complain/*
Disallow:   /en/complain/*

Disallow:   /about-us/feedback/
Disallow:   /ru/about-us/feedback/
Disallow:   /en/about-us/feedback/

Disallow:   /email-confirm/
Disallow:   /ru/email-confirm/
Disallow:   /en/email-confirm/

Disallow:   /confirm/
Disallow:   /ru/confirm/
Disallow:   /en/confirm/

Disallow:   /unsubscribe/
Disallow:   /ru/unsubscribe/
Disallow:   /en/unsubscribe/

Disallow:   /jobseeker/search-agent-create/
Disallow:   /ru/jobseeker/search-agent-create/
Disallow:   /en/jobseeker/search-agent-create/

Disallow:   /jobseeker/search-agent-edit/
Disallow:   /ru/jobseeker/search-agent-edit/
Disallow:   /en/jobseeker/search-agent-edit/

Disallow:   /about-us/feedback/
Disallow:   /ru/about-us/feedback/
Disallow:   /en/about-us/feedback/

Disallow:   /*/login/forgot-password/
Disallow:   /*/search-agent-edit/

Disallow:   /noscript/
Disallow:   /ru/noscript/
Disallow:   /en/noscript/

Disallow:   /jobs-*-/?
Disallow:   /ru/jobs-*-/?
Disallow:   /en/jobs-*-/?

Disallow:   /articles/other/
Disallow:   /ru/articles/other/

Disallow:   /*/social-login/
Disallow:   /jobseeker/enter-email/

Disallow:   /*.php
Clean-param: utm_source&utm_medium&utm_content&utm_campaign&utm_term&a&d
Clean-param: informer&salary&desc&sort&days&page&advs&zan&age&education&experience&swide&snowide&gender&anyword&ss&searchTitle&company&setlp
Host: www.work.ua
Sitemap: https://www.work.ua/sitemap_index.xml
  • код 301 http://work.ua/robots.txt
  • код 200 https://www.work.ua/robots.txt