Apple.com has robots.txt file. Http response status is 200.
Robots size is small. It is about 127 kb and 35 rows.

apple.com has great amount of sitemap files — 5: https://www.apple.com/shop/sitemap.xml, https://www.apple.com/autopush/sitemap/sitemap-index.xml, https://www.apple.com/newsroom/sitemap.xml and others. Host directive is not presented for domain apple.com in robots.txt file.
Array
(
    [*] => Array
        (
            [disallow] => Array
                (
                    [0] => /*shop/browse/overlay/*
                    [1] => /*shop/iphone/payments/overlay/*
                    [2] => /cn/*/aow/*
                    [3] => /tmall*
                )

            [allow] => Array
                (
                    [0] => /ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*
                )

            [sitemap] => Array
                (
                    [0] => https://www.apple.com/shop/sitemap.xml
                    [1] => https://www.apple.com/autopush/sitemap/sitemap-index.xml
                    [2] => https://www.apple.com/newsroom/sitemap.xml
                    [3] => https://www.apple.com/retail/sitemap/sitemap.xml
                    [4] => https://www.apple.com/today/sitemap-index.xml
                )

        )

    [baiduspider] => Array
        (
            [disallow] => Array
                (
                    [0] => /*
                )

            [allow] => Array
                (
                    [0] => /cn/*
                    [1] => /cn-edu/*
                    [2] => /cn-k12/*
                )

        )

    [haosouspider] => Array
        (
            [disallow] => Array
                (
                    [0] => /*
                )

            [allow] => Array
                (
                    [0] => /cn/*
                    [1] => /cn-edu/*
                    [2] => /cn-k12/*
                )

        )

    [sogou web spider] => Array
        (
            [disallow] => Array
                (
                    [0] => /*
                )

            [allow] => Array
                (
                    [0] => /cn/*
                    [1] => /cn-k12/*
                )

        )

    [sogou inst spider] => Array
        (
            [disallow] => Array
                (
                    [0] => /*
                )

            [allow] => Array
                (
                    [0] => /cn/*
                    [1] => /cn-k12/*
                )

        )

    [sogou spider2] => Array
        (
            [disallow] => Array
                (
                    [0] => /*
                )

            [allow] => Array
                (
                    [0] => /cn/*
                    [1] => /cn-k12/*
                )

        )

)
# robots.txt for https://www.apple.com/

User-agent: *
Disallow: /*shop/browse/overlay/*
Disallow: /*shop/iphone/payments/overlay/*
Disallow: /cn/*/aow/*
Disallow: /tmall*
Allow: /ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/* 	

User-agent: Baiduspider
Disallow: /*
Allow: /cn/*
Allow: /cn-edu/*
Allow: /cn-k12/*

User-agent: HaoSouSpider
Disallow: /*
Allow: /cn/*
Allow: /cn-edu/*
Allow: /cn-k12/*

User-agent: Sogou web spider
Disallow: /*
Allow: /cn/*
Allow: /cn-k12/*

User-agent: Sogou inst spider
Disallow: /*
Allow: /cn/*
Allow: /cn-k12/*

User-agent: Sogou spider2
Disallow: /*
Allow: /cn/*
Allow: /cn-k12/*

#DaumWebMasterTool:6ff40e0f09564a9d4e3bc80e7cbde7c196677a2f5f610eb9c029836774f9a8e9:D9a8IEFAzmC/NWsQ3tB0Wg==

Sitemap: https://www.apple.com/shop/sitemap.xml
Sitemap: https://www.apple.com/autopush/sitemap/sitemap-index.xml
Sitemap: https://www.apple.com/newsroom/sitemap.xml
Sitemap: https://www.apple.com/retail/sitemap/sitemap.xml
Sitemap: https://www.apple.com/today/sitemap-index.xml
  • код 301 http://apple.com/robots.txt
  • код 200 https://www.apple.com/robots.txt