spesaelettrica.it robots.txt

Spesaelettrica.it has robots.txt file. Http response code is 200.
Robots size is small. It is about 206 kb and 68 rows.

Robots.txt for User-Agent=* contains only disallow directives.

Host directive is not presented for domain spesaelettrica.it in robots.txt file. 
Array
(
    [*] => Array
        (
            [disallow] => Array
                (
                    [0] => /account.php
                    [1] => /cart.php
                    [2] => /checkout.php
                    [3] => /checkout
                    [4] => /finishorder.php
                    [5] => /login.php
                    [6] => /orderstatus.php
                    [7] => /postreview.php
                    [8] => /productimage.php
                    [9] => /productupdates.php
                    [10] => /remote.php
                    [11] => /search.php
                    [12] => /viewfile.php
                    [13] => /wishlist.php
                    [14] => /admin/
                    [15] => /*?_bc_fsnf=1*
                    [16] => /*&_bc_fsnf=1*
                )

        )

    [ai2bot] => Array
        (
        )

    [ai2bot-dolma] => Array
        (
        )

    [amazonbot] => Array
        (
        )

    [applebot] => Array
        (
        )

    [applebot-extended] => Array
        (
        )

    [bytespider] => Array
        (
        )

    [ccbot] => Array
        (
        )

    [chatgpt-user] => Array
        (
        )

    [claude-web] => Array
        (
        )

    [claudebot] => Array
        (
        )

    [diffbot] => Array
        (
        )

    [facebookbot] => Array
        (
        )

    [friendlycrawler] => Array
        (
        )

    [gptbot] => Array
        (
        )

    [google-extended] => Array
        (
        )

    [googleother] => Array
        (
        )

    [googleother-image] => Array
        (
        )

    [googleother-video] => Array
        (
        )

    [icc-crawler] => Array
        (
        )

    [isscyberriskcrawler] => Array
        (
        )

    [imagesiftbot] => Array
        (
        )

    [kangaroo bot] => Array
        (
        )

    [meta-externalagent] => Array
        (
        )

    [meta-externalads] => Array
        (
        )

    [meta-externalfetcher] => Array
        (
        )

    [meta-webindexer] => Array
        (
        )

    [oai-searchbot] => Array
        (
        )

    [perplexitybot] => Array
        (
        )

    [petalbot] => Array
        (
        )

    [scrapy] => Array
        (
        )

    [sidetrade indexer bot] => Array
        (
        )

    [timpibot] => Array
        (
        )

    [velenpublicwebcrawler] => Array
        (
        )

    [webzio-extended] => Array
        (
        )

    [youbot] => Array
        (
        )

    [anthropic-ai] => Array
        (
        )

    [cohere-ai] => Array
        (
        )

    [facebookexternalhit] => Array
        (
        )

    [iaskspider/2.0] => Array
        (
        )

    [img2dataset] => Array
        (
        )

    [omgili] => Array
        (
        )

    [omgilibot] => Array
        (
            [crawl-delay] => 10
            [disallow] => Array
                (
                    [0] => /account.php
                    [1] => /cart.php
                    [2] => /checkout.php
                    [3] => /checkout
                    [4] => /admin/
                    [5] => /*?_bc_fsnf=1*
                    [6] => /*&_bc_fsnf=1*
                )

        )

)

User-agent: *
Disallow: /account.php
Disallow: /cart.php
Disallow: /checkout.php
Disallow: /checkout
Disallow: /finishorder.php
Disallow: /login.php
Disallow: /orderstatus.php
Disallow: /postreview.php
Disallow: /productimage.php
Disallow: /productupdates.php
Disallow: /remote.php
Disallow: /search.php
Disallow: /viewfile.php
Disallow: /wishlist.php
Disallow: /admin/
Disallow: /*?_bc_fsnf=1*
Disallow: /*&_bc_fsnf=1*

User-agent: AI2Bot
User-agent: Ai2Bot-Dolma
User-agent: Amazonbot
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: Bytespider
User-agent: CCBot
User-agent: ChatGPT-User
User-agent: Claude-Web
User-agent: ClaudeBot
User-agent: Diffbot
User-agent: FacebookBot
User-agent: FriendlyCrawler
User-agent: GPTBot
User-agent: Google-Extended
User-agent: GoogleOther
User-agent: GoogleOther-Image
User-agent: GoogleOther-Video
User-agent: ICC-Crawler
User-agent: ISSCyberRiskCrawler
User-agent: ImagesiftBot
User-agent: Kangaroo Bot
User-agent: Meta-ExternalAgent
User-agent: Meta-ExternalAds
User-agent: Meta-ExternalFetcher
User-agent: Meta-WebIndexer
User-agent: OAI-SearchBot
User-agent: PerplexityBot
User-agent: PetalBot
User-agent: Scrapy
User-agent: Sidetrade indexer bot
User-agent: Timpibot
User-agent: VelenPublicWebCrawler
User-agent: Webzio-Extended
User-agent: YouBot
User-agent: anthropic-ai
User-agent: cohere-ai
User-agent: facebookexternalhit
User-agent: iaskspider/2.0
User-agent: img2dataset
User-agent: omgili
User-agent: omgilibot
Crawl-delay: 10
Disallow: /account.php
Disallow: /cart.php
Disallow: /checkout.php
Disallow: /checkout
Disallow: /admin/
Disallow: /*?_bc_fsnf=1*
Disallow: /*&_bc_fsnf=1*
  • код 301 http://spesaelettrica.it/robots.txt
  • код 200 https://spesaelettrica.it/robots.txt