lostfocus.de robots.txt
Lostfocus.de has robots.txt file. Http response status is 200.
Robots size is small. It is about 196 kb and 89 rows.
Robots.txt for User-Agent=* contains only disallow directives.
Host directive is not presented for domain lostfocus.de in robots.txt file.
Robots size is small. It is about 196 kb and 89 rows.
Robots.txt for User-Agent=* contains only disallow directives.
Host directive is not presented for domain lostfocus.de in robots.txt file.
Array
(
[ccbot] => Array
(
[disallow] => Array
(
[0] => /
)
)
[chatgpt-user] => Array
(
[disallow] => Array
(
[0] => /
)
)
[gptbot] => Array
(
[disallow] => Array
(
[0] => /
)
)
[turnitinbot] => Array
(
[disallow] => Array
(
[0] => /
)
)
[npbot] => Array
(
[disallow] => Array
(
[0] => /
)
)
[slysearch] => Array
(
[disallow] => Array
(
[0] => /
)
)
[adsbot-google] => Array
(
[disallow] => Array
(
[0] => /
)
)
[amazonbot] => Array
(
[disallow] => Array
(
[0] => /
)
)
[anthropic-ai] => Array
(
[disallow] => Array
(
[0] => /
)
)
[awariorssbot] => Array
(
[disallow] => Array
(
[0] => /
)
)
[awariosmartbot] => Array
(
[disallow] => Array
(
[0] => /
)
)
[bytespider] => Array
(
[disallow] => Array
(
[0] => /
)
)
[claudebot] => Array
(
[disallow] => Array
(
[0] => /
)
)
[claude-web] => Array
(
[disallow] => Array
(
[0] => /
)
)
[cohere-ai] => Array
(
[disallow] => Array
(
[0] => /
)
)
[dataforseobot] => Array
(
[disallow] => Array
(
[0] => /
)
)
[facebookbot] => Array
(
[disallow] => Array
(
[0] => /
)
)
[google-extended] => Array
(
[disallow] => Array
(
[0] => /
)
)
[imagesiftbot] => Array
(
[disallow] => Array
(
[0] => /
)
)
[magpie-crawler] => Array
(
[disallow] => Array
(
[0] => /
)
)
[omgili] => Array
(
[disallow] => Array
(
[0] => /
)
)
[omgilibot] => Array
(
[disallow] => Array
(
[0] => /
)
)
[peer39_crawler] => Array
(
[disallow] => Array
(
[0] => /
)
)
[peer39_crawler/1.0] => Array
(
[disallow] => Array
(
[0] => /
)
)
[perplexitybot] => Array
(
[disallow] => Array
(
[0] => /
)
)
[youbot] => Array
(
[disallow] => Array
(
[0] => /
)
)
[*] => Array
(
[disallow] => Array
(
[0] => /wp-login.php
[1] => /wp-admin/
[2] => /cgi-bin/
[3] => /trackback/
)
)
[googlebot] => Array
(
[allow] => Array
(
[0] => /
)
)
[msnbot-media] => Array
(
[disallow] => Array
(
[0] => /
)
)
[bingbot] => Array
(
[allow] => Array
(
[0] => /
)
)
[twitterbot] => Array
(
[disallow] => Array
(
[0] => /
)
)
[ahrefsbot] => Array
(
[disallow] => Array
(
[0] => /
)
)
[mastodon] => Array
(
[allow] => Array
(
[0] => /
)
)
[lieu] => Array
(
[allow] => Array
(
[0] => /
)
)
[wiby] => Array
(
[allow] => Array
(
[0] => /
)
)
[applebot] => Array
(
[allow] => Array
(
[0] => /
)
)
)
# Common Crawl User-agent: CCBot Disallow: / # OpenAI User-agent: ChatGPT-User Disallow: / User-agent: GPTBot Disallow: / # Turn It In Plagiarism Checker User-Agent: TurnitinBot Disallow: / # Name Protect User-Agent: NPBot Disallow: / # Sly Search User-Agent: SlySearch Disallow: / User-agent: AdsBot-Google Disallow: / User-agent: Amazonbot Disallow: / User-agent: anthropic-ai Disallow: / User-agent: AwarioRssBot Disallow: / User-agent: AwarioSmartBot Disallow: / User-agent: Bytespider Disallow: / User-agent: CCBot Disallow: / User-agent: ChatGPT-User Disallow: / User-agent: ClaudeBot Disallow: / User-agent: Claude-Web Disallow: / User-agent: cohere-ai Disallow: / User-agent: DataForSeoBot Disallow: / User-agent: FacebookBot Disallow: / User-agent: Google-Extended Disallow: / User-agent: GPTBot Disallow: / User-agent: ImagesiftBot Disallow: / User-agent: magpie-crawler Disallow: / User-agent: omgili Disallow: / User-agent: omgilibot Disallow: / User-agent: peer39_crawler Disallow: / User-agent: peer39_crawler/1.0 Disallow: / User-agent: PerplexityBot Disallow: / User-agent: YouBot Disallow: / User-agent: * Disallow: /wp-login.php Disallow: /wp-admin/ Disallow: /cgi-bin/ Disallow: /trackback/ User-agent: Googlebot Allow: / User-agent: AdsBot-Google Disallow: / User-agent: msnbot-media Disallow: / User-agent: Bingbot Allow: / User-agent: Twitterbot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: Mastodon Allow: / User-agent: Lieu Allow: / User-agent: Wiby Allow: / User-agent: Applebot Allow: /
- код 301 http://lostfocus.de/robots.txt
- код 200 https://lostfocus.de/robots.txt