Array
(
[*] => Array
(
[disallow] => Array
(
[0] => /wp-admin/
[1] => /wp-content/plugins/
[2] => /readme.html
[3] => /refer/
)
[sitemap] => Array
(
[0] => https://owenexecutivesupport.co.uk/sitemap_index.xml
)
)
)
#######################################
# eg www.example.com/ then the robots.txt file
# MUST be moved to the site root
# eg www.example.com/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/orig.html
#
# For syntax checking, see:
#
# https://www.awddesign.co.uk/web_seo/
#
# As always,
# 1. A robot may not injure a human being or, through inaction, allow a human
# being to come to harm.
# 2. A robot must obey orders given it by human beings except where such
# orders would conflict with the First Law.
# 3. A robot must protect its own existence as long as such protection does
# not conflict with the First or Second Law.
#######################################
############## FOLDERS ################
#######################################
User-agent: *
Disallow: /wp-admin/
Disallow: /wp-content/plugins/
Disallow: /readme.html
Disallow: /refer/
#######################################
############### SITEMAP ###############
#######################################
sitemap: https://owenexecutivesupport.co.uk/sitemap_index.xml
-
код 200
http://owenexecutivesupport.co.uk/robots.txt