diff options
Diffstat (limited to '2004-ru/robots.txt')
| -rw-r--r-- | 2004-ru/robots.txt | 37 |
1 files changed, 37 insertions, 0 deletions
diff --git a/2004-ru/robots.txt b/2004-ru/robots.txt new file mode 100644 index 0000000..982f7e3 --- /dev/null +++ b/2004-ru/robots.txt @@ -0,0 +1,37 @@ +User-agent: * +Allow: /*.js +Allow: /*.css +Allow: /*.jpg +Allow: /*.png +Allow: /*.gif +Allow: /*?page +Allow: /*?ref= +Disallow: /*? +Disallow: /stat/ +Disallow: /index/1 +Disallow: /index/3 +Disallow: /register +Disallow: /index/5 +Disallow: /index/7 +Disallow: /index/8 +Disallow: /index/9 +Disallow: /index/sub/ +Disallow: /panel/ +Disallow: /admin/ +Disallow: /informer/ +Disallow: /secure/ +Disallow: /poll/ +Disallow: /search/ +Disallow: /abnl/ +Disallow: /*_escaped_fragment_= +Disallow: /*-*-*-*-987$ +Disallow: /shop/order/ +Disallow: /shop/printorder/ +Disallow: /shop/checkout/ +Disallow: /shop/user/ +Disallow: /shop/search +Disallow: /*0-*-0-17$ +Disallow: /*-0-0- + +Sitemap: http://ithkuil-russian.narod.ru/sitemap.xml +Sitemap: http://ithkuil-russian.narod.ru/sitemap-forum.xml |