From 27c9f305310f2025ae34be905589613d5c1f47e7 Mon Sep 17 00:00:00 2001 From: uakci Date: Fri, 18 Sep 2020 02:23:27 +0200 Subject: 2004-en, 2004-ru, 2011-en --- 2004-ru/robots.txt | 37 +++++++++++++++++++++++++++++++++++++ 1 file changed, 37 insertions(+) create mode 100644 2004-ru/robots.txt (limited to '2004-ru/robots.txt') diff --git a/2004-ru/robots.txt b/2004-ru/robots.txt new file mode 100644 index 0000000..982f7e3 --- /dev/null +++ b/2004-ru/robots.txt @@ -0,0 +1,37 @@ +User-agent: * +Allow: /*.js +Allow: /*.css +Allow: /*.jpg +Allow: /*.png +Allow: /*.gif +Allow: /*?page +Allow: /*?ref= +Disallow: /*? +Disallow: /stat/ +Disallow: /index/1 +Disallow: /index/3 +Disallow: /register +Disallow: /index/5 +Disallow: /index/7 +Disallow: /index/8 +Disallow: /index/9 +Disallow: /index/sub/ +Disallow: /panel/ +Disallow: /admin/ +Disallow: /informer/ +Disallow: /secure/ +Disallow: /poll/ +Disallow: /search/ +Disallow: /abnl/ +Disallow: /*_escaped_fragment_= +Disallow: /*-*-*-*-987$ +Disallow: /shop/order/ +Disallow: /shop/printorder/ +Disallow: /shop/checkout/ +Disallow: /shop/user/ +Disallow: /shop/search +Disallow: /*0-*-0-17$ +Disallow: /*-0-0- + +Sitemap: http://ithkuil-russian.narod.ru/sitemap.xml +Sitemap: http://ithkuil-russian.narod.ru/sitemap-forum.xml -- cgit v1.2.3