From ddbbfedf15e970c02e128294890adbeb97c4a5ae Mon Sep 17 00:00:00 2001 From: uakci Date: Tue, 15 Mar 2022 19:13:44 +0100 Subject: init --- 2004-ru/robots.txt | 37 +++++++++++++++++++++++++++++++++++++ 1 file changed, 37 insertions(+) create mode 100644 2004-ru/robots.txt (limited to '2004-ru/robots.txt') diff --git a/2004-ru/robots.txt b/2004-ru/robots.txt new file mode 100644 index 0000000..982f7e3 --- /dev/null +++ b/2004-ru/robots.txt @@ -0,0 +1,37 @@ +User-agent: * +Allow: /*.js +Allow: /*.css +Allow: /*.jpg +Allow: /*.png +Allow: /*.gif +Allow: /*?page +Allow: /*?ref= +Disallow: /*? +Disallow: /stat/ +Disallow: /index/1 +Disallow: /index/3 +Disallow: /register +Disallow: /index/5 +Disallow: /index/7 +Disallow: /index/8 +Disallow: /index/9 +Disallow: /index/sub/ +Disallow: /panel/ +Disallow: /admin/ +Disallow: /informer/ +Disallow: /secure/ +Disallow: /poll/ +Disallow: /search/ +Disallow: /abnl/ +Disallow: /*_escaped_fragment_= +Disallow: /*-*-*-*-987$ +Disallow: /shop/order/ +Disallow: /shop/printorder/ +Disallow: /shop/checkout/ +Disallow: /shop/user/ +Disallow: /shop/search +Disallow: /*0-*-0-17$ +Disallow: /*-0-0- + +Sitemap: http://ithkuil-russian.narod.ru/sitemap.xml +Sitemap: http://ithkuil-russian.narod.ru/sitemap-forum.xml -- cgit v1.2.3