From 9ce6d646ff718cd62f6434c9a4c94e450436612a Mon Sep 17 00:00:00 2001 From: Thomas Backlund Date: Sun, 12 Oct 2014 12:27:45 +0300 Subject: Revert "Updated Estonian translation" This reverts commit a0b2d09125d7911656fe4cb286f20643c4432281. --- robots.txt | 26 ++++++++++++++++++++++++++ 1 file changed, 26 insertions(+) create mode 100644 robots.txt (limited to 'robots.txt') diff --git a/robots.txt b/robots.txt new file mode 100644 index 000000000..2a72f5bcf --- /dev/null +++ b/robots.txt @@ -0,0 +1,26 @@ +# +# +# + +#Sitemap: /sitemap.xml + +User-Agent: * +Disallow: + +User-Agent: bingbot +Disallow: /*/downloads/get/* + +User-Agent: Googlebot +Disallow: /*/downloads/get/* + +User-Agent: msnbot +Disallow: /*/downloads/get/* + +User-Agent: Ezooms +Disallow: /*/downloads/get/* + +User-Agent: MJ12bot +Disallow: /*/downloads/get/* + +User-Agent: GSLFbot +Disallow: /*/downloads/get/* -- cgit v1.2.1