diff options
Diffstat (limited to 'robots.txt')
-rw-r--r-- | robots.txt | 26 |
1 files changed, 0 insertions, 26 deletions
diff --git a/robots.txt b/robots.txt deleted file mode 100644 index 2a72f5bcf..000000000 --- a/robots.txt +++ /dev/null @@ -1,26 +0,0 @@ -# -# -# - -#Sitemap: /sitemap.xml - -User-Agent: * -Disallow: - -User-Agent: bingbot -Disallow: /*/downloads/get/* - -User-Agent: Googlebot -Disallow: /*/downloads/get/* - -User-Agent: msnbot -Disallow: /*/downloads/get/* - -User-Agent: Ezooms -Disallow: /*/downloads/get/* - -User-Agent: MJ12bot -Disallow: /*/downloads/get/* - -User-Agent: GSLFbot -Disallow: /*/downloads/get/* |