diff options
Diffstat (limited to 'robots.txt')
-rw-r--r-- | robots.txt | 29 |
1 files changed, 29 insertions, 0 deletions
diff --git a/robots.txt b/robots.txt new file mode 100644 index 000000000..dbc4707f9 --- /dev/null +++ b/robots.txt @@ -0,0 +1,29 @@ +# +# +# + +#Sitemap: /sitemap.xml + +User-Agent: * +Disallow: + + +User-Agent: bingbot +Disallow: /*/downloads/dl.php* +Disallow: /*/downloads/get/* + +User-Agent: Googlebot +Disallow: /*/downloads/dl.php* +Disallow: /*/downloads/get/* + +User-Agent: msnbot +Disallow: /*/downloads/dl.php* +Disallow: /*/downloads/get/* + +User-Agent: Ezooms +Disallow: /*/downloads/dl.php* +Disallow: /*/downloads/get/* + +User-Agent: MJ12bot +Disallow: /*/downloads/dl.php* +Disallow: /*/downloads/get/* |