diff options
Diffstat (limited to 'robots.txt')
| -rw-r--r-- | robots.txt | 9 |
1 files changed, 3 insertions, 6 deletions
diff --git a/robots.txt b/robots.txt index dbc4707f9..2a72f5bcf 100644 --- a/robots.txt +++ b/robots.txt @@ -7,23 +7,20 @@ User-Agent: * Disallow: - User-Agent: bingbot -Disallow: /*/downloads/dl.php* Disallow: /*/downloads/get/* User-Agent: Googlebot -Disallow: /*/downloads/dl.php* Disallow: /*/downloads/get/* User-Agent: msnbot -Disallow: /*/downloads/dl.php* Disallow: /*/downloads/get/* User-Agent: Ezooms -Disallow: /*/downloads/dl.php* Disallow: /*/downloads/get/* User-Agent: MJ12bot -Disallow: /*/downloads/dl.php* +Disallow: /*/downloads/get/* + +User-Agent: GSLFbot Disallow: /*/downloads/get/* |