blob: 2a72f5bcfc518074f77c9f5ec3e1c6d238060ad5 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
|
#
#
#
#Sitemap: /sitemap.xml
User-Agent: *
Disallow:
User-Agent: bingbot
Disallow: /*/downloads/get/*
User-Agent: Googlebot
Disallow: /*/downloads/get/*
User-Agent: msnbot
Disallow: /*/downloads/get/*
User-Agent: Ezooms
Disallow: /*/downloads/get/*
User-Agent: MJ12bot
Disallow: /*/downloads/get/*
User-Agent: GSLFbot
Disallow: /*/downloads/get/*
|