aboutsummaryrefslogtreecommitdiffstats
path: root/robots.txt
blob: 2a72f5bcfc518074f77c9f5ec3e1c6d238060ad5 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
#
#
#

#Sitemap: /sitemap.xml

User-Agent: *
Disallow:

User-Agent: bingbot
Disallow: /*/downloads/get/*

User-Agent: Googlebot
Disallow: /*/downloads/get/*

User-Agent: msnbot
Disallow: /*/downloads/get/*

User-Agent: Ezooms
Disallow: /*/downloads/get/*

User-Agent: MJ12bot
Disallow: /*/downloads/get/*

User-Agent: GSLFbot
Disallow: /*/downloads/get/*