aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorRomain d'Alverny <rda@mageia.org>2011-12-21 18:46:04 +0000
committerRomain d'Alverny <rda@mageia.org>2011-12-21 18:46:04 +0000
commit737afe6e46fba4d2f9ab3cf4bcb309cef17532d0 (patch)
tree1da1e8ffc0780c2258cf2e5e64352cfa22cfeced
parentdaea2d1ee6c370a5c88f24dc2070f79f3f24d40f (diff)
downloadwww-737afe6e46fba4d2f9ab3cf4bcb309cef17532d0.tar
www-737afe6e46fba4d2f9ab3cf4bcb309cef17532d0.tar.gz
www-737afe6e46fba4d2f9ab3cf4bcb309cef17532d0.tar.bz2
www-737afe6e46fba4d2f9ab3cf4bcb309cef17532d0.tar.xz
www-737afe6e46fba4d2f9ab3cf4bcb309cef17532d0.zip
robots.txt
-rw-r--r--humans.txt8
-rw-r--r--robots.txt29
2 files changed, 37 insertions, 0 deletions
diff --git a/humans.txt b/humans.txt
new file mode 100644
index 000000000..f591223ba
--- /dev/null
+++ b/humans.txt
@@ -0,0 +1,8 @@
+Mageia is a community project building Free Software tools for people
+for the next century; and starts with a solid Linux-based distribution.
+
+It's fun and it's tough,
+we're worldwide and we're local,
+it's about code and it's about people.
+
+If you would like to join and help us, see mageia.org/contribute.
diff --git a/robots.txt b/robots.txt
new file mode 100644
index 000000000..dbc4707f9
--- /dev/null
+++ b/robots.txt
@@ -0,0 +1,29 @@
+#
+#
+#
+
+#Sitemap: /sitemap.xml
+
+User-Agent: *
+Disallow:
+
+
+User-Agent: bingbot
+Disallow: /*/downloads/dl.php*
+Disallow: /*/downloads/get/*
+
+User-Agent: Googlebot
+Disallow: /*/downloads/dl.php*
+Disallow: /*/downloads/get/*
+
+User-Agent: msnbot
+Disallow: /*/downloads/dl.php*
+Disallow: /*/downloads/get/*
+
+User-Agent: Ezooms
+Disallow: /*/downloads/dl.php*
+Disallow: /*/downloads/get/*
+
+User-Agent: MJ12bot
+Disallow: /*/downloads/dl.php*
+Disallow: /*/downloads/get/*