From 737afe6e46fba4d2f9ab3cf4bcb309cef17532d0 Mon Sep 17 00:00:00 2001 From: Romain d'Alverny Date: Wed, 21 Dec 2011 18:46:04 +0000 Subject: robots.txt --- humans.txt | 8 ++++++++ robots.txt | 29 +++++++++++++++++++++++++++++ 2 files changed, 37 insertions(+) create mode 100644 humans.txt create mode 100644 robots.txt diff --git a/humans.txt b/humans.txt new file mode 100644 index 000000000..f591223ba --- /dev/null +++ b/humans.txt @@ -0,0 +1,8 @@ +Mageia is a community project building Free Software tools for people +for the next century; and starts with a solid Linux-based distribution. + +It's fun and it's tough, +we're worldwide and we're local, +it's about code and it's about people. + +If you would like to join and help us, see mageia.org/contribute. diff --git a/robots.txt b/robots.txt new file mode 100644 index 000000000..dbc4707f9 --- /dev/null +++ b/robots.txt @@ -0,0 +1,29 @@ +# +# +# + +#Sitemap: /sitemap.xml + +User-Agent: * +Disallow: + + +User-Agent: bingbot +Disallow: /*/downloads/dl.php* +Disallow: /*/downloads/get/* + +User-Agent: Googlebot +Disallow: /*/downloads/dl.php* +Disallow: /*/downloads/get/* + +User-Agent: msnbot +Disallow: /*/downloads/dl.php* +Disallow: /*/downloads/get/* + +User-Agent: Ezooms +Disallow: /*/downloads/dl.php* +Disallow: /*/downloads/get/* + +User-Agent: MJ12bot +Disallow: /*/downloads/dl.php* +Disallow: /*/downloads/get/* -- cgit v1.2.1