From 466b6c0dda406e942d17079fcd7529f8ed756fc4 Mon Sep 17 00:00:00 2001 From: Nicolas Vigier Date: Thu, 3 Jan 2013 17:09:36 +0000 Subject: viewvc: add robots.txt --- modules/viewvc/files/robots.txt | 12 ++++++++++++ 1 file changed, 12 insertions(+) create mode 100644 modules/viewvc/files/robots.txt (limited to 'modules/viewvc/files') diff --git a/modules/viewvc/files/robots.txt b/modules/viewvc/files/robots.txt new file mode 100644 index 00000000..96abad70 --- /dev/null +++ b/modules/viewvc/files/robots.txt @@ -0,0 +1,12 @@ +User-agent: Googlebot +User-agent: Baiduspider +User-agent: bingbot +User-agent: YandexBot +User-agent: AhrefsBot +User-agent: Mail.RU_Bot +User-agent: MJ12bot +Disallow: /viewvc/*/tags/ +Disallow: *?view=annotate* +Disallow: *?annotate=* +Disallow: *?view=diff* +Disallow: *?r1=* -- cgit v1.2.1