From 640e1693fcba0b6aaefb70cd913ff95369a2595f Mon Sep 17 00:00:00 2001 From: Nicolas Vigier Date: Sat, 26 Jan 2013 14:29:59 +0000 Subject: viewvc/robots.txt: add Crowl-delay --- modules/viewvc/files/robots.txt | 2 ++ 1 file changed, 2 insertions(+) (limited to 'modules/viewvc') diff --git a/modules/viewvc/files/robots.txt b/modules/viewvc/files/robots.txt index de71ea80..2dfdfb35 100644 --- a/modules/viewvc/files/robots.txt +++ b/modules/viewvc/files/robots.txt @@ -17,3 +17,5 @@ Disallow: *?pathrev=* Disallow: *?*&view=log* Disallow: *view=log&* Disallow: *diff_format=* +User-agent: * +Crawl-delay: 30 -- cgit v1.2.1