aboutsummaryrefslogtreecommitdiffstats
path: root/modules
diff options
context:
space:
mode:
authorNicolas Vigier <boklm@mageia.org>2013-01-26 14:29:59 +0000
committerNicolas Vigier <boklm@mageia.org>2013-01-26 14:29:59 +0000
commit640e1693fcba0b6aaefb70cd913ff95369a2595f (patch)
tree96413fc92b522550345b646b18435985816e802e /modules
parent916e8d62703eb842f6960aaa75f96a30f7e54e88 (diff)
downloadpuppet-640e1693fcba0b6aaefb70cd913ff95369a2595f.tar
puppet-640e1693fcba0b6aaefb70cd913ff95369a2595f.tar.gz
puppet-640e1693fcba0b6aaefb70cd913ff95369a2595f.tar.bz2
puppet-640e1693fcba0b6aaefb70cd913ff95369a2595f.tar.xz
puppet-640e1693fcba0b6aaefb70cd913ff95369a2595f.zip
viewvc/robots.txt: add Crowl-delay
Diffstat (limited to 'modules')
-rw-r--r--modules/viewvc/files/robots.txt2
1 files changed, 2 insertions, 0 deletions
diff --git a/modules/viewvc/files/robots.txt b/modules/viewvc/files/robots.txt
index de71ea80..2dfdfb35 100644
--- a/modules/viewvc/files/robots.txt
+++ b/modules/viewvc/files/robots.txt
@@ -17,3 +17,5 @@ Disallow: *?pathrev=*
Disallow: *?*&view=log*
Disallow: *view=log&*
Disallow: *diff_format=*
+User-agent: *
+Crawl-delay: 30