aboutsummaryrefslogtreecommitdiffstats
path: root/modules
diff options
context:
space:
mode:
Diffstat (limited to 'modules')
-rw-r--r--modules/viewvc/files/robots.txt2
1 files changed, 2 insertions, 0 deletions
diff --git a/modules/viewvc/files/robots.txt b/modules/viewvc/files/robots.txt
index de71ea80..2dfdfb35 100644
--- a/modules/viewvc/files/robots.txt
+++ b/modules/viewvc/files/robots.txt
@@ -17,3 +17,5 @@ Disallow: *?pathrev=*
Disallow: *?*&view=log*
Disallow: *view=log&*
Disallow: *diff_format=*
+User-agent: *
+Crawl-delay: 30