diff options
| -rw-r--r-- | modules/viewvc/files/robots.txt | 2 |
1 files changed, 2 insertions, 0 deletions
diff --git a/modules/viewvc/files/robots.txt b/modules/viewvc/files/robots.txt index de71ea80..2dfdfb35 100644 --- a/modules/viewvc/files/robots.txt +++ b/modules/viewvc/files/robots.txt @@ -17,3 +17,5 @@ Disallow: *?pathrev=* Disallow: *?*&view=log* Disallow: *view=log&* Disallow: *diff_format=* +User-agent: * +Crawl-delay: 30 |