diff options
Diffstat (limited to 'modules/viewvc/files/robots.txt')
| -rw-r--r-- | modules/viewvc/files/robots.txt | 12 |
1 files changed, 12 insertions, 0 deletions
diff --git a/modules/viewvc/files/robots.txt b/modules/viewvc/files/robots.txt new file mode 100644 index 00000000..96abad70 --- /dev/null +++ b/modules/viewvc/files/robots.txt @@ -0,0 +1,12 @@ +User-agent: Googlebot +User-agent: Baiduspider +User-agent: bingbot +User-agent: YandexBot +User-agent: AhrefsBot +User-agent: Mail.RU_Bot +User-agent: MJ12bot +Disallow: /viewvc/*/tags/ +Disallow: *?view=annotate* +Disallow: *?annotate=* +Disallow: *?view=diff* +Disallow: *?r1=* |