diff options
| -rw-r--r-- | modules/viewvc/files/robots.txt | 4 |
1 files changed, 3 insertions, 1 deletions
diff --git a/modules/viewvc/files/robots.txt b/modules/viewvc/files/robots.txt index 1c08ba9e..3e0fc5c5 100644 --- a/modules/viewvc/files/robots.txt +++ b/modules/viewvc/files/robots.txt @@ -4,6 +4,8 @@ User-agent: bingbot User-agent: YandexBot User-agent: Mail.RU_Bot User-agent: MJ12bot +User-agent: ClaudeBot +User-agent: Amazonbot Disallow: /*/tags/ Disallow: *?view=annotate* Disallow: *?annotate=* @@ -12,7 +14,7 @@ Disallow: *?r1=* Disallow: *sortby=* Disallow: *sortdir=* Disallow: *?revision=*&view=markup&* -Disallow: *?pathrev=* +Disallow: *pathrev=* Disallow: *?*&view=log* Disallow: *view=log&* Disallow: *diff_format=* |