diff options
| -rw-r--r-- | modules/apache/templates/vhost_fcgid.conf | 10 |
1 files changed, 10 insertions, 0 deletions
diff --git a/modules/apache/templates/vhost_fcgid.conf b/modules/apache/templates/vhost_fcgid.conf index 2dd2c043..17b2bb06 100644 --- a/modules/apache/templates/vhost_fcgid.conf +++ b/modules/apache/templates/vhost_fcgid.conf @@ -4,3 +4,13 @@ AddHandler fcgid-script .pl <%- end -%> FcgidMinProcessesPerClass <%= process %> FcgidIdleTimeout 30 + +# These robots were scraping the whole of svnweb in 2024-04, causing severe +# load, so they are banned. It's not clear whether they obey robots.txt or +# not (we didn't give them enough of a chance to find out), so we could +# consider giving them a chance to redeem themselves at some point in the +# future. +RewriteEngine on +RewriteCond %{HTTP_USER_AGENT} ClaudeBot|Amazonbot +RewriteRule . - [R=403,L] +ErrorDocument 403 "<html><body>Impolite robots are not allowed</body></html>" |