From 5ad47289df0685a12c8077ef83b423265e095032 Mon Sep 17 00:00:00 2001 From: Dan Fandrich Date: Thu, 25 Apr 2024 10:44:41 -0700 Subject: Ban two robots from svnweb --- modules/apache/templates/vhost_fcgid.conf | 10 ++++++++++ 1 file changed, 10 insertions(+) (limited to 'modules') diff --git a/modules/apache/templates/vhost_fcgid.conf b/modules/apache/templates/vhost_fcgid.conf index 2dd2c043..17b2bb06 100644 --- a/modules/apache/templates/vhost_fcgid.conf +++ b/modules/apache/templates/vhost_fcgid.conf @@ -4,3 +4,13 @@ AddHandler fcgid-script .pl <%- end -%> FcgidMinProcessesPerClass <%= process %> FcgidIdleTimeout 30 + +# These robots were scraping the whole of svnweb in 2024-04, causing severe +# load, so they are banned. It's not clear whether they obey robots.txt or +# not (we didn't give them enough of a chance to find out), so we could +# consider giving them a chance to redeem themselves at some point in the +# future. +RewriteEngine on +RewriteCond %{HTTP_USER_AGENT} ClaudeBot|Amazonbot +RewriteRule . - [R=403,L] +ErrorDocument 403 "Impolite robots are not allowed" -- cgit v1.2.1