diff options
| author | Dan Fandrich <danf@mageia.org> | 2024-04-25 10:44:41 -0700 |
|---|---|---|
| committer | Dan Fandrich <danf@mageia.org> | 2024-04-25 10:44:41 -0700 |
| commit | 5ad47289df0685a12c8077ef83b423265e095032 (patch) | |
| tree | 271d61963ad4742ef6177d7e58e718294a91f3b6 /modules | |
| parent | 88e58bb092c7832e34513b266bd8dddbcd522649 (diff) | |
| download | puppet-5ad47289df0685a12c8077ef83b423265e095032.tar puppet-5ad47289df0685a12c8077ef83b423265e095032.tar.gz puppet-5ad47289df0685a12c8077ef83b423265e095032.tar.bz2 puppet-5ad47289df0685a12c8077ef83b423265e095032.tar.xz puppet-5ad47289df0685a12c8077ef83b423265e095032.zip | |
Ban two robots from svnweb
Diffstat (limited to 'modules')
| -rw-r--r-- | modules/apache/templates/vhost_fcgid.conf | 10 |
1 files changed, 10 insertions, 0 deletions
diff --git a/modules/apache/templates/vhost_fcgid.conf b/modules/apache/templates/vhost_fcgid.conf index 2dd2c043..17b2bb06 100644 --- a/modules/apache/templates/vhost_fcgid.conf +++ b/modules/apache/templates/vhost_fcgid.conf @@ -4,3 +4,13 @@ AddHandler fcgid-script .pl <%- end -%> FcgidMinProcessesPerClass <%= process %> FcgidIdleTimeout 30 + +# These robots were scraping the whole of svnweb in 2024-04, causing severe +# load, so they are banned. It's not clear whether they obey robots.txt or +# not (we didn't give them enough of a chance to find out), so we could +# consider giving them a chance to redeem themselves at some point in the +# future. +RewriteEngine on +RewriteCond %{HTTP_USER_AGENT} ClaudeBot|Amazonbot +RewriteRule . - [R=403,L] +ErrorDocument 403 "<html><body>Impolite robots are not allowed</body></html>" |