diff options
Diffstat (limited to 'modules')
-rw-r--r-- | modules/apache/templates/vhost_fcgid.conf | 5 | ||||
-rwxr-xr-x | modules/mga-mirrors/files/check_mirrors_status | 4 |
2 files changed, 6 insertions, 3 deletions
diff --git a/modules/apache/templates/vhost_fcgid.conf b/modules/apache/templates/vhost_fcgid.conf index 6e34fc5d..0d9d0370 100644 --- a/modules/apache/templates/vhost_fcgid.conf +++ b/modules/apache/templates/vhost_fcgid.conf @@ -18,7 +18,7 @@ RewriteRule . - [R=403,L] # bunch). "Expensive" is considered to be most operations other than showing a # directory or downloading a specific version of a file. RewriteCond %{QUERY_STRING} pathrev=|annotate=|view=log|r1= -RewriteCond %{HTTP_USER_AGENT} "Googlebot|bingbot|Yahoo! Slurp|ClaudeBot|Amazonbot|YandexBot|SemrushBot|Barkrowler|DataForSeoBot|PetalBot|facebookexternalhit|GPTBot|ImagesiftBot|spider|Spider" +RewriteCond %{HTTP_USER_AGENT} "Googlebot|bingbot|Yahoo! Slurp|ClaudeBot|Amazonbot|YandexBot|SemrushBot|Barkrowler|DataForSeoBot|PetalBot|facebookexternalhit|GPTBot|ImagesiftBot|spider|Spider|iPod" RewriteRule . - [R=403,L] # Block abusive spiders by IP address who don't identify themselves in the @@ -26,4 +26,7 @@ RewriteRule . - [R=403,L] RewriteCond expr "-R '47.76.0.0/14' || -R '47.80.0.0/14' || -R '47.208.0.0/16' || -R '47.238.0.0/16' || -R '8.210.0.0/16' || -R '8.218.0.0/16'" RewriteRule . - [R=403,L] +RewriteCond %{QUERY_STRING} "sortby=.*view=(log|patch)" +RewriteRule . - [R=403,L] + ErrorDocument 403 "<html><body>Impolite robots are not allowed</body></html>" diff --git a/modules/mga-mirrors/files/check_mirrors_status b/modules/mga-mirrors/files/check_mirrors_status index 2d5fc7d4..9c00ac8d 100755 --- a/modules/mga-mirrors/files/check_mirrors_status +++ b/modules/mga-mirrors/files/check_mirrors_status @@ -71,8 +71,8 @@ def fetch_url(url, redirect_limit = 3) else uri = URI.parse(url) http = Net::HTTP.new(uri.host, uri.port) - http.open_timeout = 9 - http.read_timeout = 9 + http.open_timeout = 30 + http.read_timeout = 30 if uri.scheme == 'https' then http.use_ssl = true end |