aboutsummaryrefslogtreecommitdiffstats
path: root/modules
diff options
context:
space:
mode:
Diffstat (limited to 'modules')
-rw-r--r--modules/apache/templates/vhost_fcgid.conf5
-rwxr-xr-xmodules/mga-mirrors/files/check_mirrors_status4
2 files changed, 6 insertions, 3 deletions
diff --git a/modules/apache/templates/vhost_fcgid.conf b/modules/apache/templates/vhost_fcgid.conf
index 6e34fc5d..0d9d0370 100644
--- a/modules/apache/templates/vhost_fcgid.conf
+++ b/modules/apache/templates/vhost_fcgid.conf
@@ -18,7 +18,7 @@ RewriteRule . - [R=403,L]
# bunch). "Expensive" is considered to be most operations other than showing a
# directory or downloading a specific version of a file.
RewriteCond %{QUERY_STRING} pathrev=|annotate=|view=log|r1=
-RewriteCond %{HTTP_USER_AGENT} "Googlebot|bingbot|Yahoo! Slurp|ClaudeBot|Amazonbot|YandexBot|SemrushBot|Barkrowler|DataForSeoBot|PetalBot|facebookexternalhit|GPTBot|ImagesiftBot|spider|Spider"
+RewriteCond %{HTTP_USER_AGENT} "Googlebot|bingbot|Yahoo! Slurp|ClaudeBot|Amazonbot|YandexBot|SemrushBot|Barkrowler|DataForSeoBot|PetalBot|facebookexternalhit|GPTBot|ImagesiftBot|spider|Spider|iPod"
RewriteRule . - [R=403,L]
# Block abusive spiders by IP address who don't identify themselves in the
@@ -26,4 +26,7 @@ RewriteRule . - [R=403,L]
RewriteCond expr "-R '47.76.0.0/14' || -R '47.80.0.0/14' || -R '47.208.0.0/16' || -R '47.238.0.0/16' || -R '8.210.0.0/16' || -R '8.218.0.0/16'"
RewriteRule . - [R=403,L]
+RewriteCond %{QUERY_STRING} "sortby=.*view=(log|patch)"
+RewriteRule . - [R=403,L]
+
ErrorDocument 403 "<html><body>Impolite robots are not allowed</body></html>"
diff --git a/modules/mga-mirrors/files/check_mirrors_status b/modules/mga-mirrors/files/check_mirrors_status
index 2d5fc7d4..9c00ac8d 100755
--- a/modules/mga-mirrors/files/check_mirrors_status
+++ b/modules/mga-mirrors/files/check_mirrors_status
@@ -71,8 +71,8 @@ def fetch_url(url, redirect_limit = 3)
else
uri = URI.parse(url)
http = Net::HTTP.new(uri.host, uri.port)
- http.open_timeout = 9
- http.read_timeout = 9
+ http.open_timeout = 30
+ http.read_timeout = 30
if uri.scheme == 'https' then
http.use_ssl = true
end