aboutsummaryrefslogtreecommitdiffstats
path: root/lib/Iurt/Process.pm
diff options
context:
space:
mode:
authorThierry Vignaud <thierry.vignaud@gmail.com>2019-07-20 06:36:25 +0200
committerThierry Vignaud <thierry.vignaud@gmail.com>2019-07-20 06:36:25 +0200
commit0d78ec170900df342301a5bbe44e7ca883cc0db1 (patch)
tree065a85a1680f96b5d2540db507a6737791a934db /lib/Iurt/Process.pm
parentdedd026543d23ed6f097535a6124aac440ca37d2 (diff)
downloadiurt-0d78ec170900df342301a5bbe44e7ca883cc0db1.tar
iurt-0d78ec170900df342301a5bbe44e7ca883cc0db1.tar.gz
iurt-0d78ec170900df342301a5bbe44e7ca883cc0db1.tar.bz2
iurt-0d78ec170900df342301a5bbe44e7ca883cc0db1.tar.xz
iurt-0d78ec170900df342301a5bbe44e7ca883cc0db1.zip
fix timeout message when killing for other reason
Diffstat (limited to 'lib/Iurt/Process.pm')
-rw-r--r--lib/Iurt/Process.pm28
1 files changed, 23 insertions, 5 deletions
diff --git a/lib/Iurt/Process.pm b/lib/Iurt/Process.pm
index dc25f99..46b8de2 100644
--- a/lib/Iurt/Process.pm
+++ b/lib/Iurt/Process.pm
@@ -14,6 +14,7 @@ our @EXPORT = qw(
clean_process
check_pid
perform_command
+ set_alarm_message
sudo
);
@@ -58,7 +59,9 @@ sub check_pid {
if ($time < time()-7200 || $state eq 'Z') {
my $i;
- plog('WARN', "another instance [$pid] is too old, killing it");
+ my $msg = "another instance [$pid] is too old, killing it";
+ set_alarm_message($msg);
+ plog('WARN', $msg);
while ($i < 5 && getpgrp $pid != -1) {
kill_for_good($pid);
@@ -102,14 +105,18 @@ sub fork_to_monitor {
my (@stat) = stat $logfile;
if ($stat[7] > $size_limit) {
# FIXME: we left runaway processes (eg: urpmi)
- plog('ERROR', "Killing current command because of log size exceeding limit ($stat[7] > $config->{log_size_limit})");
+ my $msg = "Killing current command because of log size exceeding limit ($stat[7] > $config->{log_size_limit})";
+ set_alarm_message($msg);
+ plog('ERROR', $msg);
kill 14, "-$parent_pid";
exit();
}
if ($opt{stalled_timeout} && $stat[9] && $stat[9] + $opt{stalled_timeout} < time()) {
# If nothing was written to the logfile for more than stalled_timeout, check if the system seems busy
if ((getload())[1] < 0.5) {
- plog('ERROR', "Killing current command because it seems blocked");
+ my $msg = "Killing current command because it seems blocked";
+ set_alarm_message($msg);
+ plog('ERROR', $msg);
kill 14, "-$parent_pid";
exit();
}
@@ -118,7 +125,8 @@ sub fork_to_monitor {
my $df = df $opt{log};
if ($df->{per} >= 99) {
# FIXME: we left runaway processes (eg: urpmi)
- plog('ERROR', "Killing current command because running out of disk space at $opt{log} (only $df->{bavail}KB left)");
+ set_alarm_message(my $msg = "Killing current command because running out of disk space at $opt{log} (only $df->{bavail}KB left)");
+ plog('ERROR', $msg);
kill 14, "-$parent_pid";
exit();
}
@@ -202,6 +210,13 @@ sub generate_comment {
}
}
+my $alarm_message;
+
+sub set_alarm_message {
+ my ($msg) = @_;
+ $alarm_message = $msg;
+}
+
=head2 perform_command($command, $run, $config, %opt)
Run a command and check various running parameters such as log size, timeout...
@@ -253,8 +268,9 @@ sub perform_command {
eval {
# handle timeout:
+ set_alarm_message("Timeout! (timeout was $opt{timeout})");
local $SIG{ALRM} = sub {
- print "Timeout! (timeout was $opt{timeout})\n";
+ print $alarm_message, "\n";
$kill = 1;
die "alarm\n"; # NB: \n required
};
@@ -290,6 +306,7 @@ sub perform_command {
$err = 0 if any { $_ == $err } @{$opt{error_ok}};
# kill pid watching log file size
+ set_alarm_message("kill pid watching log file size");
kill_for_good($pid) if $pid;
if ($perl_err) { # timed out
@@ -365,6 +382,7 @@ sub kill_for_good {
my ($pid) = @_;
# try SIGALARM first:
+ set_alarm_message("Killing current command because it seems blocked");
kill 14, $pid;
sleep 1;
waitpid(-1, POSIX::WNOHANG);