diff options
Diffstat (limited to 'perl-install/pkgs.pm')
| -rw-r--r-- | perl-install/pkgs.pm | 1742 |
1 files changed, 0 insertions, 1742 deletions
diff --git a/perl-install/pkgs.pm b/perl-install/pkgs.pm deleted file mode 100644 index e5905940a..000000000 --- a/perl-install/pkgs.pm +++ /dev/null @@ -1,1742 +0,0 @@ -package pkgs; # $Id$ - -use diagnostics; -use strict; -use vars qw(*LOG %preferred $limitMinTrans %compssListDesc); - -use MDK::Common::System; -use common; -use install_any; -use run_program; -use detect_devices; -use log; -use fs; -use loopback; -use c; - - - -my @preferred = qw(perl-GTK postfix gcc gcc-cpp gcc-c++ proftpd ghostscript-X vim-minimal kernel db1 db2 ispell-en Bastille-Curses-module nautilus libxpm4); -@preferred{@preferred} = (); - -#- lower bound on the left ( aka 90 means [90-100[ ) -%compssListDesc = ( - 5 => __("must have"), - 4 => __("important"), - 3 => __("very nice"), - 2 => __("nice"), - 1 => __("maybe"), -); - -#- constant for small transaction. -$limitMinTrans = 8; - -#- constant for package accessor (via table). -my $FILE = 0; -my $FLAGS = 1; -my $SIZE_DEPS = 2; -my $MEDIUM = 3; -my $PROVIDES = 4; -my $VALUES = 5; -my $HEADER = 6; -my $INSTALLED_CUMUL_SIZE = 7; -my $EPOCH = 8; - -#- constant for packing flags, see below. -my $PKGS_SELECTED = 0x00ffffff; -my $PKGS_FORCE = 0x01000000; -my $PKGS_INSTALLED = 0x02000000; -my $PKGS_BASE = 0x04000000; -my $PKGS_UPGRADE = 0x20000000; - -#- package to ignore, typically in Application CD. -my %ignoreBadPkg = ( - 'civctp-demo' => 1, - 'eus-demo' => 1, - 'myth2-demo' => 1, - 'heretic2-demo' => 1, - 'heroes3-demo' => 1, - 'rt2-demo' => 1, - ); - -#- basic methods for extracting informations about packages. -#- to save memory, (name, version, release) are no more stored, they -#- are directly generated from (file). -#- all flags are grouped together into (flags), these includes the -#- following flags : selected, force, installed, base, skip. -#- size and deps are grouped to save memory too and make a much -#- simpler and faster depslist reader, this gets (sizeDeps). -sub packageHeaderFile { $_[0] ? $_[0]->[$FILE] - : die "invalid package from\n" . backtrace() } -sub packageName { $_[0] && $_[0]->[$FILE] =~ /^([^:\s]*)-[^:\-\s]+-[^:\-\s]+\.[^:\.\-\s]*(?::.*)?/ ? $1 - : die "invalid file `" . ($_[0] && $_[0]->[$FILE]) . "'\n" . backtrace() } -sub packageVersion { $_[0] && $_[0]->[$FILE] =~ /^[^:\s]*-([^:\-\s]+)-[^:\-\s]+\.[^:\.\-\s]*(?::.*)?/ ? $1 - : die "invalid file `" . ($_[0] && $_[0]->[$FILE]) . "'\n" . backtrace() } -sub packageRelease { $_[0] && $_[0]->[$FILE] =~ /^[^:\s]*-[^:\-\s]+-([^:\-\s]+)\.[^:\.\-\s]*(?::.*)?/ ? $1 - : die "invalid file `" . ($_[0] && $_[0]->[$FILE]) . "'\n" . backtrace() } -sub packageArch { $_[0] && $_[0]->[$FILE] =~ /^[^:\s]*-[^:\-\s]+-[^:\-\s]+\.([^:\.\-\s]*)(?::.*)?/ ? $1 - : die "invalid file `" . ($_[0] && $_[0]->[$FILE]) . "'\n" . backtrace() } -sub packageFile { $_[0] && $_[0]->[$FILE] =~ /^([^:\s]*-[^:\-\s]+-[^:\-\s]+\.[^:\.\-\s]*)(?::(.*))?/ ? ($2 || $1) . ".rpm" - : die "invalid file `" . ($_[0] && $_[0]->[$FILE]) . "'\n" . backtrace() } -sub packageEpoch { $_[0] && $_[0]->[$EPOCH] || 0 } - -sub packageSize { to_int($_[0] && ($_[0]->[$SIZE_DEPS] - ($_[0]->[$INSTALLED_CUMUL_SIZE] || 0))) } -sub packageDepsId { split ' ', ($_[0] && ($_[0]->[$SIZE_DEPS] =~ /^\d*\s*(.*)/)[0]) } - -sub packageFlagSelected { $_[0] && $_[0]->[$FLAGS] & $PKGS_SELECTED } -sub packageFlagForce { $_[0] && $_[0]->[$FLAGS] & $PKGS_FORCE } -sub packageFlagInstalled { $_[0] && $_[0]->[$FLAGS] & $PKGS_INSTALLED } -sub packageFlagBase { $_[0] && $_[0]->[$FLAGS] & $PKGS_BASE } -sub packageFlagUpgrade { $_[0] && $_[0]->[$FLAGS] & $PKGS_UPGRADE } - -sub packageSetFlagSelected { $_[0]->[$FLAGS] &= ~$PKGS_SELECTED; $_[0]->[$FLAGS] |= $_[1] & $PKGS_SELECTED; } - -sub packageSetFlagForce { $_[0] or die "invalid package from\n" . backtrace(); - $_[1] ? ($_[0]->[$FLAGS] |= $PKGS_FORCE) : ($_[0]->[$FLAGS] &= ~$PKGS_FORCE); } -sub packageSetFlagInstalled { $_[0] or die "invalid package from\n" . backtrace(); - $_[1] ? ($_[0]->[$FLAGS] |= $PKGS_INSTALLED) : ($_[0]->[$FLAGS] &= ~$PKGS_INSTALLED); } -sub packageSetFlagBase { $_[0] or die "invalid package from\n" . backtrace(); - $_[1] ? ($_[0]->[$FLAGS] |= $PKGS_BASE) : ($_[0]->[$FLAGS] &= ~$PKGS_BASE); } -sub packageSetFlagUpgrade { $_[0] or die "invalid package from\n" . backtrace(); - $_[1] ? ($_[0]->[$FLAGS] |= $PKGS_UPGRADE) : ($_[0]->[$FLAGS] &= ~$PKGS_UPGRADE); } - -sub packageMedium { my ($packages, $p) = @_; $p or die "invalid package from\n" . backtrace(); - $packages->{mediums}{$p->[$MEDIUM]} } - -sub packageProvides { $_[1] or die "invalid package from\n" . backtrace(); - map { $_[0]->{depslist}[$_] || die "unkown package id $_" } unpack "s*", $_[1]->[$PROVIDES] } - -sub packageRate { substr($_[0] && $_[0]->[$VALUES], 0, 1) } -sub packageRateRFlags { my ($rate, @flags) = split "\t", $_[0] && $_[0]->[$VALUES]; ($rate, @flags) } -sub packageSetRateRFlags { my ($pkg, $rate, @flags) = @_; $pkg or die "invalid package from\n" . backtrace(); - $pkg->[$VALUES] = join("\t", $rate, @flags) } - -sub packageHeader { $_[0] && $_[0]->[$HEADER] } -sub packageFreeHeader { $_[0] && c::headerFree(delete $_[0]->[$HEADER]) } - -sub packageSelectedOrInstalled { packageFlagSelected($_[0]) || packageFlagInstalled($_[0]) } - -sub packageId { - my ($packages, $pkg) = @_; - my $i = 0; - foreach (@{$packages->{depslist}}) { return $i if $pkg == $packages->{depslist}[$i]; $i++ } - return; -} - -sub cleanHeaders { - my ($prefix) = @_; - rm_rf("$prefix/tmp/headers") if -e "$prefix/tmp/headers"; -} - -#- get all headers from an hdlist file. -sub extractHeaders { - my ($prefix, $pkgs, $media) = @_; - my %medium2pkgs; - - cleanHeaders($prefix); - - foreach (@$pkgs) { - push @{$medium2pkgs{$_->[$MEDIUM]} ||= []}, $_; - } - - foreach (values %medium2pkgs) { - my $medium = $media->{$_->[0][$MEDIUM]}; #- the first one is a valid package pointing to right medium to use. - - eval { - require packdrake; - my $packer = new packdrake("/tmp/$medium->{hdlist}", quiet => 1); - $packer->extract_archive("$prefix/tmp/headers", map { packageHeaderFile($_) } @$_); - }; - } - - foreach (@$pkgs) { - my $f = "$prefix/tmp/headers/". packageHeaderFile($_); - local *H; - open H, $f or log::l("unable to open header file $f: $!"), next; - $_->[$HEADER] = c::headerRead(fileno H, 1) or log::l("unable to read header of package ". packageHeaderFile($_)); - } - @$pkgs = grep { $_->[$HEADER] } @$pkgs; -} - -#- size and correction size functions for packages. -my $B = 1.20873; -my $C = 4.98663; #- doesn't take hdlist's into account as getAvailableSpace will do it. -sub correctSize { $B * $_[0] + $C } -sub invCorrectSize { ($_[0] - $C) / $B } - -sub selectedSize { - my ($packages) = @_; - my $size = 0; - foreach (values %{$packages->{names}}) { - packageFlagSelected($_) && !packageFlagInstalled($_) and $size += packageSize($_); - } - $size; -} -sub correctedSelectedSize { correctSize(selectedSize($_[0]) / sqr(1024)) } - -sub size2time { - my ($x, $max) = @_; - my $A = 7e-07; - my $limit = min($max * 3 / 4, 9e8); - if ($x < $limit) { - $A * $x; - } else { - $x -= $limit; - my $B = 6e-16; - my $C = 15e-07; - $B * $x ** 2 + $C * $x + $A * $limit; - } -} - - -#- searching and grouping methods. -#- package is a reference to list that contains -#- a hash to search by name and -#- a list to search by id. -sub packageByName { - my ($packages, $name) = @_; - $packages->{names}{$name} or log::l("unknown package `$name'") && undef; -} -sub packageById { - my ($packages, $id) = @_; - my $l = $packages->{depslist}[$id]; #- do not log as id unsupported are still in depslist. - $l && @$l && $l; -} -sub packagesOfMedium { - my ($packages, $medium) = @_; - grep { $_ && $_->[$MEDIUM] == $medium } @{$packages->{depslist}}; -} -sub packagesToInstall { - my ($packages) = @_; - grep { packageFlagSelected($_) && !packageFlagInstalled($_) && - packageMedium($packages, $_)->{selected} } values %{$packages->{names}}; -} - -sub allMediums { - my ($packages) = @_; - sort { $a <=> $b } keys %{$packages->{mediums}}; -} -sub mediumDescr { - my ($packages, $medium) = @_; - $packages->{mediums}{$medium}{descr}; -} - -#- selection, unselection of package. -sub selectPackage { #($$;$$$) - my ($packages, $pkg, $base, $otherOnly, $check_recursion) = @_; - - #- check for medium selection, if the medium has not been - #- selected, the package cannot be selected. - #- check if the same or better version is installed, - #- do not select in such case. - $pkg && packageMedium($packages, $pkg)->{selected} && !packageFlagInstalled($pkg) or return; - - #- avoid infinite recursion (mainly against badly generated depslist.ordered). - $check_recursion ||= {}; exists $check_recursion->{$pkg->[$FILE]} and return; $check_recursion->{$pkg->[$FILE]} = undef; - - #- make sure base package are set even if already selected. - $base and packageSetFlagBase($pkg, 1); - - #- select package and dependancies, otherOnly may be a reference - #- to a hash to indicate package that will strictly be selected - #- when value is true, may be selected when value is false (this - #- is only used for unselection, not selection) - unless (packageFlagSelected($pkg)) { - foreach (packageDepsId($pkg)) { - if (/\|/) { - #- choice deps should be reselected recursively as no - #- closure on them is computed, this code is exactly the - #- same as pixel's one. - my $preferred; - foreach (split '\|') { - my $dep = packageById($packages, $_) or next; - $preferred ||= $dep; - packageFlagSelected($dep) and $preferred = $dep, last; - packageName($dep) =~ /kernel-\d/ and $preferred = $dep; #- hard coded preference to simple kernel - exists $preferred{packageName($dep)} and $preferred = $dep; - } - $preferred or die "unable to find a package for choice"; - packageFlagSelected($preferred) or log::l("selecting default package as $preferred->[$FILE]"); - selectPackage($packages, $preferred, $base, $otherOnly, $check_recursion); - } else { - #- deps have been closed except for choices, so no need to - #- recursively apply selection, expand base on it. - my $dep = packageById($packages, $_); - $base and packageSetFlagBase($dep, 1); - $otherOnly and !packageFlagSelected($dep) and $otherOnly->{packageName($dep)} = 1; - $otherOnly or packageSetFlagSelected($dep, 1+packageFlagSelected($dep)); - } - } - } - $otherOnly and !packageFlagSelected($pkg) and $otherOnly->{packageName($pkg)} = 1; - $otherOnly or packageSetFlagSelected($pkg, 1+packageFlagSelected($pkg)); - 1; -} -sub unselectPackage($$;$) { - my ($packages, $pkg, $otherOnly) = @_; - - #- base package are not unselectable, - #- and already unselected package are no more unselectable. - packageFlagBase($pkg) and return; - packageFlagSelected($pkg) or return; - - #- dependancies may be used to propose package that may be not - #- usefull for the user, since their counter is just one and - #- they are not used any more by other packages. - #- provides are closed and are taken into account to get possible - #- unselection of package (value false on otherOnly) or strict - #- unselection (value true on otherOnly). - foreach my $provided ($pkg, packageProvides($packages, $pkg)) { - packageFlagBase($provided) and die "a provided package cannot be a base package"; - if (packageFlagSelected($provided)) { - my $unselect_alone = 1; - foreach (packageDepsId($provided)) { - $unselect_alone = 0; - if (/\|/) { - #- this package use a choice of other package, so we have to check - #- if our package is not included in the choice, if this is the - #- case, if must be checked one of the other package are selected. - foreach (split '\|') { - my $dep = packageById($packages, $_) or next; - $dep == $pkg and $unselect_alone |= 1 and next; - packageFlagBase($dep) || packageFlagSelected($dep) and $unselect_alone |= 2; - } - } else { - packageById($packages, $_) == $pkg and $unselect_alone = 1; - } - $unselect_alone == 1 and last; - } - #- if package has been found and nothing more selected, - #- deselect the provided, or we can ignore it safely. - $provided == $pkg || $unselect_alone == 1 or next; - $otherOnly or packageSetFlagSelected($provided, 0); - $otherOnly and $otherOnly->{packageName($provided)} = 1; - } - foreach (map { split '\|' } packageDepsId($provided)) { - my $dep = packageById($packages, $_) or next; - packageFlagBase($dep) and next; - packageFlagSelected($dep) or next; - for (packageFlagSelected($dep)) { - $_ == 1 and do { $otherOnly and $otherOnly->{packageName($dep)} ||= 0; }; - $_ > 1 and do { $otherOnly or packageSetFlagSelected($dep, $_-1); }; - last; - } - } - } - 1; -} -sub togglePackageSelection($$;$) { - my ($packages, $pkg, $otherOnly) = @_; - packageFlagSelected($pkg) ? unselectPackage($packages, $pkg, $otherOnly) : selectPackage($packages, $pkg, 0, $otherOnly); -} -sub setPackageSelection($$$) { - my ($packages, $pkg, $value) = @_; - $value ? selectPackage($packages, $pkg) : unselectPackage($packages, $pkg); -} - -sub unselectAllPackages($) { - my ($packages) = @_; - foreach (values %{$packages->{names}}) { - unless (packageFlagBase($_) || packageFlagUpgrade($_)) { - packageSetFlagSelected($_, 0); - } - } -} -sub unselectAllPackagesIncludingUpgradable($) { - my ($packages, $removeUpgradeFlag) = @_; - foreach (values %{$packages->{names}}) { - unless (packageFlagBase($_)) { - packageSetFlagSelected($_, 0); - packageSetFlagUpgrade($_, 0); - } - } -} - -sub psUpdateHdlistsDeps { - my ($prefix, $method, $packages) = @_; - my ($good_hdlists_deps, $mediums) = (0, 0); - - #- check if current configuration is still up-to-date and do not need to be updated. - foreach (values %{$packages->{mediums}}) { - my $hdlistf = "$prefix/var/lib/urpmi/hdlist.$_->{fakemedium}.cz" . ($_->{hdlist} =~ /\.cz2/ && "2"); - my $synthesisf = "$prefix/var/lib/urpmi/synthesis.hdlist.$_->{fakemedium}.cz" . ($_->{hdlist} =~ /\.cz2/ && "2"); - -s $hdlistf == $_->{hdlist_size} && -s $synthesisf == $_->{synthesis_hdlist_size} and ++$good_hdlists_deps; - ++$mediums; - } - $good_hdlists_deps > 0 && $good_hdlists_deps == $mediums and return; #- nothing to do. - - #- at this point, this means partition has problably be reformatted and hdlists should be retrieved. - install_any::useMedium($install_any::boot_medium); - - my $listf = install_any::getFile('Mandrake/base/hdlists') or die "no hdlists found"; - - #- WARNING: this function should be kept in sync with functions - #- psUsingHdlists and psUsingHdlist. - #- it purpose it to update hdlist files on system to install. - - #- parse hdlist.list file. - my $medium = 1; - foreach (<$listf>) { - chomp; - s/\s*#.*$//; - /^\s*$/ and next; - m/^\s*(hdlist\S*\.cz2?)\s+(\S+)\s*(.*)$/ or die "invalid hdlist description \"$_\" in hdlists file"; - my ($hdlist, $rpmsdir, $descr) = ($1, $2, $3); - - #- copy hdlist file directly to $prefix/var/lib/urpmi, this will be used - #- for getting header of package during installation or after by urpmi. - my $fakemedium = "$descr ($method$medium)"; - my $newf = "$prefix/var/lib/urpmi/hdlist.$fakemedium.cz" . ($hdlist =~ /\.cz2/ && "2"); - -e $newf and do { unlink $newf or die "cannot remove $newf: $!"; }; - install_any::getAndSaveFile("Mandrake/base/$hdlist", $newf) or die "no $hdlist found"; - symlinkf $newf, "/tmp/$hdlist"; - install_any::getAndSaveFile("Mandrake/base/synthesis.$hdlist", - "$prefix/var/lib/urpmi/synthesis.hdlist.$fakemedium.cz" . ($hdlist =~ /\.cz2/ && "2")); - ++$medium; - } - - #- this is necessary for urpmi. - install_any::getAndSaveFile("Mandrake/base/$_", "$prefix/var/lib/urpmi/$_") - foreach qw(depslist.ordered provides rpmsrate); -} - -sub psUsingHdlists { - my ($prefix, $method) = @_; - my $listf = install_any::getFile('Mandrake/base/hdlists') or die "no hdlists found"; - my %packages = ( names => {}, count => 0, depslist => [], mediums => {}); - - #- parse hdlists file. - my $medium = 1; - foreach (<$listf>) { - chomp; - s/\s*#.*$//; - /^\s*$/ and next; - m/^\s*(hdlist\S*\.cz2?)\s+(\S+)\s*(.*)$/ or die "invalid hdlist description \"$_\" in hdlists file"; - - #- make sure the first medium is always selected! - #- by default select all image. - psUsingHdlist($prefix, $method, \%packages, $1, $medium, $2, $3, 1); - - ++$medium; - } - - log::l("psUsingHdlists read " . scalar keys(%{$packages{names}}) . - " headers on " . scalar keys(%{$packages{mediums}}) . " hdlists"); - - \%packages; -} - -sub psUsingHdlist { - my ($prefix, $method, $packages, $hdlist, $medium, $rpmsdir, $descr, $selected, $fhdlist) = @_; - my $fakemedium = "$descr ($method$medium)"; - my ($relocated, $ignored) = (0, 0); - log::l("trying to read $hdlist for medium $medium"); - - #- if the medium already exist, use it. - $packages->{mediums}{$medium} and return $packages->{mediums}{$medium}; - - my $m = $packages->{mediums}{$medium} = { hdlist => $hdlist, - method => $method, - medium => $medium, - rpmsdir => $rpmsdir, #- where is RPMS directory. - descr => $descr, - fakemedium => $fakemedium, - min => $packages->{count}, - max => -1, #- will be updated after reading current hdlist. - selected => $selected, #- default value is only CD1, it is really the minimal. - }; - - #- copy hdlist file directly to $prefix/var/lib/urpmi, this will be used - #- for getting header of package during installation or after by urpmi. - my $newf = "$prefix/var/lib/urpmi/hdlist.$fakemedium.cz" . ($hdlist =~ /\.cz2/ && "2"); - -e $newf and do { unlink $newf or die "cannot remove $newf: $!"; }; - install_any::getAndSaveFile($fhdlist || "Mandrake/base/$hdlist", $newf) or die "no $hdlist found"; - $m->{hdlist_size} = -s $newf; #- keep track of size for post-check. - symlinkf $newf, "/tmp/$hdlist"; - - #- if $fhdlist is defined, this is preferable not to try to find the associated synthesis. - unless ($fhdlist) { - #- copy existing synthesis file too. - my $newsf = "$prefix/var/lib/urpmi/synthesis.hdlist.$fakemedium.cz" . ($hdlist =~ /\.cz2/ && "2"); - install_any::getAndSaveFile("Mandrake/base/synthesis.$hdlist", $newsf); - $m->{synthesis_hdlist_size} = -s $newsf; #- keep track of size for post-check. - -s $newsf > 0 or unlink $newsf; - } - - #- avoid using more than one medium if Cd is not ejectable. - #- but keep all medium here so that urpmi has the whole set. - $method eq 'cdrom' && $medium > 1 && !common::usingRamdisk() and return; - - #- extract filename from archive, this take advantage of verifying - #- the archive too. - eval { - require packdrake; - my $packer = new packdrake($newf, quiet => 1); - foreach (@{$packer->{files}}) { - $packer->{data}{$_}[0] eq 'f' or next; - my $pkg = [ (undef) x 8 ]; $pkg->[$FILE] = $_; $pkg->[$MEDIUM] = $medium; - my $specific_arch = packageArch($pkg); - if (!$specific_arch || MDK::Common::System::compat_arch($specific_arch)) { - my $old_pkg = $packages->{names}{packageName($pkg)}; - if ($old_pkg) { - my $epo_compare = 0; #- NO EPOCH AVAILABLE TODO packageEpoch($pkg) <=> packageEpoch($old_pkg); - my $ver_compare = $epo_compare == 0 && versionCompare(packageVersion($pkg), packageVersion($old_pkg)); - my $rel_compare = $ver_compare == 0 && versionCompare(packageRelease($pkg), packageRelease($old_pkg)); - if ($epo_compare > 0 || $ver_compare > 0 || $rel_compare > 0 || - $epo_compare == 0 && $ver_compare == 0 && $rel_compare == 0 && - MDK::Common::System::better_arch($specific_arch, packageArch($old_pkg))) { - log::l("replacing old package $old_pkg->[$FILE] with package $pkg->[$FILE]"); - foreach ($FILE, $MEDIUM) { #- TODO KEEP OLD PARAMETER - $old_pkg->[$_] = $pkg->[$_]; - } - packageFreeHeader($old_pkg); - if (packageFlagInstalled($old_pkg)) { - packageSetFlagInstalled($old_pkg, 0); - selectPackage($packages, $old_pkg); - } - ++$relocated; - } else { - log::l("no need to replace previous package $old_pkg->[$FILE] with newer package $pkg->[$FILE]"); - ++$ignored; - } - } else { - $packages->{names}{packageName($pkg)} = $pkg; - ++$packages->{count}; #- take care of this one, so that desplist will be clean with index of package. - } - } else { - log::l("ignoring package $_ with incompatible arch: $specific_arch"); - ++$ignored; - } - } - }; - - #- update maximal index. - $m->{max} = $packages->{count} - 1; - $m->{max} >= $m->{min} || $relocated > 0 || $ignored > 0 or die "nothing found while parsing $newf"; - $relocated > 0 and log::l("relocated $relocated headers in $hdlist"); - $ignored > 0 and log::l("ignored $ignored headers in $hdlist"); - log::l("read " . ($m->{max} - $m->{min} + 1) . " new headers in $hdlist"); - $m; -} - -sub getOtherDeps($$) { - my ($packages, $f) = @_; - - #- this version of getDeps is customized for handling errors more easily and - #- convert reference by name to deps id including closure computation. - local $_; - while (<$f>) { - my ($name, $version, $release, $size, $deps) = /^(\S*)-([^-\s]+)-([^-\s]+)\s+(\d+)\s+(.*)/; - my $pkg = $packages->{names}{$name}; - - $pkg or log::l("ignoring package $name-$version-$release in depslist is not in hdlist"), next; - $version eq packageVersion($pkg) and $release eq packageRelease($pkg) - or log::l("warning package $name-$version-$release in depslist mismatch version or release in hdlist ($version ne ", - packageVersion($pkg), " or $release ne ", packageRelease($pkg), ")"), next; - - my $index = scalar @{$packages->{depslist}}; - $index >= packageMedium($packages, $pkg)->{min} && $index <= packageMedium($packages, $pkg)->{max} - or log::l("ignoring package $name-$version-$release in depslist outside of hdlist indexation"); - - #- here we have to translate referenced deps by name to id. - #- this include a closure on deps too. - my %closuredeps; - @closuredeps{map { packageId($packages, $_), packageDepsId($_) } - grep { $_ } - map { packageByName($packages, $_) or do { log::l("unknown package $_ in depslist for closure"); undef } } - split /\s+/, $deps} = (); - - $pkg->[$SIZE_DEPS] = join " ", $size, keys %closuredeps; - - push @{$packages->{depslist}}, $pkg; - } - - #- check for same number of package in depslist and hdlists, avoid being to hard. - scalar(keys %{$packages->{names}}) == scalar(@{$packages->{depslist}}) - or log::l("other depslist has not same package as hdlist file"); -} - -sub getDeps { - my ($prefix, $packages) = @_; - - #- this is necessary for urpmi. - install_any::getAndSaveFile('Mandrake/base/depslist.ordered', "$prefix/var/lib/urpmi/depslist.ordered"); - install_any::getAndSaveFile('Mandrake/base/provides', "$prefix/var/lib/urpmi/provides"); - - #- beware of heavily mismatching depslist.ordered file against hdlist files. - my $mismatch = 0; - - #- count the number of packages in deplist that are also in hdlist - my $nb_deplist = 0; - - #- update dependencies list, provides attributes are updated later - #- cross reference to be resolved on id (think of loop requires) - #- provides should be updated after base flag has been set to save - #- memory. - local *F; open F, "$prefix/var/lib/urpmi/depslist.ordered" or die "can't find dependancies list"; - local $_; - while (<F>) { - my ($name, $version, $release, $arch, $epoch, $sizeDeps) = - /^([^:\s]*)-([^:\-\s]+)-([^:\-\s]+)\.([^:\.\-\s]*)(?::(\d+)\S*)?\s+(.*)/; - my $pkg = $packages->{names}{$name}; - - #- these verification are necessary in case of error, but are no more fatal as - #- in case of only one medium taken into account during install, there should be - #- silent warning for package which are unknown at this point. - $pkg or - log::l("ignoring $name-$version-$release.$arch in depslist is not in hdlist"); - $pkg && $version ne packageVersion($pkg) and - log::l("ignoring $name-$version-$release.$arch in depslist mismatch version in hdlist"), $pkg = undef; - $pkg && $release ne packageRelease($pkg) and - log::l("ignoring $name-$version-$release.$arch in depslist mismatch release in hdlist"), $pkg = undef; - $pkg && $arch ne packageArch($pkg) and - log::l("ignoring $name-$version-$release.$arch in depslist mismatch arch in hdlist"), $pkg = undef; - - if ($pkg) { - $nb_deplist++; - $epoch && $epoch > 0 and $pkg->[$EPOCH] = $epoch; #- only 5% of the distribution use epoch (serial). - $pkg->[$SIZE_DEPS] = $sizeDeps; - - #- check position of package in depslist according to precomputed - #- limit by hdlist, very strict :-) - #- above warning have chance to raise an exception here, but may help - #- for debugging. - my $i = scalar @{$packages->{depslist}}; - $i >= packageMedium($packages, $pkg)->{min} && $i <= packageMedium($packages, $pkg)->{max} or - log::l("inconsistency in position for $name-$version-$release.$arch in depslist and hdlist"), $mismatch = 1; - } - - #- package are already sorted in depslist to enable small transaction and multiple medium. - push @{$packages->{depslist}}, $pkg; - } - - #- check for mismatching package, it should break with above die unless depslist has too many errors! - $mismatch and die "depslist.ordered mismatch against hdlist files"; - - #- check for same number of package in depslist and hdlists. - my $nb_hdlist = keys %{$packages->{names}}; - $nb_hdlist == $nb_deplist or die "depslist.ordered has not same package as hdlist files ($nb_deplist != $nb_hdlist)"; -} - -sub getProvides($) { - my ($packages) = @_; - - #- update provides according to dependencies, here are stored - #- reference to package directly and choice are included, this - #- assume only 1 of the choice is selected, else on unselection - #- the provided package will be deleted where other package still - #- need it. - #- base package are not updated because they cannot be unselected, - #- this save certainly a lot of memory since most of them may be - #- needed by a large number of package. - #- now using a packed of signed short, this means no more than 32768 - #- packages can be managed by DrakX (currently about 2000). - my $i = 0; - foreach my $pkg (@{$packages->{depslist}}) { - $pkg or next; - unless (packageFlagBase($pkg)) { - foreach (map { split '\|' } grep { !/^NOTFOUND_/ } packageDepsId($pkg)) { - my $provided = packageById($packages, $_) or next; - packageFlagBase($provided) or $provided->[$PROVIDES] = pack "s*", (unpack "s*", $provided->[$PROVIDES]), $i; - } - } - ++$i; - } -} - -sub read_rpmsrate { - my ($packages, $f) = @_; - my $line_nb = 0; - my $fatal_error; - my (@l); - while (<$f>) { - $line_nb++; - /\t/ and die "tabulations not allowed at line $line_nb\n"; - s/#.*//; # comments - - my ($indent, $data) = /(\s*)(.*)/; - next if !$data; # skip empty lines - - @l = grep { $_->[0] < length $indent } @l; - - my @m = @l ? @{$l[$#l][1]} : (); - my ($t, $flag, @l2); - while ($data =~ - /^(( - [1-5] - | - (?: (?: !\s*)? [0-9A-Z_]+(?:".*?")?) - (?: \s*\|\|\s* (?: !\s*)? [0-9A-Z_]+(?:".*?")?)* - ) - (?:\s+|$) - )(.*)/x) { #@")) { - ($t, $flag, $data) = ($1,$2,$3); - while ($flag =~ s,^\s*(("[^"]*"|[^"\s]*)*)\s+,$1,) {} - my $ok = 0; - $flag = join('||', grep { - if (my ($inv, $p) = /^(!)?HW"(.*)"/) { - ($inv xor detect_devices::matching_desc($p)) and $ok = 1; - 0; - } else { - 1; - } - } split '\|\|', $flag); - push @m, $ok ? 'TRUE' : $flag || 'FALSE'; - push @l2, [ length $indent, [ @m ] ]; - $indent .= $t; - } - if ($data) { - # has packages on same line - my ($rate) = grep { /^\d$/ } @m or die sprintf qq(missing rate for "%s" at line %d (flags are %s)\n), $data, $line_nb, join('&&', @m); - foreach (split ' ', $data) { - if ($packages) { - my $p = packageByName($packages, $_) or next; - my @m2 = - map { if_($_ && packageName($_) =~ /locales-(.*)/, qq(LOCALES"$1")) } - map { packageById($packages, $_) } packageDepsId($p); - - my @m3 = ((grep { !/^\d$/ } @m), @m2); - if (member('INSTALL', @m3)) { - member('NOCOPY', @m3) or push @{$packages->{needToCopy} ||= []}, $_; - next; #- don't need to put INSTALL flag for a package. - } - if (packageRate($p)) { - my ($rate2, @m4) = packageRateRFlags($p); - if (@m3 > 1 || @m4 > 1) { - log::l("can't handle complicate flags for packages appearing twice ($_)"); - $fatal_error++; - } - log::l("package $_ appearing twice with different rates ($rate != $rate2)") if $rate != $rate2; - packageSetRateRFlags($p, $rate, "$m3[0]||$m4[0]"); - } else { - packageSetRateRFlags($p, $rate, @m3); - } - } else { - print "$_ = ", join(" && ", @m), "\n"; - } - } - push @l, @l2; - } else { - push @l, [ $l2[0][0], $l2[$#l2][1] ]; - } - } - $fatal_error and die "$fatal_error fatal errors in rpmsrate"; -} - -sub readCompssUsers { - my ($meta_class) = @_; - my (%compssUsers, @sorted, $l); - - my $file = 'Mandrake/base/compssUsers'; - my $f = $meta_class && install_any::getFile("$file.$meta_class") || install_any::getFile($file) or die "can't find $file"; - local $_; - while (<$f>) { - /^\s*$/ || /^#/ and next; - s/#.*//; - - if (/^(\S.*)/) { - my $verbatim = $_; - my ($icon, $descr, $path); - /^(.*?)\s*\[path=(.*?)\](.*)/ and $_ = "$1$3", $path = $2; - /^(.*?)\s*\[icon=(.*?)\](.*)/ and $_ = "$1$3", $icon = $2; - /^(.*?)\s*\[descr=(.*?)\](.*)/ and $_ = "$1$3", $descr = $2; - $compssUsers{"$path|$_"} = { label => $_, verbatim => $verbatim, path => $path, icons => $icon, descr => $descr, flags => $l=[] }; - push @sorted, "$path|$_"; - } elsif (/^\s+(.*?)\s*$/) { - push @$l, $1; - } - } - \%compssUsers, \@sorted; -} -sub saveCompssUsers { - my ($prefix, $packages, $compssUsers, $sorted) = @_; - my $flat; - foreach (@$sorted) { - my @fl = @{$compssUsers->{$_}{flags}}; - my %fl; $fl{$_} = 1 foreach @fl; - $flat .= $compssUsers->{$_}{verbatim}; - foreach my $p (values %{$packages->{names}}) { - my ($rate, @flags) = packageRateRFlags($p); - if ($rate && grep { grep { !/^!/ && $fl{$_} } split('\|\|') } @flags) { - $flat .= sprintf "\t%d %s\n", $rate, packageName($p); - } - } - } - output "$prefix/var/lib/urpmi/compssUsers.flat", $flat; -} - -sub setSelectedFromCompssList { - my ($packages, $compssUsersChoice, $min_level, $max_size, $otherOnly) = @_; - $compssUsersChoice->{TRUE} = 1; #- ensure TRUE is set - my $nb = selectedSize($packages); - foreach my $p (sort { packageRate($b) <=> packageRate($a) } values %{$packages->{names}}) { - my ($rate, @flags) = packageRateRFlags($p); - next if - !$rate || $rate < $min_level || - grep { !grep { /^!(.*)/ ? !$compssUsersChoice->{$1} : $compssUsersChoice->{$_} } split('\|\|') } @flags; - - #- determine the packages that will be selected when - #- selecting $p. the packages are not selected. - my %newSelection; - selectPackage($packages, $p, 0, \%newSelection); - - #- this enable an incremental total size. - my $old_nb = $nb; - foreach (grep { $newSelection{$_} } keys %newSelection) { - $nb += packageSize($packages->{names}{$_}); - } - if ($max_size && $nb > $max_size) { - $nb = $old_nb; - $min_level = packageRate($p); - last; - } - - #- at this point the package can safely be selected. - if ($otherOnly) { - selectPackage($packages, $p, 0, $otherOnly); - } else { - selectPackage($packages, $p); - } - } - unless ($otherOnly) { - log::l("setSelectedFromCompssList: reached size ", formatXiB($nb), ", up to indice $min_level (less than ", formatXiB($max_size), ")"); - log::l("setSelectedFromCompssList: ", join(" ", sort map { packageName($_) } grep { packageFlagSelected($_) } @{$packages->{depslist}})); - } - $min_level; -} - -#- usefull to know the size it would take for a given min_level/max_size -#- just saves the selected packages, call setSelectedFromCompssList and restores the selected packages -sub saveSelected { - my ($packages) = @_; - my @l = values %{$packages->{names}}; - my @flags = map { packageFlagSelected($_) } @l; - [ $packages, \@l, \@flags ]; -} -sub restoreSelected { - my ($packages, $l, $flags) = @{$_[0]}; - mapn { packageSetFlagSelected(@_) } $l, $flags; -} - -sub computeGroupSize { - my ($packages, $min_level) = @_; - - sub inside { - my ($l1, $l2) = @_; - my $i = 0; - return if @$l1 > @$l2; - foreach (@$l1) { - my $c; - while ($c = $l2->[$i++] cmp $_ ) { - return if $c == 1 || $i > @$l2; - } - } - 1; - } - - sub or_ify { - my ($first, @other) = @_; - my @l = split('\|\|', $first); - foreach (@other) { - @l = map { - my $n = $_; - map { "$_&&$n" } @l; - } split('\|\|'); - } - #- HACK, remove LOCALES & CHARSET, too costly - grep { !/LOCALES|CHARSET/ } @l; - } - sub or_clean { - my (@l) = map { [ sort split('&&') ] } @_ or return ''; - my @r; - B: while (@l) { - my $e = shift @l; - foreach (@r, @l) { - inside($e, $_) and next B; - } - push @r, $e; - } - join("\t", map { join('&&', @$_) } @r); - } - my (%group, %memo); - - foreach my $p (values %{$packages->{names}}) { - my ($rate, @flags) = packageRateRFlags($p); - next if !$rate || $rate < $min_level; - - my $flags = join("\t", @flags = or_ify(@flags)); - $group{packageName($p)} = ($memo{$flags} ||= or_clean(@flags)); - - #- determine the packages that will be selected when selecting $p. the packages are not selected. - my %newSelection; - selectPackage($packages, $p, 0, \%newSelection); - foreach (grep { $newSelection{$_} } keys %newSelection) { - my $s = $group{$_} || do { - $packages->{names}{$_}[$VALUES] =~ /\t(.*)/; - join("\t", or_ify(split("\t", $1))); - }; - next if length($s) > 80; # HACK, truncated too complicated expressions, too costly - my $m = "$flags\t$s"; - $group{$_} = ($memo{$m} ||= or_clean(@flags, split("\t", $s))); - } - } - my (%sizes, %pkgs); - while (my ($k, $v) = each %group) { - push @{$pkgs{$v}}, $k; - $sizes{$v} += packageSize($packages->{names}{$k}); - } - log::l(sprintf "%s %dMB %s", $_, $sizes{$_} / sqr(1024), join(',', @{$pkgs{$_}})) foreach keys %sizes; - \%sizes, \%pkgs; -} - - -sub init_db { - my ($prefix) = @_; - - my $f = "$prefix/root/drakx/install.log"; - open(LOG, ">> $f") ? log::l("opened $f") : log::l("Failed to open $f. No install log will be kept."); - *LOG or *LOG = log::F() or *LOG = *STDERR; - CORE::select((CORE::select(LOG), $| = 1)[0]); - c::rpmErrorSetCallback(fileno LOG); -#- c::rpmSetVeryVerbose(); - - log::l("reading /usr/lib/rpm/rpmrc"); - c::rpmReadConfigFiles() or die "can't read rpm config files"; - log::l("\tdone"); -} - -sub rebuild_db_open_for_traversal { - my ($packages, $prefix) = @_; - - log::l("reading /usr/lib/rpm/rpmrc"); - c::rpmReadConfigFiles() or die "can't read rpm config files"; - log::l("\tdone"); - - unless (exists $packages->{rebuild_db}) { - if (my $pid = fork()) { - waitpid $pid, 0; - ($? & 0xff00) and die "rebuilding of rpm database failed"; - } else { - log::l("rebuilding rpm database"); - my $rebuilddb_dir = "$prefix/var/lib/rpmrebuilddb.$$"; - -d $rebuilddb_dir and log::l("removing stale directory $rebuilddb_dir"), rm_rf($rebuilddb_dir); - - c::rpmdbRebuild($prefix) or log::l("rebuilding of rpm database failed: ". c::rpmErrorString()), c::_exit(2); - - c::_exit(0); - } - $packages->{rebuild_db} = undef; - } - - my $db = c::rpmdbOpenForTraversal($prefix) or die "unable to open $prefix/var/lib/rpm/Packages"; - log::l("opened rpm database for examining existing packages"); - - $db; -} - -sub clean_old_rpm_db { - my ($prefix) = @_; - my $failed; - - foreach (qw(Basenames Conflictname Group Name Packages Providename Requirename Triggername)) { - -s "$prefix/var/lib/rpm/$_" or $failed = 'failed'; - } - #- rebuilding has been successfull, so remove old rpm database if any. - #- once we have checked the rpm4 db file are present and not null, in case - #- of doubt, avoid removing them... - unless ($failed) { - log::l("rebuilding rpm database completed successfully"); - foreach (qw(conflictsindex.rpm fileindex.rpm groupindex.rpm nameindex.rpm packages.rpm - providesindex.rpm requiredby.rpm triggerindex.rpm)) { - -e "$prefix/var/lib/rpm/$_" or next; - log::l("removing old rpm file $_"); - rm_rf("$prefix/var/lib/rpm/$_"); - } - } -} - -sub done_db { - log::l("closing install.log file"); - close LOG; -} - -sub versionCompare($$) { - goto &c::rpmvercmp; -} -#- old code using perl version, still broken on some case. -#- my ($a, $b) = @_; -#- local $_; -#- -#- while ($a || $b) { -#- my ($sb, $sa) = map { $1 if $a =~ /^\W*\d/ ? s/^\W*0*(\d+)// : s/^\W*(\D*)// } ($b, $a); -#- $_ = ($sa =~ /^\d/ || $sb =~ /^\d/) && length($sa) <=> length($sb) || $sa cmp $sb and return $_ || 0; -#- $sa eq '' && $sb eq '' and return $a cmp $b || 0; -#- } - -sub selectPackagesAlreadyInstalled { - my ($packages, $prefix) = @_; - - #- avoid rebuilding the database if such case. - $packages->{rebuild_db} = "oem does not need rebuilding the rpm db"; - my $db = rebuild_db_open_for_traversal($packages, $prefix); - - #- this method has only one objectif, check the presence of packages - #- already installed and avoid installing them again. this is to be used - #- with oem installation, if the database exists, preselect the packages - #- installed WHATEVER their version/release (log if a problem is perceived - #- is enough). - c::rpmdbTraverse($db, sub { - my ($header) = @_; - my $p = $packages->{names}{c::headerGetEntry($header, 'name')}; - - if ($p) { - my $epoch_cmp = c::headerGetEntry($header, 'epoch') <=> packageEpoch($p); - my $version_cmp = $epoch_cmp == 0 && versionCompare(c::headerGetEntry($header, 'version'), - packageVersion($p)); - my $version_rel_test = $epoch_cmp > 0 || $epoch_cmp == 0 && - ($version_cmp > 0 || $version_cmp == 0 && - versionCompare(c::headerGetEntry($header, 'release'), packageRelease($p)) >= 0); - $version_rel_test or log::l("keeping an older package, avoiding selecting $p->[$FILE]"); - packageSetFlagInstalled($p, 1); - } - }); - - #- close db, job finished ! - c::rpmdbClose($db); - log::l("done selecting packages to upgrade"); -} - -sub selectPackagesToUpgrade($$$;$$) { - my ($packages, $prefix, $base, $toRemove, $toSave) = @_; - local $_; #- else perl complains on the map { ... } grep { ... } @...; - - local (*UPGRADE_INPUT, *UPGRADE_OUTPUT); pipe UPGRADE_INPUT, UPGRADE_OUTPUT; - if (my $pid = fork()) { - @{$toRemove || []} = (); #- reset this one. - - close UPGRADE_OUTPUT; - while (<UPGRADE_INPUT>) { - chomp; - my ($action, $name) = /^([\w\d]*):(.*)/; - for ($action) { - /remove/ and do { push @$toRemove, $name; next }; - /keepfiles/ and do { push @$toSave, $name; next }; - - my $p = $packages->{names}{$name} or die "unable to find package ($name)"; - /^\d*$/ and do { $p->[$INSTALLED_CUMUL_SIZE] = $action; next }; - /installed/ and do { packageSetFlagInstalled($p, 1); next }; - /select/ and do { selectPackage($packages, $p); next }; - - die "unknown action ($action)"; - } - } - close UPGRADE_INPUT; - waitpid $pid, 0; - } else { - close UPGRADE_INPUT; - - my $db = rebuild_db_open_for_traversal($packages, $prefix); - #- used for package that are not correctly updated. - #- should only be used when nothing else can be done correctly. - my %upgradeNeedRemove = ( -# 'libstdc++' => 1, -# 'compat-glibc' => 1, -# 'compat-libs' => 1, - ); - - #- generel purpose for forcing upgrade of package whatever version is. - my %packageNeedUpgrade = ( - #'lilo' => 1, #- this package has been misnamed in 7.0. - ); - - #- help removing package which may have different release numbering - my %toRemove; map { $toRemove{$_} = 1 } @{$toRemove || []}; - - #- help searching package to upgrade in regard to already installed files. - my %installedFilesForUpgrade; - - #- help keeping memory by this set of package that have been obsoleted. - my %obsoletedPackages; - - #- make a subprocess here for reading filelist, this is important - #- not to waste a lot of memory for the main program which will fork - #- latter for each transaction. - local (*INPUT, *OUTPUT_CHILD); pipe INPUT, OUTPUT_CHILD; - local (*INPUT_CHILD, *OUTPUT); pipe INPUT_CHILD, OUTPUT; - if (my $pid = fork()) { - close INPUT_CHILD; - close OUTPUT_CHILD; - select((select(OUTPUT), $| = 1)[0]); - - #- internal reading from interactive mode of parsehdlist. - #- takes a code to call with the line read, this avoid allocating - #- memory for that. - my $ask_child = sub { - my ($name, $tag, $code) = @_; - $code or die "no callback code for parsehdlist output"; - print OUTPUT "$name:$tag\n"; - - local $_; - while (<INPUT>) { - chomp; - /^\s*$/ and last; - $code->($_); - } - }; - - #- select packages which obseletes other package, obselete package are not removed, - #- should we remove them ? this could be dangerous ! - foreach my $p (values %{$packages->{names}}) { - $ask_child->(packageName($p), "obsoletes", sub { - #- take care of flags and version and release if present - local ($_) = @_; - if (my ($n,$o,$v,$r) = /^(\S*)\s*(\S*)\s*([^\s-]*)-?(\S*)/) { - my $obsoleted = 0; - my $check_obsoletes = sub { - my ($header) = @_; - (!$v || eval(versionCompare(c::headerGetEntry($header, 'version'), $v) . $o . 0)) && - (!$r || versionCompare(c::headerGetEntry($header, 'version'), $v) != 0 || - eval(versionCompare(c::headerGetEntry($header, 'release'), $r) . $o . 0)) or return; - ++$obsoleted; - }; - c::rpmdbNameTraverse($db, $n, $check_obsoletes); - if ($obsoleted > 0) { - log::l("selecting " . packageName($p) . " by selection on obsoletes"); - $obsoletedPackages{$1} = undef; - selectPackage($packages, $p); - } - } - }); - } - - #- mark all files which are not in /etc/rc.d/ for packages which are already installed but which - #- are not in the packages list to upgrade. - #- the 'installed' property will make a package unable to be selected, look at select. - c::rpmdbTraverse($db, sub { - my ($header) = @_; - my $otherPackage = (c::headerGetEntry($header, 'release') !~ /mdk\w*$/ && - (c::headerGetEntry($header, 'name'). '-' . - c::headerGetEntry($header, 'version'). '-' . - c::headerGetEntry($header, 'release'))); - my $p = $packages->{names}{c::headerGetEntry($header, 'name')}; - - if ($p) { - my $epoch_cmp = c::headerGetEntry($header, 'epoch') <=> packageEpoch($p); - my $version_cmp = $epoch_cmp == 0 && versionCompare(c::headerGetEntry($header, 'version'), - packageVersion($p)); - my $version_rel_test = $epoch_cmp > 0 || $epoch_cmp == 0 && - ($version_cmp > 0 || $version_cmp == 0 && - versionCompare(c::headerGetEntry($header, 'release'), packageRelease($p)) >= 0); - if ($packageNeedUpgrade{packageName($p)}) { - log::l("package ". packageName($p) ." need to be upgraded"); - } elsif ($version_rel_test) { #- by default, package are upgraded whatever version is ! - if ($otherPackage && $version_cmp <= 0) { - log::l("force upgrading $otherPackage since it will not be updated otherwise"); - } else { - #- let the parent known this installed package. - print UPGRADE_OUTPUT "installed:" . packageName($p) . "\n"; - packageSetFlagInstalled($p, 1); - } - } elsif ($upgradeNeedRemove{packageName($p)}) { - my $otherPackage = (c::headerGetEntry($header, 'name'). '-' . - c::headerGetEntry($header, 'version'). '-' . - c::headerGetEntry($header, 'release')); - log::l("removing $otherPackage since it will not upgrade correctly!"); - $toRemove{$otherPackage} = 1; #- force removing for theses other packages, select our. - } - } else { - if (exists $obsoletedPackages{c::headerGetEntry($header, 'name')}) { - my @files = c::headerGetEntry($header, 'filenames'); - @installedFilesForUpgrade{grep { ($_ !~ m|^/dev/| && $_ !~ m|^/etc/rc.d/| && $_ !~ m|\.la$| && - ! -d "$prefix/$_" && ! -l "$prefix/$_") } @files} = (); - } - } - }); - - #- find new packages to upgrade. - foreach my $p (values %{$packages->{names}}) { - my $skipThis = 0; - my $count = c::rpmdbNameTraverse($db, packageName($p), sub { - my ($header) = @_; - $skipThis ||= packageFlagInstalled($p); - }); - - #- skip if not installed (package not found in current install). - $skipThis ||= ($count == 0); - - #- make sure to upgrade package that have to be upgraded. - $packageNeedUpgrade{packageName($p)} and $skipThis = 0; - - #- select the package if it is already installed with a lower version or simply not installed. - unless ($skipThis) { - my $cumulSize; - - selectPackage($packages, $p); - - #- keep in mind installed files which are not being updated. doing this costs in - #- execution time but use less memory, else hash all installed files and unhash - #- all file for package marked for upgrade. - c::rpmdbNameTraverse($db, packageName($p), sub { - my ($header) = @_; - $cumulSize += c::headerGetEntry($header, 'size'); - my @files = c::headerGetEntry($header, 'filenames'); - @installedFilesForUpgrade{grep { ($_ !~ m|^/dev/| && $_ !~ m|^/etc/rc.d/| && $_ !~ m|\.la$| && - ! -d "$prefix/$_" && ! -l "$prefix/$_") } @files} = (); - }); - - $ask_child->(packageName($p), "files", sub { - delete $installedFilesForUpgrade{$_[0]}; - }); - - #- keep in mind the cumul size of installed package since they will be deleted - #- on upgrade, only for package that are allowed to be upgraded. - if (allowedToUpgrade(packageName($p))) { - print UPGRADE_OUTPUT "$cumulSize:" . packageName($p) . "\n"; - } - } - } - - #- unmark all files for all packages marked for upgrade. it may not have been done above - #- since some packages may have been selected by depsList. - foreach my $p (values %{$packages->{names}}) { - if (packageFlagSelected($p)) { - $ask_child->(packageName($p), "files", sub { - delete $installedFilesForUpgrade{$_[0]}; - }); - } - } - - #- select packages which contains marked files, then unmark on selection. - #- a special case can be made here, the selection is done only for packages - #- requiring locales if the locales are selected. - #- another special case are for devel packages where fixes over the time has - #- made some files moving between the normal package and its devel couterpart. - #- if only one file is affected, no devel package is selected. - foreach my $p (values %{$packages->{names}}) { - unless (packageFlagSelected($p)) { - my $toSelect = 0; - $ask_child->(packageName($p), "files", sub { - if ($_[0] !~ m|^/dev/| && $_[0] !~ m|^/etc/rc.d/| && $_ !~ m|\.la$| && exists $installedFilesForUpgrade{$_[0]}) { - ++$toSelect if ! -d "$prefix/$_[0]" && ! -l "$prefix/$_[0]"; - } - delete $installedFilesForUpgrade{$_[0]}; - }); - if ($toSelect) { - if ($toSelect <= 1 && packageName($p) =~ /-devel/) { - log::l("avoid selecting " . packageName($p) . " as not enough files will be updated"); - } else { - #- default case is assumed to allow upgrade. - my @deps = map { my $p = packageById($packages, $_); - if_($p && packageName($p) =~ /locales-/, $p) } packageDepsId($p); - if (@deps == 0 || @deps > 0 && (grep { !packageFlagSelected($_) } @deps) == 0) { - log::l("selecting " . packageName($p) . " by selection on files"); - selectPackage($packages, $p); - } else { - log::l("avoid selecting " . packageName($p) . " as its locales language is not already selected"); - } - } - } - } - } - - #- clean memory... - %installedFilesForUpgrade = (); - - #- no need to still use the child as this point, we can let him to terminate. - close OUTPUT; - close INPUT; - waitpid $pid, 0; - } else { - close INPUT; - close OUTPUT; - open STDIN, "<&INPUT_CHILD"; - open STDOUT, ">&OUTPUT_CHILD"; - exec if_($ENV{LD_LOADER}, $ENV{LD_LOADER}), "parsehdlist", "--interactive", map { "/tmp/$_->{hdlist}" } values %{$packages->{mediums}} - or c::_exit(1); - } - - #- let the parent known about what we found here! - foreach my $p (values %{$packages->{names}}) { - print UPGRADE_OUTPUT "select:" . packageName($p) . "\n" if packageFlagSelected($p); - } - - #- clean false value on toRemove. - delete $toRemove{''}; - - #- get filenames that should be saved for packages to remove. - #- typically config files, but it may broke for packages that - #- are very old when compabilty has been broken. - #- but new version may saved to .rpmnew so it not so hard ! - if ($toSave && keys %toRemove) { - c::rpmdbTraverse($db, sub { - my ($header) = @_; - my $otherPackage = (c::headerGetEntry($header, 'name'). '-' . - c::headerGetEntry($header, 'version'). '-' . - c::headerGetEntry($header, 'release')); - if ($toRemove{$otherPackage}) { - print UPGRADE_OUTPUT "remove:$otherPackage\n"; - if (packageFlagBase($packages->{names}{c::headerGetEntry($header, 'name')})) { - delete $toRemove{$otherPackage}; #- keep it selected, but force upgrade. - } else { - my @files = c::headerGetEntry($header, 'filenames'); - my @flags = c::headerGetEntry($header, 'fileflags'); - for my $i (0..$#flags) { - if ($flags[$i] & c::RPMFILE_CONFIG()) { - print UPGRADE_OUTPUT "keepfiles:$files[$i]\n" unless $files[$i] =~ /kdelnk/; - } - } - } - } - }); - } - - #- close db, job finished ! - c::rpmdbClose($db); - log::l("done selecting packages to upgrade"); - - close UPGRADE_OUTPUT; - c::_exit(0); - } - - #- keep a track of packages that are been selected for being upgraded, - #- these packages should not be unselected (unless expertise) - foreach my $p (values %{$packages->{names}}) { - packageSetFlagUpgrade($p, 1) if packageFlagSelected($p); - } -} - -sub allowedToUpgrade { $_[0] !~ /^(kernel|kernel22|kernel2.2|kernel-secure|kernel-smp|kernel-linus|kernel-linus2.2|hackkernel|kernel-enterprise)$/ } - -sub installCallback { -# my $msg = shift; -# log::l($msg .": ". join(',', @_)); -} - -sub install($$$;$$) { - my ($prefix, $isUpgrade, $toInstall, $depOrder, $media) = @_; - my %packages; - - return if $::g_auto_install || !scalar(@$toInstall); - - #- for root loopback'ed /boot - my $loop_boot = loopback::prepare_boot($prefix); - - #- first stage to extract some important informations - #- about the packages selected. this is used to select - #- one or many transaction. - my ($total, $nb); - foreach my $pkg (@$toInstall) { - $packages{packageName($pkg)} = $pkg; - $nb++; - $total += to_int($pkg->[$SIZE_DEPS]); #- do not correct for upgrade! - } - - log::l("pkgs::install $prefix"); - log::l("pkgs::install the following: ", join(" ", keys %packages)); - eval { fs::mount("/proc", "$prefix/proc", "proc", 0) } unless -e "$prefix/proc/cpuinfo"; - - init_db($prefix); - - my $callbackOpen = sub { - my $p = $packages{$_[0]} or log::l("unable to retrieve package of $_[0]"), return -1; - my $f = packageFile($p); - print LOG "$f $media->{$p->[$MEDIUM]}{descr}\n"; - my $fd = install_any::getFile($f, $media->{$p->[$MEDIUM]}{descr}); - $fd ? fileno $fd : -1; - }; - my $callbackClose = sub { packageSetFlagInstalled($packages{$_[0]}, 1) }; - - #- do not modify/translate the message used with installCallback since - #- these are keys during progressing installation, or change in other - #- place (install_steps_gtk.pm,...). - installCallback("Starting installation", $nb, $total); - - my ($i, $min, $medium) = (0, 0, 1); - do { - my @transToInstall; - - if (!$depOrder || !$media) { - @transToInstall = values %packages; - $nb = 0; - } else { - do { - #- change current media if needed. - if ($i > $media->{$medium}{max}) { - #- search for media that contains the desired package to install. - foreach (keys %$media) { - $i >= $media->{$_}{min} && $i <= $media->{$_}{max} and $medium = $_, last; - } - } - $i >= $media->{$medium}{min} && $i <= $media->{$medium}{max} or die "unable to find right medium"; - install_any::useMedium($medium); - - while ($i <= $media->{$medium}{max} && ($i < $min || scalar @transToInstall < $limitMinTrans)) { - my $pkg = $depOrder->[$i++] or next; - my $dep = $packages{packageName($pkg)} or next; - if ($media->{$dep->[$MEDIUM]}{selected}) { - push @transToInstall, $dep; - foreach (map { split '\|' } packageDepsId($dep)) { - $min < $_ and $min = $_; - } - } else { - log::l("ignoring package $dep->[$FILE] as its medium is not selected"); - } - --$nb; #- make sure the package is not taken into account as its medium is not selected. - } - } while ($nb > 0 && scalar(@transToInstall) == 0); #- avoid null transaction, it a nop that cost a bit. - } - - #- added to exit typically after last media unselected. - if ($nb == 0 && scalar(@transToInstall) == 0) { - cleanHeaders($prefix); - - loopback::save_boot($loop_boot); - return; - } - - #- extract headers for parent as they are used by callback. - extractHeaders($prefix, \@transToInstall, $media); - - if ($media->{$medium}{method} eq 'cdrom') { - #- extract packages to make sure the getFile below to force - #- accessing medium will not be redirected to updates. - my @origin = grep { $_->[$MEDIUM] == $medium } @transToInstall; - - if (@origin) { - #- reset file descriptor open for main process but - #- make sure error trying to change from hdlist are - #- trown from main process too. - install_any::getFile(packageFile($origin[0]), $media->{$origin[0][$MEDIUM]}{descr}); - - #- allow some log here to check selected status. - log::l("status for medium $origin[0][$MEDIUM] ($media->{$origin[0][$MEDIUM]}{descr}) is " . - ($media->{$origin[0][$MEDIUM]}{selected} ? "selected" : "refused")); - } - } - #- and make sure there are no staling open file descriptor too (before forking)! - install_any::getFile('XXX'); - - my ($retry_package, $retry_count); - while ($retry_package || @transToInstall) { - local (*INPUT, *OUTPUT); pipe INPUT, OUTPUT; - if (my $pid = fork()) { - close OUTPUT; - my $error_msg = ''; - local $_; - while (<INPUT>) { - if (/^die:(.*)/) { - $error_msg = $1; - last; - } else { - chomp; - my @params = split ":"; - if ($params[0] eq 'close') { - &$callbackClose($params[1]); - } else { - installCallback(@params); - } - } - } - $error_msg and $error_msg .= join('', <INPUT>); - waitpid $pid, 0; - close INPUT; - $error_msg and die $error_msg; - } else { - #- child process will run each transaction. - $SIG{SEGV} = sub { log::l("segmentation fault on transactions"); c::_exit(0) }; - my @prev_pids = grep { /^\d+$/ } all("/proc"); - my $db; - eval { - close INPUT; - select((select(OUTPUT), $| = 1)[0]); - $db = c::rpmdbOpen($prefix) or die "error opening RPM database: ", c::rpmErrorString(); - my $trans = c::rpmtransCreateSet($db, $prefix); - if ($retry_package) { - log::l("opened rpm database for retry transaction of 1 package only"); - c::rpmtransAddPackage($trans, $retry_package->[$HEADER], packageName($retry_package), - $isUpgrade && allowedToUpgrade(packageName($retry_package))); - } else { - log::l("opened rpm database for transaction of ". scalar @transToInstall ." new packages, still $nb after that to do"); - c::rpmtransAddPackage($trans, $_->[$HEADER], packageName($_), - $isUpgrade && allowedToUpgrade(packageName($_))) - foreach @transToInstall; - } - - c::rpmdepOrder($trans) or die "error ordering package list: " . c::rpmErrorString(); - c::rpmtransSetScriptFd($trans, fileno LOG); - - log::l("rpmRunTransactions start"); - my @probs = c::rpmRunTransactions($trans, $callbackOpen, - sub { #- callbackClose - my $p = $packages{$_[0]} or return; - my $check_installed; - c::rpmdbNameTraverse($db, packageName($p), sub { - my ($header) = @_; - $check_installed ||= c::headerGetEntry($header, 'version') eq packageVersion($p) && c::headerGetEntry($header, 'release') eq packageRelease($p); - }); - $check_installed and print OUTPUT "close:$_[0]\n"; }, - sub { #- installCallback - print OUTPUT join(":", @_), "\n"; }, - 1); - log::l("rpmRunTransactions done, now trying to close still opened fd"); - install_any::getFile('XXX'); #- close still opened fd. - - if (@probs) { - my %parts; - @probs = reverse grep { - if (s/(installing package) .* (needs (?:.*) on the (.*) filesystem)/$1 $2/) { - $parts{$3} ? 0 : ($parts{$3} = 1); - } else { - 1; - } - } reverse map { s|/mnt||; $_ } @probs; - - c::rpmdbClose($db); - die "installation of rpms failed:\n ", join("\n ", @probs); - } - }; $@ and print OUTPUT "die:$@\n"; - - c::rpmdbClose($db); - log::l("rpm database closed"); - - close OUTPUT; - - #- now search for child process which may be locking the cdrom, making it unable to be ejected. - my @allpids = grep { /^\d+$/ } all("/proc"); - my %ppids; - foreach (@allpids) { - cat_("/proc/$_/status") =~ /^PPid:\s+(\d+)/m; - push @{$ppids{$1 || 1}}, $_; - } - my @killpid = difference2(\@allpids, [ @prev_pids, - difference2([ $$, hashtree2list(getppid, \%ppids) ], - [ hashtree2list($$, \%ppids) ]) ]); - - if (@killpid) { - log::l("ERROR: DrakX should not have to clean the packages shit. Killing ". join(", ", @killpid)); - kill 15, @killpid; - sleep 2; - kill 9, @killpid; - } - - c::_exit(0); - } - - #- if we are using a retry mode, this means we have to split the transaction with only - #- one package for each real transaction. - unless ($retry_package) { - my @badPackages; - foreach (@transToInstall) { - if (!packageFlagInstalled($_) && $media->{$_->[$MEDIUM]}{selected} && !exists($ignoreBadPkg{packageName($_)})) { - push @badPackages, $_; - log::l("bad package $_->[$FILE]"); - } else { - packageFreeHeader($_); - } - } - @transToInstall = @badPackages; - #- if we are in retry mode, we have to fetch only one package at a time. - $retry_package = shift @transToInstall; - $retry_count = 3; - } else { - if (!packageFlagInstalled($retry_package) && $media->{$retry_package->[$MEDIUM]}{selected} && !exists($ignoreBadPkg{packageName($retry_package)})) { - if ($retry_count) { - log::l("retrying installing package $retry_package->[$FILE] alone in a transaction"); - --$retry_count; - } else { - log::l("bad package $retry_package->[$FILE] unable to be installed"); - packageSetFlagSelected($retry_package, 0); - cdie ("error installing package list: $retry_package->[$FILE]"); - } - } - if (packageFlagInstalled($retry_package) || ! packageFlagSelected($retry_package)) { - packageFreeHeader($retry_package); - $retry_package = shift @transToInstall; - $retry_count = 3; - } - } - } - cleanHeaders($prefix); - } while ($nb > 0 && !$pkgs::cancel_install); - - done_db(); - - cleanHeaders($prefix); - - loopback::save_boot($loop_boot); -} - -sub remove($$) { - my ($prefix, $toRemove) = @_; - - return if $::g_auto_install || !@{$toRemove || []}; - - log::l("reading /usr/lib/rpm/rpmrc"); - c::rpmReadConfigFiles() or die "can't read rpm config files"; - log::l("\tdone"); - - my $db = c::rpmdbOpen($prefix) or die "error opening RPM database: ", c::rpmErrorString(); - log::l("opened rpm database for removing old packages"); - - my $trans = c::rpmtransCreateSet($db, $prefix); - - foreach my $p (@$toRemove) { - #- stuff remove all packages that matches $p, not a problem since $p has name-version-release format. - c::rpmtransRemovePackages($db, $trans, $p) if allowedToUpgrade($p); - } - - eval { fs::mount("/proc", "$prefix/proc", "proc", 0) } unless -e "$prefix/proc/cpuinfo"; - - my $callbackOpen = sub { log::l("trying to open file from $_[0] which should not happen"); }; - my $callbackClose = sub { log::l("trying to close file from $_[0] which should not happen"); }; - - #- we are not checking depends since it should come when - #- upgrading a system. although we may remove some functionalities ? - - #- do not modify/translate the message used with installCallback since - #- these are keys during progressing installation, or change in other - #- place (install_steps_gtk.pm,...). - installCallback("Starting removing other packages", scalar @$toRemove); - - if (my @probs = c::rpmRunTransactions($trans, $callbackOpen, $callbackClose, \&installCallback, 1)) { - die "removing of old rpms failed:\n ", join("\n ", @probs); - } - c::rpmtransFree($trans); - c::rpmdbClose($db); - log::l("rpm database closed"); - - #- keep in mind removing of these packages by cleaning $toRemove. - @{$toRemove || []} = (); -} - -sub selected_leaves { - my ($packages) = @_; - my %l; - - #- initialize l with all id, not couting base package. - foreach my $id (0 .. $#{$packages->{depslist}}) { - my $pkg = packageById($packages, $id) or next; - packageSelectedOrInstalled($pkg) && !packageFlagBase($pkg) or next; - $l{$id} = 1; - } - - foreach my $id (keys %l) { - #- when a package is in a choice, increase its value in hash l, because - #- it has to be examined before when we will select them later. - #- NB: this number may be computed before to save time. - my $p = $packages->{depslist}[$id] or next; - foreach (packageDepsId($p)) { - if (/\|/) { - foreach (split '\|') { - exists $l{$_} or next; - $l{$_} > 1 + $l{$id} or $l{$_} = 1 + $l{$id}; - } - } - } - } - - #- at this level, we can remove selected packages that are already - #- required by other, but we have to sort according to choice usage. - foreach my $id (sort { $l{$b} <=> $l{$a} || $b <=> $a } keys %l) { - #- do not count already deleted id, else cycles will be removed. - $l{$id} or next; - - my $p = $packages->{depslist}[$id] or next; - foreach (packageDepsId($p)) { - #- choices need no more to be examined, this has been done above. - /\|/ and next; - #- improve value of this one, so it will be selected before. - $l{$id} < $l{$_} and $l{$id} = $l{$_}; - $l{$_} = 0; - } - } - - #- now sort again according to decrementing value, and gives packages name. - [ map { packageName($packages->{depslist}[$_]) } sort { $l{$b} <=> $l{$a} } grep { $l{$_} > 0 } keys %l ]; -} - - -sub naughtyServers { - my ($packages) = @_; - - my @old_81 = qw( -freeswan -); - my @old_82 = qw( -vnc-server -postgresql-server -mon -); - - my @new_80 = qw( -jabber -FreeWnn -MySQL -am-utils -apache -boa -cfengine -cups -drakxtools-http -finger-server -imap -leafnode -lpr -ntp -openssh-server -pidentd -postfix -proftpd -rwall -rwho -squid -webmin -wu-ftpd -ypbind -); # nfs-utils-clients portmap - # X server - - my @new_81 = qw( -apache-mod_perl -ftp-server-krb5 -mcserv -samba -telnet-server-krb5 -ypserv -); - - my @new_82 = qw( -LPRng -bind -httpd-naat -ibod -inn -netatalk -nfs-utils -rusers-server -samba-swat -tftp-server -ucd-snmp -); - - my @naughtyServers = (@new_80, @new_81, @new_82); - - grep { - my $p = packageByName($packages, $_); - $p && packageFlagSelected($p); - } @naughtyServers; -} - -sub hashtree2list { - my ($e, $h) = @_; - my @l; - my @todo = $e; - while (@todo) { - my $e = shift @todo; - push @l, $e; - push @todo, @{$h->{$e}}; - } - @l; -} - -1; |