summaryrefslogtreecommitdiffstats
path: root/lib/MDV
diff options
context:
space:
mode:
authorOlivier Thauvin <nanardon@mandriva.org>2007-02-19 11:05:04 +0000
committerOlivier Thauvin <nanardon@mandriva.org>2007-02-19 11:05:04 +0000
commitc3078da6c7503cb816bb8a818db28ab5862671f4 (patch)
treebbc0bd759bef766ae1e11d65a5fd14ddcd11bb03 /lib/MDV
parent2fe61e07370ca3ccec7d686abf7d497a75d435c0 (diff)
downloadperl-MDV-Distribconf-c3078da6c7503cb816bb8a818db28ab5862671f4.tar
perl-MDV-Distribconf-c3078da6c7503cb816bb8a818db28ab5862671f4.tar.gz
perl-MDV-Distribconf-c3078da6c7503cb816bb8a818db28ab5862671f4.tar.bz2
perl-MDV-Distribconf-c3078da6c7503cb816bb8a818db28ab5862671f4.tar.xz
perl-MDV-Distribconf-c3078da6c7503cb816bb8a818db28ab5862671f4.zip
- all synthesis should be regenerate if one media change
Diffstat (limited to 'lib/MDV')
-rw-r--r--lib/MDV/Distribconf/Build.pm525
1 files changed, 523 insertions, 2 deletions
diff --git a/lib/MDV/Distribconf/Build.pm b/lib/MDV/Distribconf/Build.pm
index 7983ca3..70fbeec 100644
--- a/lib/MDV/Distribconf/Build.pm
+++ b/lib/MDV/Distribconf/Build.pm
@@ -12,8 +12,12 @@ MDV::Distribconf::Build - Subclass to MDV::Distribconf to build configuration
use strict;
use warnings;
-use MDV::Distribconf;
use File::Path;
+use RPM4;
+use MDV::Packdrakeng;
+use File::Temp qw(tempfile);
+use File::Copy qw(cp);
+use Digest::MD5;
use base qw(MDV::Distribconf MDV::Distribconf::Checks);
our $VERSION = (qq$Revision$ =~ /(\d+)/)[0];
@@ -93,7 +97,6 @@ sub create_media {
}
}
-
1;
}
@@ -333,6 +336,524 @@ sub write_productid {
return 1;
}
+sub DESTROY {
+ my ($self) = @_;
+ return if($self->{noclean});
+ foreach (@{$self->{tempfiles} || []}, keys %{$self->{tempfile} || {}}) {
+ unlink($_);
+ }
+}
+
+sub _first_pass {
+ my ($self, $header) = @_;
+ #print $header->fullname() . "\n";
+
+ my $r = $header->dep('REQUIRENAME', 0);
+ push(@{$self->{packageinfo}}, { n => scalar($header->fullname()), r => $r } );
+ $r->init();
+ while ($r->next() >= 0) {
+ $r->flags & (1 << 24) and next; # rpmlib dep
+ push(@{$self->{requires}{$r->name()}}, { id => $#{$self->{packageinfo}}, dep => $r });
+ }
+}
+
+sub list_medias_exists {
+ my ($self) = @_;
+ grep { -d $self->getfullmediapath($_, 'path') } $self->listmedia();
+}
+
+sub clean_info {
+ my ($self) = @_;
+ $self->{requires} = {};
+ $self->{packageinfo} = [];
+ $self->{depslist} = {};
+ $self->{group} = {};
+ $self->{provides} = {};
+ $self->{media} = {};
+}
+
+sub traverse_media {
+ my ($self, $media, $callback) = @_;
+ my ($onlyh, $onlyd);
+
+ my ($hdlisttoread, $pack);
+ my $dir = $self->getfullpath($media, 'path');
+ if ($self->{media}{$media}{temphdlist}) {
+ $hdlisttoread = $self->{media}{$media}{temphdlist};
+ } elsif (-f $self->getfullmediapath($media, 'hdlist')) {
+ ($onlyh, $onlyd) = MDV::Distribconf::Utils::hdlist_vs_dir(
+ $self->getfullmediapath($media, 'hdlist'),
+ $dir,
+ );
+ if (@{$onlyh || []} + @{$onlyd || []}) {
+ printf(
+ "Delta for %s, +%d -%d\n",
+ $media,
+ scalar(@{$onlyd || []}),
+ scalar(@{$onlyh || []}),
+ );
+ }
+ my @countindir = glob("$dir/*.rpm");
+ if (@countindir && (@{$onlyh || []} / @countindir) < 0.50) {
+ $hdlisttoread = $self->getfullmediapath($media, 'hdlist');
+ } else {
+ @{$onlyd} = ();
+ if (opendir(my $dh, $dir)) {
+ while (my $f = readdir($dh)) {
+ $f =~ /\.rpm$/ and push(@{$onlyd}, $f);
+ }
+ close($dh);
+ }
+ }
+ if (@{$onlyh || []} + @{$onlyd || []}) {
+ $self->{media}{$media}{unsych} = 1;
+ ($self->{media}{$media}{temphdlist}, $pack) = $self->get_temp_pack(
+ $self->getfullmediapath($media, 'hdlist')
+ );
+ }
+ } else {
+ if (opendir(my $dh, $dir)) {
+ while (my $f = readdir($dh)) {
+ $f =~ /\.rpm$/ and push(@{$onlyd}, $f);
+ }
+ close($dh);
+ }
+ $self->{media}{$media}{unsych} = 1;
+ ($self->{media}{$media}{temphdlist}, $pack) = $self->get_temp_pack(
+ $self->getfullmediapath($media, 'hdlist')
+ );
+ }
+ $self->{media}{$media}{temphdlist} ||= $self->getfullmediapath($media, 'hdlist');
+
+ my $addtopack = sub {
+ my ($header) = @_;
+ if ($pack) {
+ my $tmp = new File::Temp( UNLINK => 1, SUFFIX => '.hdr' );
+ $header->write($tmp);
+ seek($tmp, 0, 0);
+ $pack->add_virtual('f', scalar($header->fullname()), $tmp);
+ close($tmp);
+ }
+ };
+
+ my @rpmsneed = map { "$dir/" . $_ } @{$onlyd || []};
+ RPM4::parserpms(
+ rpms => \@rpmsneed,
+ checkrpms => 0,
+ callback => sub {
+ my %args = @_;
+ $args{header} or do {
+ warn "invalid rpm $args{rpm}\n";
+ return 1;
+ };
+ my $ba = ($args{rpm} =~ m:.*/([^/]*)$:)[0];
+ if ($ba ne $args{header}->fullname() . ".rpm") {
+ warn "$media/$ba differ of header info (" . $args{header}->fullname() . ")\n";
+ }
+ #printf "+ %s\n", scalar($args{header}->fullname());
+ #$self->_first_pass($args{header}, $pack);
+ $addtopack->($args{header});
+ $callback->($args{header});
+ 1;
+ },
+ );
+
+ if ($hdlisttoread && open(my $hz, "zcat '$hdlisttoread' 2>/dev/null |")) {
+ while(my $h = RPM4::stream2header($hz)) {
+ if (grep { $h->fullname() . '.rpm' eq $_} @{$onlyh || []}) {
+ next;
+ }
+ $addtopack->($h);
+ $callback->($h);
+ #$self->_first_pass($args{header}, $pack);
+ }
+ close($hz);
+ }
+}
+
+sub list_unsynch_medias {
+ my ($self) = @_;
+ grep { $self->{media}{$_}{unsych} } keys %{ $self->{media} || {} }
+}
+
+sub load_media {
+ my ($self, $media, $callback) = @_;
+ if ($self->{media}{$media}{load_done}) {
+ return;
+ } else {
+ $self->{media}{$media}{load_done} = 1;
+ }
+
+ $callback ||= sub {};
+ $self->{media}{$media}{start} = $#{$self->{packageinfo} || []} + 1;
+ $self->traverse_media(
+ $media,
+ sub {
+ $self->_first_pass($_[0]);
+ $callback->($_[0]);
+ }
+ );
+}
+
+sub populate_media {
+ my ($self, $media) = @_;
+
+ if ($self->{media}{$media}{populate_done}) {
+ return;
+ } else {
+ $self->{media}{$media}{populate_done} = 1;
+ }
+ $self->load_media($media);
+
+ my $count = $self->{media}{$media}{start};
+ my $synthhandle;
+ if ($self->list_unsynch_medias()) {
+ my $synthf = $self->get_temp_file(
+ $self->getfullmediapath($media, 'synthesis')
+ );
+
+ open($synthhandle, "| gzip --best > '$synthf'");
+ }
+
+ $self->traverse_media(
+ $media,
+ sub {
+ my ($h) = @_;
+ my $synthinfo;
+ if ($synthhandle) {
+ $synthinfo = {
+ fullname => scalar($h->fullname()),
+ summary => $h->tag(1004),
+ epoch => $h->tag(1003) || 0,
+ size => $h->tag(1009),
+ group => $h->tag(1016),
+ os => $h->tag('OS'),
+ hdrid => pack("H*",$h->tag('HDRID')),
+ provides => [],
+ requires => [],
+ obsoletes => [],
+ conflicts => [],
+ };
+ }
+
+ push(@{$self->{group}{$h->tag('group')}}, $count);
+
+ if (my $f = $h->files()) {
+ $f->init();
+ while ($f->next() >= 0) {
+ exists($self->{requires}{$f->filename}) or next;
+ push(@{$synthinfo->{requires}}, $f->filename) if ($synthinfo);
+ foreach my $po (@{$self->{requires}{$f->filename}}) {
+ exists($self->{depslist}{$po->{id}}{$count}) and next;
+ while((my $idx = $po->{dep}->next()) >= 0) {
+ if ($po->{dep}->name eq $f->filename) {
+ push(@{$self->{provides}{$f->filename}}, $count);
+ $self->{depslist}{$po->{id}}{$idx}{$count} = 1;
+ last;
+ }
+ }
+ }
+ }
+ }
+ if (my $p = $h->dep('PROVIDENAME')) {
+ $p->init();
+ while ($p->next() >= 0) {
+ push(@{$self->{provides}{$p->name}}, $count);
+ if ($synthinfo) {
+ my @d = $p->info();
+ push(@{$synthinfo->{provides}}, sprintf(
+ "%s%s%s",
+ "$d[1]",
+ ($p->flags() & RPM4::flagvalue('sense', [ 'PREREQ' ])) ? '[*]' : '',
+ $d[2] ? '[' . ($d[2] eq '=' ? '==' : $d[2]) . " $d[3]\]" : '' ));
+ }
+ exists($self->{requires}{$p->name}) or next;
+ foreach my $po (@{$self->{requires}{$p->name}}) {
+ exists($self->{depslist}{$po->{id}}{$count}) and next;
+ $po->{dep}->init();
+ while((my $idx = $po->{dep}->next()) >= 0) {
+ if ($po->{dep}->overlap($p)) {
+ $self->{depslist}{$po->{id}}{$idx}{$count} = 1;
+ last;
+ }
+ }
+ }
+ }
+ }
+ if ($synthinfo) {
+ if (my $p = $self->{packageinfo}[$count]->{r}) {
+ $p->init();
+ while ($p->next() >= 0) {
+ $p->flags & (1 << 24) and next; # rpmlib dep
+ my @d = $p->info();
+ push(@{$synthinfo->{requires}}, sprintf(
+ "%s%s%s",
+ "$d[1]",
+ ($p->flags() & RPM4::flagvalue('sense', [ 'PREREQ' ])) ? '[*]' : '',
+ $d[2] ? '[' . ($d[2] eq '=' ? '==' : $d[2]) . " $d[3]\]" : '' ));
+ }
+ }
+ if (my $p = $h->dep('OBSOLETENAME')) {
+ $p->init();
+ while ($p->next() >= 0) {
+ my @d = $p->info();
+ push(@{$synthinfo->{obsoletes}}, sprintf(
+ "%s%s%s",
+ "$d[1]",
+ ($p->flags() & RPM4::flagvalue('sense', [ 'PREREQ' ])) ? '[*]' : '',
+ $d[2] ? '[' . ($d[2] eq '=' ? '==' : $d[2]) . " $d[3]\]" : '' ));
+ }
+ }
+ if (my $p = $h->dep('CONFLICTNAME')) {
+ $p->init();
+ while ($p->next() >= 0) {
+ if ($synthinfo) {
+ my @d = $p->info();
+ push(@{$synthinfo->{conflicts}}, sprintf(
+ "%s%s%s",
+ "$d[1]",
+ ($p->flags() & RPM4::flagvalue('sense', [ 'PREREQ' ])) ? '[*]' : '',
+ $d[2] ? '[' . ($d[2] eq '=' ? '==' : $d[2]) . " $d[3]\]" : '' ));
+ }
+ }
+ }
+
+ foreach my $deptag (qw(provides conflicts obsoletes requires)) {
+ my @deps;
+ { my %uniq; @uniq{@{$synthinfo->{$deptag} || []}} = (); @deps = keys(%uniq); }
+ printf($synthhandle '@%s@%s'."\n",
+ $deptag,
+ join('@', @deps)) if (@deps);
+ }
+ printf($synthhandle '@summary@%s'. "\n",
+ $synthinfo->{summary},
+ );
+ printf($synthhandle '@info@%s@%d@%d@%s'."\n",
+ $synthinfo->{fullname},
+ $synthinfo->{epoch},
+ $synthinfo->{size},
+ $synthinfo->{group},
+ );
+ }
+
+ $count++;
+ }
+ );
+ close($synthhandle) if ($synthhandle);
+}
+
+sub set_media_size {
+ my ($self, $media) = @_;
+ my $size = 0;
+ foreach (glob($self->getfullmediapath($media, 'path') . '/*.rpm')) {
+ $size += (stat($_))[7];
+ }
+ my $blk = 1;
+ my $showsize = $size;
+ my @unit = (' ', qw(k m g));
+ while (@unit) {
+ my $u = shift(@unit);
+ if ($size / $blk < 1) {
+ last;
+ }
+ $showsize = sprintf('%d%s', $size / $blk, $u);
+ $blk *= 1024;
+ }
+ $self->setvalue($media, 'size', $showsize);
+}
+
+sub set_all_medias_size {
+ my ($self) = @_;
+ foreach my $media ($self->list_medias_exists()) {
+ $self->set_media_size($media);
+ }
+}
+
+sub load_all_medias {
+ my ($self) = @_;
+ foreach my $media ($self->list_medias_exists()) {
+ $self->load_media($media);
+ }
+}
+
+sub populate_all_medias {
+ my ($self) = @_;
+ $self->load_all_medias();
+ foreach my $media ($self->list_medias_exists()) {
+ $self->populate_media($media);
+ }
+}
+
+sub generate_base_files {
+ my ($self) = @_;
+ $self->populate_all_medias();
+ $self->generate_depslist();
+ $self->generate_compss();
+ $self->generate_provides();
+}
+
+sub generate_depslist {
+ my ($self) = @_;
+ if (open(my $hdepl, '>', $self->get_temp_file($self->getfullpath(undef, 'depslist.ordered')))) {
+ my %ordered;
+ foreach my $id (keys %{$self->{depslist} || {}}) {
+ foreach my $depindex (keys %{$self->{depslist}{$id} || {}}) {
+ foreach (keys %{$self->{depslist}{$id}{$depindex} || {}}) {
+ $ordered{$_} ||= 0; $ordered{$_}++;
+ }
+ }
+ }
+
+ my (@ord, %map);
+
+ foreach my $id (sort { ($ordered{$a} || 0) <=> ($ordered{$b} || 0) } (0..$#{$self->{packageinfo}})) {
+ push(@ord, $id);
+ $map{$id} = $#ord;
+ }
+
+ foreach my $id (@ord) {
+ my $r = ${$self->{packageinfo}}[$id]->{r} or next;
+ $r->init;
+ my %found;
+ while ((my $idx = $r->next) >= 0) {
+ $r->flags & (1 << 24) and next; # rpmlib dep
+ if (exists($self->{depslist}{$id}{$idx}) && $self->{depslist}{$id}{$idx}) {
+ @found{
+ grep { $_ eq $id } # hum ??
+ join('|', grep { defined($_) } map { $map{$_} } keys %{$self->{depslist}{$id}{$idx}})
+ } = ();
+ } else {
+ $found{'NOTFOUND_' . $r->name} = 1;
+ }
+ }
+ ${$self->{packageinfo}}[$id]->{r} = undef;
+ printf $hdepl "%s 0 %s\n", ${$self->{packageinfo}}[$id]->{n}, join(' ', keys %found);
+ }
+ close($hdepl);
+ } else {
+ return;
+ }
+ 1;
+}
+
+sub generate_compss {
+ my ($self) = @_;
+ if (open(my $hcompss, '>', $self->get_temp_file($self->getfullpath(undef, 'compss')))) {
+ foreach my $g (sort keys %{$self->{group} || {}}) {
+ print $hcompss "$g\n";
+ foreach my $p (
+ sort map { ${$self->{packageinfo}}[$_]->{n} }
+ @{$self->{group}{$g} || []}
+ ) {
+ print $hcompss "\t$p\n";
+ }
+ print $hcompss "\n";
+ }
+ close($hcompss);
+ } else {
+ return;
+ }
+ 1;
+}
+
+sub generate_provides {
+ my ($self) = @_;
+ if (open(my $hpro, '>', $self->get_temp_file($self->getfullpath(undef, 'provides')))) {
+ foreach my $pro (keys %{$self->{provides} || {}}) {
+ my %list; @list{map { ${$self->{packageinfo}}[$_]->{n} } @{$self->{provides}{$pro} || []}} = ();
+ printf $hpro "%s@%s\n", $pro, join('@', keys %list);
+ }
+ close($hpro);
+ } else {
+ return;
+ }
+}
+
+sub link_index_to_distrib {
+ my ($self) = @_;
+ foreach my $media ($self->list_medias_exists()) {
+ foreach (qw(hdlist synthesis)) {
+ my ($mfile, $gfile) = (
+ $self->getfullmediapath($media, $_),
+ $self->getfullpath($media, $_)
+ );
+ printf "link %s to %s\n", $mfile, $gfile;
+ if (((stat($mfile))[1] || -1) != ((stat($gfile))[1] || -1)) {
+ if (-f $gfile) {
+ unlink($gfile) or next;
+ }
+ link($mfile, $gfile) or return;
+ }
+ }
+ }
+ 1;
+}
+
+sub rebuild_md5 {
+ my ($self) = @_;
+ my $needredo = 0;
+ foreach my $media ($self->list_medias_exists()) {
+ my ($bad, $md5) = MDV::Distribconf::Utils::checkmd5(
+ $self->getfullmediapath($media, 'MD5SUM'),
+ map { $self->getfullmediapath($media, $_) } qw(hdlist synthesis),
+ );
+ if (@{$bad || []}) {
+ printf "Writting %s\n", $self->getfullmediapath($media, 'MD5SUM');
+ if(open(my $md5f, ">", $self->getfullmediapath($media, 'MD5SUM'))) {
+ foreach (keys %{$md5 || {}}) {
+ printf $md5f "%s %s\n", $md5->{$_}, $_;
+ }
+ close($md5f);
+ } else {
+ return;
+ }
+ }
+ }
+ my ($bad, $md5) = MDV::Distribconf::Utils::checkmd5(
+ $self->getfullpath(undef, 'MD5SUM'),
+ (map { $self->getfullmediapath($_, 'hdlist') } $self->list_medias_exists()),
+ (map { $self->getfullmediapath($_, 'synthesis') } $self->list_medias_exists()),
+ );
+ if (@{$bad || []}) {
+ printf "Writting %s\n", $self->getfullpath(undef, 'MD5SUM');
+ if(open(my $md5f, ">", $self->getfullpath(undef, 'MD5SUM'))) {
+ foreach (keys %{$md5 || {}}) {
+ printf $md5f "%s %s\n", $md5->{$_}, $_;
+ }
+ close($md5f);
+ } else {
+ return;
+ }
+ }
+ 1;
+}
+
+sub push_temp_files {
+ my ($self) = @_;
+ foreach (keys %{$self->{tempfile} || {}}) {
+ printf "%s => %s\n", $self->{tempfile}{$_}, $_;
+ cp($self->{tempfile}{$_}, $_) or return;
+ push(@{$self->{tempfiles}}, $self->{tempfile}{$_});
+ delete($self->{tempfile}{$_});
+ }
+ 1;
+}
+
+sub get_temp_pack {
+ my ($self, $destfile) = @_;
+ my ($handle, $filename) = tempfile( TEMPLATE => 'packXXXX', SUFFIX => '.cz' );
+ close($handle);
+ $self->{tempfile}{$destfile} = $filename;
+ return($filename, MDV::Packdrakeng->new(archive => $filename));
+}
+
+sub get_temp_file {
+ my ($self, $destfile, @tempopts) = @_;
+ my ($handle, $filename) = tempfile( @tempopts );
+ close($handle);
+ $self->{tempfile}{$destfile} = $filename;
+}
+
1;
__END__