1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
|
#!/usr/bin/ruby
def usage
puts "Usage: #{$0} [options]"
puts "Moves obsolete packages"
puts
puts "-h, --help show help"
puts "-m, --media <media> which media to clean (default: core/release)"
puts "-p, --base <path> base path to the repository"
puts "-a, --archs <arch1>,<arch2>,... list of architectures to clean"
puts "-d, --destination <path> path to the old packages storage"
puts "-v, --version <version> version to clean (default: cauldron)"
end
require 'fileutils'
require 'getoptlong'
require 'readline'
def process
opts = GetoptLong.new(
[ '--help', '-h', GetoptLong::NO_ARGUMENT ],
[ '--archs', '-a', GetoptLong::REQUIRED_ARGUMENT ],
[ '--base', '-p', GetoptLong::REQUIRED_ARGUMENT ],
[ '--media', '-m', GetoptLong::REQUIRED_ARGUMENT ],
[ '--destination', '-d', GetoptLong::REQUIRED_ARGUMENT ],
[ '--version', '-v', GetoptLong::REQUIRED_ARGUMENT ]
)
base_path = "<%= scope.lookupvar('buildsystem::var::repository::bootstrap_root') %>/distrib"
archs = [ "i586", "x86_64", "aarch64", "armv7hl" ]
media = "core/release"
old_path = "<%= scope.lookupvar('buildsystem::var::youri::packages_archivedir') %>"
version = "cauldron"
opts.each do |opt, arg|
case opt
when '--help'
usage
exit 0
when '--destination'
old_path = arg
when '--media'
media = arg
when '--archs'
archs = arg.split(",")
when '--base'
base_path = arg
when '--version'
version = arg
end
end
src_path = "#{base_path}/#{version}/SRPMS/#{media}"
$used_srcs = {}
$srcs = {}
$srcages = {}
# Get a list of all src.rpm and their build time
`urpmf --synthesis "#{src_path}/media_info/synthesis.hdlist.cz" --qf '%filename:%buildtime' "."`.each_line{|l|
l2 = l.split(':')
filename = l2[0]
buildtime = l2[1].to_i
name = filename.sub(/-[^-]*-[^-]*$/, '')
$srcages[name] = [ filename, buildtime ] unless $srcages[name] && buildtime < $srcages[name][1]
$srcs[filename] = true
}
# TODO: Take an upload lock to avoid being confused by emi moving things
archs.each{|arch|
bin_path = "#{base_path}/#{version}/#{arch}/media/#{media}"
debug_path = bin_path.sub("/media/", "/media/debug/")
old_packages = check_binaries($srcs, $srcages, bin_path, $used_srcs)
old_debug_packages = check_binaries($srcs, {}, debug_path, nil)
move_packages(bin_path, old_path, old_packages)
move_packages(debug_path, old_path, old_debug_packages)
}
$used_srcs.keys.each{|s| $srcs.delete(s)}
move_packages(src_path, old_path, $srcs.keys)
end
def move_packages(src, dst, list)
list.reject!{|f| !File.exist?(src + "/" + f)}
return if list.empty?
list.each{|b|
puts b
}
puts "The #{list.length} listed packages will be moved from #{src} to #{dst}."
line = Readline::readline('Are you sure [Yn]? ')
if (line =~ /^y?$/i)
list.each{|s|
oldfile = src + "/" + s
newfile = dst + "/" + s
next unless File.exist?(oldfile)
if (File.exist?(newfile))
File.unlink(oldfile)
else
FileUtils.mv(oldfile, newfile)
end
}
end
end
# For each binary media:
# - Check if we have the src.rpm (else the binary package is obsolete)
# * If we don't have the src.rpm, check if we have a newer version
# - If there is a new version:
# * check if this architecture has packages from it to avoid deleting armv7hl packages before the new one get rebuilt
# * check if the new version is old enough to allow rebuilding everything (7d?)
# - Mark used src.rpm (if one is never marked, the src.rpm is obsolete)
def packages(path)
`urpmf --synthesis "#{path}/media_info/synthesis.hdlist.cz" --qf '%sourcerpm:%filename' ":"`.each_line{|l|
yield l
}
end
def check_binaries(srcs, srcages, path, used_srcs)
used_here_srcs = {}
packages(path) {|l|
l2 = l.split(':')
src = l2[0]
filename = l2[1].rstrip
used_srcs[src] = true if used_srcs != nil
used_here_srcs[src] = true unless filename =~ /noarch.rpm$/
}
old_binaries = []
packages(path) {|l|
l2 = l.split(':')
src = l2[0]
filename = l2[1].rstrip
if ! srcs[src] then
name = src.sub(/-[^-]*-[^-]*$/, '')
if srcages[name] then
# If the package was updated, only delete old binaries after 7d
next unless srcages[name][1] < Time.now.to_i - 24*60*60*7
# Do not delete if the new version of the package hasn't been built for this arch yet
next unless used_here_srcs[srcages[name][0]]
end
old_binaries << filename
end
}
old_binaries
end
if __FILE__ == $0 then
process
end
|
