Attachment 6276 Details for Bug 36381

Check APT repository for consistent packages

repo-pkg-check (text/plain), 4.50 KB, created by Philipp Hahn on 2014-11-03 07:25 CET

(hide)

Description:

Filename:

MIME Type:

Creator: Philipp Hahn

Created: 2014-11-03 07:25 CET

Size: 4.50 KB

patch

obsolete

>#!/usr/bin/python
>"""
>Check APT repository for consistent packages:
>- same version for all $ARCH
>- package is correct $ARCH directory
>- no duplicate version
>- apt/ and packages/ in sync
>"""
>import os
>import sys
>import logging
>from optparse import OptionParser
>
>
>OVERWRITE = {
>	# source package equals binary package, has explicit version overwrite
>	"binutils-mingw-w64_2.22-8.29.201403142056+2.2.201403142144_all": ("binutils-mingw-w64", "2.2.201403142144"),
>	# binary package matches other source package
>	"snappy_0.2-1.4.201403200850_amd64": ("snappy-player", "0.2-1.4.201403200850"),
>	"snappy_0.2-1.4.201403200850_i386": ("snappy-player", "0.2-1.4.201403200850"),
>}
>
>
>class Check(object):
>	BASE = "/var/univention/buildsystem2"
>	RELEASE = "ucs_4.0-0"
>
>	def __init__(self):
>		self.apt_files = set()
>		self.index_files = set()
>		self.log = logging.getLogger()
>		self.packages = {}
>		self.errors = 0
>		self.warnings = 0
>		self.opt = None
>
>	def parse_args(self):
>		usage = "%prog [--fast]"
>		description = sys.modules[__name__].__doc__
>		parser = OptionParser(usage=usage, description=description)
>		parser.add_option("-f", "--fast", dest="fast", action="store_true", help="Skip index validation")
>		parser.add_option("-r", "--release", dest="release", action="store", help="Release [%default]", default=self.RELEASE)
>		self.opt, _args = parser.parse_args()
>
>	def main(self):
>		self.parse_args()
>		self.find_bin(os.path.join(self.BASE, "apt", self.opt.release), self.apt_files)
>		self.find_bin(os.path.join(self.BASE, "packages", self.opt.release), self.index_files)
>		self.check()
>		self.log.info("%d errors, %d warning", self.errors, self.warnings)
>
>	def error(self, *args):
>		self.errors += 1
>		self.log.error(*args)
>
>	def warning(self, *args):
>		self.warnings += 1
>		self.log.warning(*args)
>
>	def find_bin(self, rootdir, collect):
>		for dirpath, dirnames, filenames in os.walk(rootdir):
>			self.log.debug("Processing directory %s...", dirpath)
>
>			for filename in filenames:
>				filepath = os.path.relpath(os.path.join(dirpath, filename), rootdir)
>				root, ext = os.path.splitext(filename)
>				if ext in (".sources", ".packages"):
>					root, ext = os.path.splitext(root)
>
>				if ext in (".deb", ".udeb"):
>					pkg, ver, arch = root.split("_")
>				elif ext in (".dsc",):
>					pkg, ver = root.split("_")
>					arch = "source"
>				else:
>					continue
>
>				try:
>					pkg, ver = OVERWRITE[root]
>				except LookupError:
>					pass
>
>				collect.add((pkg, ver, arch))
>
>				if not dirpath.endswith(arch):
>					self.error("Wrong directory: %s", filepath)
>
>				versions = self.packages.setdefault(pkg, {})
>				archs = versions.setdefault(ver, {})
>				archs[arch] = filepath
>
>			for dirname in dirnames:
>				if dirname.startswith('dists'):
>					dirnames.remove(dirname)
>
>	def check(self):
>		self.check_versions()
>		self.check_sync()
>		if not self.opt.fast:
>			self.check_outdated()
>
>	def check_versions(self):
>		for pkg, versions in self.packages.iteritems():
>			if len(versions) > 1:
>				self.error("Multiple versions of %s: %s", pkg, '  '.join(sorted(versions)))
>			continue
>			for version, archs in versions.iteritems():
>				a = archs.get("all")
>				b = archs.get("i386")
>				c = archs.get("amd64")
>				if a and (b or c):
>					self.error("Mixed architectures: %s %s %s", a, b, c)
>				elif bool(b) != bool(c):
>					if c and "amd64" in pkg:
>						continue
>					if b and ("i386" in pkg or "-486" in pkg or "-686" in pkg):
>						continue
>					self.warning("Missing architecture: %s %s", b, c)
>
>	def check_sync(self):
>		diff = self.apt_files.symmetric_difference(self.index_files)
>		for pkg, ver, arch in diff:
>			self.error("Info out-of-sync: %s %s %s", pkg, ver, arch)
>
>	def check_outdated(self):
>		apt_dir = os.path.join(self.BASE, "apt", self.opt.release)
>		pkg_dir = os.path.join(self.BASE, "packages", self.opt.release)
>		for dirpath, dirnames, filenames in os.walk(apt_dir):
>			for filename in filenames:
>				root, ext = os.path.splitext(filename)
>				apt_file = os.path.join(dirpath, filename)
>				filepath = os.path.relpath(apt_file, apt_dir)
>				index_file = os.path.join(pkg_dir, filepath)
>				if exit in (".deb", ".udeb"):
>					index_file += ".packages"
>				elif filename.endswith(".dsc"):
>					index_file += ".sources"
>				else:
>					continue
>				try:
>					apt_stat = os.stat(apt_file)
>					pkg_stat = os.stat(index_file)
>					if apt_stat.st_mtime > pkg_stat.st_mtime:
>						self.error("Outdated index file: %s", filepath)
>				except EnvironmentError as ex:
>					self.warning("Missing index file: %s", ex)
>
>
>if __name__ == '__main__':
>	logging.basicConfig(stream=sys.stderr, level=logging.DEBUG)
>	Check().main()

Actions: View

Attachments on bug 36381: 6276