Attachment #6084 for bug #30751

View | Details | Raw Unified | Return to bug 30751
Collapse All | Expand All





from univention.management.console.modules.setup.setup_script import Profile
import univention.testing.utils as utils
from check_log_files_definitions import Errors, Tracebacks, Warnings


class CheckLogFiles(object):

        """
        Test constructor
        """
        self.errors = Errors()
        self.warnings = Warnings()
        self.tracebacks = Tracebacks()

        self.log_file = ''
        self.line_counter = 0

            self.line_counter += 1
            trace_line += 1

            if trace_line >= self.max_trace_lines or 'Error: ' in line:
                                                               line)):
                last_line = line.strip()
                # break loop if the trace is too big or
                # if last trace line with error name was found

        Extracts the traceback message and appends it to the
        output 'errors' with a given 'msg' in the beginning.
        """
        if self.tracebacks.wanted(line):
            errors.append(msg + '\n' + self.extract_traceback_message())
            return errors
                return errors

        return errors


        adds message 'msg' to list 'result' if pattern is in 'wanted'.
        Ignores the patterns matching 'ignore'. Returns 'result'.
        """
        if definition.ignore(line):
            return result
                return result

        if definition.wanted(line):
            result.append(msg)
            return result
                return result

        return result


                # skip the message if it is repeated from the previous line:
                if line != previous_line:
                    errors = self.check_line(line,
                                             self.errors,
                                             errors,
                                             msg)
                    warnings = self.check_line(line,
                                               self.warnings,
                                               warnings,
                                               msg)



        # adding warnings and errors caused by absence of
        # join procedure to the ignore lists
        self.errors = Errors(ignore=join_errors)
        self.warnings = Warnings(ignore=join_warnings)

        self.DefinitionsErrors.ignore = map(re.compile,
                                            self.DefinitionsErrors.ignore_list)
        self.DefinitionsWarnings.ignore = map(re.compile,
                                          self.DefinitionsWarnings.ignore_list)

    def check_installation_profile(self):
        """




import re


class LogMessage(object):
	def __init__(self, wanted=None, ignore=None):
		self.wanted = self.recomp(self.wanted_list + (wanted or [])).match
		self.ignore = self.recomp(self.ignore_list + (ignore or [])).match
                  ".*(usage).*",
                  "^E:"])

	@staticmethod
	def recomp(patterns, ignore_case=True):
		pattern = '|'.join('(?:%s)' % _ for _ in patterns)
		return re.compile(pattern, re.IGNORECASE if ignore_case else 0)
        'I: .* libgpg-error0',
        'Installation finished. No error.* reported',
        'Not updating .*',
        'Error: There are no (services|hosts|host groups|contacts|contact groups) defined!',
        'Total Errors:\s+\d+',
        'Cannot find nagios object .*',
        'invoke-rc.d: initscript udev, action "reload" failed.',			# Bug 19227
        'yes: write error',
        '.*Update aborted by pre-update script of release.*',
        '.*update failed. Please check /var/log/univention/.*',
        '.*failed to convert the username listfilter to the uid.*',
        '.*Can not write log, .* failed.*',
        '.*Starting Univention Directory Policy:.*',
        '.*LISTENER .* : failed to connect to any notifier.*',
        '.*liberror-perl.*',
        '.*CONSISTENCY CHECK FAILED: cyls is too large .* setting to possible max .*',
        '.*error adding .*.pem',
        '.*failed .*VM used: java-6-cacao.*',
        '.*/etc/ca-certificates/update.d/.* exited with code 1']

    ignore = map(re.compile, ignore_list)

class Errors(LogMessage):
	wanted_list = [
		".*error.*",
		".*failed.*",
		".*usage.*",
		"^E:",
	]

	# possible (ignored) errors:
	ignore_list = [
		'.*failedmirror=.*',
		'All done, no errors.',
		'I: .* libgpg-error0',
		'Installation finished. No error.* reported',
		'Not updating .*',
		'Error: There are no (?:services|hosts|host groups|contacts|contact groups) defined!',
		'Total Errors:\s+\d+',
		'Cannot find nagios object .*',
		'invoke-rc.d: initscript udev, action "reload" failed.',			# Bug 19227
		'yes: write error',
		'.*Update aborted by pre-update script of release.*',
		'.*update failed. Please check /var/log/univention/.*',
		'.*failed to convert the username listfilter to the uid.*',
		'.*Can not write log, .* failed.*',
		'.*Starting Univention Directory Policy:.*',
		'.*LISTENER .* : failed to connect to any notifier.*',
		'.*liberror-perl.*',
		'.*CONSISTENCY CHECK FAILED: cyls is too large .* setting to possible max .*',
		'.*error adding .*.pem',
		'.*failed .*VM used: java-6-cacao.*',
		'.*/etc/ca-certificates/update.d/.* exited with code 1',
	]


class Tracebacks(LogMessage):
	wanted_list = [
		".*traceback.*",
	]

	ignore_list = []
    ignore_list = [
        'WARNING: The following packages cannot be authenticated!',
        'Authentication warning overridden.',
        '^Create .*/warning',
        'WARNING: You are logged in using SSH -- this may interrupt the update and result in an inconsistent system!',
        'dpkg - warning: ignoring request to remove .* which isn.t installed.',
        'dpkg: warning - unable to delete old directory .*: Directory not empty',
        'dpkg - warning, overriding problem because --force enabled',
        'dpkg: serious warning: files list file for package .* missing, assuming package has no files currently installed.',
        '.*dpkg: warning: unable to delete old directory .* Directory not empty.*',
        'WARNING: cannot append .* to .*, value exists',
        'Warning: The config registry variable .*? does not exist',
        'Total Warnings:\s+\d+',
        'sys:1: DeprecationWarning: Non-ASCII character.*but no encoding declared; see http://www.python.org/peps/pep-0263.html for details',
        'warning: commands will be executed using /bin/.*',
        'Not updating .*',
        'Warning: The home dir .* you specified already exists.',
        'WARNING!',
        '.*WARNING: All config files need \.conf: /etc/modprobe\.d/.+, it will be ignored in a future release\.',
        'update-rc\.d: warning: .* (start|stop) runlevel arguments \([^)]+\) do not match LSB Default-(Start|Stop) values ([^)]+)',
        '.*warning: rule .* already exists.*',
        '.*Not starting .*: no services enabled.*',
        '.*Running /etc/init.d/.* is deprecated.*',
        '.*The resulting partition is not properly aligned for best performance.*',
        '.*Updating certificates in /etc/ssl/certs.* WARNING: Skipping duplicate certificate ca-certificates.crt.*',
        '.*Permanently added .* to the list of known hosts.*',
        '.*usr/sbin/grub-probe: warning: disk does not exist, so falling back to partition device.*',
        '.*WARNING: cannot read /sys/block/vda.* (No such file or directory|Datei oder Verzeichnis nicht gefunden).*']


class Warnings(LogMessage):
	wanted_list = [
		".*warning.*",
	]

	# possible (ignored) warnings:
	ignore_list = [
		'WARNING: The following packages cannot be authenticated!',
		'Authentication warning overridden.',
		'^Create .*/warning',
		'WARNING: You are logged in using SSH -- this may interrupt the update and result in an inconsistent system!',
		'dpkg - warning: ignoring request to remove .* which isn.t installed.',
		'dpkg: warning - unable to delete old directory .*: Directory not empty',
		'dpkg - warning, overriding problem because --force enabled',
		'dpkg: serious warning: files list file for package .* missing, assuming package has no files currently installed.',
		'.*dpkg: warning: unable to delete old directory .* Directory not empty.*',
		'WARNING: cannot append .* to .*, value exists',
		'Warning: The config registry variable .*? does not exist',
		'Total Warnings:\s+\d+',
		'sys:1: DeprecationWarning: Non-ASCII character.*but no encoding declared; see http://www.python.org/peps/pep-0263.html for details',
		'warning: commands will be executed using /bin/.*',
		'Not updating .*',
		'Warning: The home dir .* you specified already exists.',
		'WARNING!',
		'.*WARNING: All config files need \.conf: /etc/modprobe\.d/.+, it will be ignored in a future release\.',
		'update-rc\.d: warning: .* (?:start|stop) runlevel arguments \([^)]+\) do not match LSB Default-(?:Start|Stop) values [^)]+',
		'.*warning: rule .* already exists.*',
		'.*Not starting .*: no services enabled.*',
		'.*Running /etc/init.d/.* is deprecated.*',
		'.*The resulting partition is not properly aligned for best performance.*',
		'.*Updating certificates in /etc/ssl/certs.* WARNING: Skipping duplicate certificate ca-certificates.crt.*',
		'.*Permanently added .* to the list of known hosts.*',
		'.*usr/sbin/grub-probe: warning: disk does not exist, so falling back to partition device.*',
		'.*WARNING: cannot read /sys/block/vda.* (?:No such file or directory|Datei oder Verzeichnis nicht gefunden).*']

Return to bug 30751