samba-mirror/selftest/filter-subunit

#!/usr/bin/env python
# Filter a subunit stream
# Copyright (C) 2009-2011 Jelmer Vernooij <jelmer@samba.org>

# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 3 of the License, or
# (at your option) any later version.

# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.

# You should have received a copy of the GNU General Public License
# along with this program.  If not, see <http://www.gnu.org/licenses/>.

# NOTE: This script is a hack, meant as a placeholder until we can migrate
# to upstream subunit's filtering tools.

import optparse
import os
import sys
import signal

sys.path.insert(0, os.path.join(os.path.dirname(__file__), "../lib/subunit/python"))
sys.path.insert(0, os.path.join(os.path.dirname(__file__), "../lib/testtools"))

import subunithelper

parser = optparse.OptionParser("filter-subunit [options] < instream > outstream")
parser.add_option("--expected-failures", type="string", 
	help="File containing list of regexes matching tests to consider known "
	     "failures")
parser.add_option("--flapping", type="string",
	help="File containing list of flapping tests, of which to ignore results.")
parser.add_option("--strip-passed-output", action="store_true",
    help="Whether to strip output from tests that passed")
parser.add_option("--fail-immediately", action="store_true",
    help="Whether to stop on the first error", default=False)
parser.add_option("--prefix", type="string",
	help="Add prefix to all test names")
parser.add_option("--fail-on-empty", default=False,
	action="store_true", help="Fail if there was no subunit output")
parser.add_option("--list", default=False,
	action="store_true", help="Operate in list mode")
opts, args = parser.parse_args()

if opts.list:
	prefix = opts.prefix
	if not prefix:
		prefix = ""
	for l in sys.stdin:
		sys.stdout.write("%s%s\n" % (prefix, l.rstrip()))
	sys.exit(0)

if opts.expected_failures:
	expected_failures = subunithelper.read_test_regexes(opts.expected_failures)
else:
	expected_failures = {}


if opts.flapping:
	flapping = subunithelper.read_test_regexes(opts.flapping)
else:
	flapping = {}

statistics = {
	'TESTS_UNEXPECTED_OK': 0,
	'TESTS_EXPECTED_OK': 0,
	'TESTS_UNEXPECTED_FAIL': 0,
	'TESTS_EXPECTED_FAIL': 0,
	'TESTS_ERROR': 0,
	'TESTS_SKIP': 0,
}

def handle_sigint(sig, stack):
	sys.exit(0)
signal.signal(signal.SIGINT, handle_sigint)

out = subunithelper.SubunitOps(sys.stdout)
msg_ops = subunithelper.FilterOps(out, opts.prefix, expected_failures,
				  opts.strip_passed_output,
				  fail_immediately=opts.fail_immediately,
				  flapping=flapping)

try:
	ret = subunithelper.parse_results(msg_ops, statistics, sys.stdin)
except subunithelper.ImmediateFail:
	sys.stdout.flush()
	sys.exit(1)

if opts.fail_on_empty and not msg_ops.seen_output:
	sys.exit(1)
else:
	sys.exit(ret)