sin/samba-mirror
1
0
Fork 0
mirror of https://github.com/samba-team/samba.git synced 2025-03-27 22:50:26 +03:00
Code

selftest: Split out flapping tests into a separate file.

Browse Source
This commit is contained in:
Jelmer Vernooij 2011-12-04 00:09:04 +01:00
parent 5bfd6251eb
commit 5643d37a00
4 changed files with 21 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
selftest/flapping Normal file
View File

@ -0,0 +1,19 @@
# This file contains a list of regular expressions matching the names of
# tests that are flapping. In other words, they sometimes succeed and
# sometimes fail, depending on external factors.
#
# "make test" will not report failures or successes for tests listed here.
#
# DO NOT ADD TESTS HERE UNLESS THEY ARE ACTUALLY FLAPPING
#
# It is much better to add known failing tests to 'knownfail', so the
# test system can wwarn when they actually start passing.
^samba3.raw.mux.* #This test is flaky on the async lock time
^samba3.smbtorture_s3.*OPLOCK4 # fails sometimes on sn-devel
^samba4.nbt.winsreplication.owned # fails sometimes, timing related
^samba3.posix_s3.rpc.spoolss.*printserver.enum_printers_old # fails on some hosts due to timing issues ?
^samba3.posix_s3.rpc.spoolss.printer.*addprinterex.print_test # another intermittent failure
.*printer.*print_test_extended # fails on some hosts due to timing issues ?
.*printer.*print_test # fails on some hosts due to timing issues ?
^samba3.posix_s3.rap.printing # fails sometimes on sn-devel
^samba3.posix_s3.smb2.lock.*.rw-exclusive # another intermittent failure

9
selftest/knownfail
View File

@ -5,15 +5,7 @@
# a successful run for any of these tests an error.
^samba3.blackbox.failure # this is designed to fail, for testing our test infrastructure
.*printer.*print_test_extended # fails on some hosts due to timing issues ?
.*printer.*print_test # fails on some hosts due to timing issues ?
^samba3.posix_s3.rap.printing # fails sometimes on sn-devel
^samba3.posix_s3.rpc.spoolss.*printserver.enum_printers_old # fails on some hosts due to timing issues ?
^samba3.posix_s3.rpc.spoolss.printer.*addprinterex.print_test # another intermittent failure
^samba3.posix_s3.smb2.lock.*.rw-exclusive # another intermittent failure
.*driver.add_driver_timestamps # we only can store dates, not timestamps
^samba3.raw.mux.* #This test is flaky on the async lock time
^samba3.smbtorture_s3.*OPLOCK4 # fails sometimes on sn-devel
^samba3.smbtorture_s3.LOCAL-MEMCACHE #fails
^samba3.smbtorture_s3.LOCAL-TALLOC-DICT #fails
^samba3.posix_s3.nbt.dgram.*netlogon2
@ -104,7 +96,6 @@
^samba4.smb2.compound.*.invalid2
^samba4.ldap.acl.*.search.* # ACL search behaviour not enabled by default
^samba4.ldap.acl.*.ntSecurityDescriptor.* # ACL extended checks on search not enabled by default
^samba4.nbt.winsreplication.owned # fails sometimes, timing related
^samba4.ldap.dirsync.python.dc..__main__.ExtendedDirsyncTests.test_dirsync_deleted_items
#^samba4.ldap.dirsync.python.dc..__main__.ExtendedDirsyncTests.*
^samba4.drs.fsmo.python

2
selftest/wscript
View File

@ -88,7 +88,7 @@ def cmd_testonly(opt):
env.SUBUNIT_FORMATTER = os.getenv('SUBUNIT_FORMATTER')
if not env.SUBUNIT_FORMATTER:
env.SUBUNIT_FORMATTER = '${PYTHON} -u ${srcdir}/selftest/format-subunit --prefix=${SELFTEST_PREFIX} --immediate'
env.FILTER_XFAIL = '${PYTHON} -u ${srcdir}/selftest/filter-subunit --expected-failures=${srcdir}/selftest/knownfail'
env.FILTER_XFAIL = '${PYTHON} -u ${srcdir}/selftest/filter-subunit --expected-failures=${srcdir}/selftest/knownfail --expected-failure=${srcdir}/selftest/flapping'
if Options.options.FAIL_IMMEDIATELY:
env.FILTER_XFAIL += ' --fail-immediately'

2
source3/selftest/s3-selftest.sh
View File

@ -1,6 +1,6 @@
#!/bin/sh
FILTER_XFAIL="${PYTHON} -u ${SELFTESTDIR}/filter-subunit --expected-failures=${SELFTESTDIR}/knownfail"
FILTER_XFAIL="${PYTHON} -u ${SELFTESTDIR}/filter-subunit --expected-failures=${SELFTESTDIR}/knownfail --expected-failures=${SELFTESTDIR}/flapping"
if [ "x${SUBUNIT_FORMATTER}" = x"" ]; then
SUBUNIT_FORMATTER="${PYTHON} -u ${SELFTESTDIR}/format-subunit --prefix=${SELFTESTPREFIX} --immediate"
fi