2010-09-25 23:51:51 +04:00
#!/usr/bin/env python
# run tests on all Samba subprojects and push to a git tree on success
# Copyright Andrew Tridgell 2010
# released under GNU GPL v3 or later
2010-10-01 19:45:47 +04:00
from subprocess import call , check_call , Popen , PIPE
2010-10-01 16:25:55 +04:00
import os , tarfile , sys , time
2010-09-25 23:51:51 +04:00
from optparse import OptionParser
2010-09-30 21:41:36 +04:00
import smtplib
from email . mime . text import MIMEText
2012-04-09 08:52:03 +04:00
from distutils . sysconfig import get_python_lib
2010-09-25 23:51:51 +04:00
2012-06-22 04:14:36 +04:00
# This speeds up testing remarkably.
os . environ [ ' TDB_NO_FSYNC ' ] = ' 1 '
2010-09-25 23:51:51 +04:00
cleanup_list = [ ]
2011-02-07 02:05:32 +03:00
builddirs = {
2011-10-13 00:27:55 +04:00
" ctdb " : " ctdb " ,
2012-06-20 15:22:18 +04:00
" samba " : " . " ,
2012-06-20 16:05:50 +04:00
" samba-ctdb " : " . " ,
2012-06-20 15:23:04 +04:00
" samba-libs " : " . " ,
2011-07-05 04:01:32 +04:00
" ldb " : " lib/ldb " ,
2011-02-07 02:05:32 +03:00
" tdb " : " lib/tdb " ,
" talloc " : " lib/talloc " ,
" replace " : " lib/replace " ,
" tevent " : " lib/tevent " ,
" pidl " : " pidl " ,
" pass " : " . " ,
2011-02-07 03:41:21 +03:00
" fail " : " . " ,
" retry " : " . "
2011-02-07 02:05:32 +03:00
}
2015-03-12 16:25:38 +03:00
defaulttasks = [ " ctdb " , " samba " , " samba-ctdb " , " samba-libs " , " ldb " , " tdb " , " talloc " , " replace " , " tevent " , " pidl " ]
2011-02-07 02:05:32 +03:00
2010-09-25 23:51:51 +04:00
tasks = {
2011-10-13 00:27:55 +04:00
" ctdb " : [ ( " random-sleep " , " ../script/random-sleep.sh 60 600 " , " text/plain " ) ,
2014-06-17 20:24:48 +04:00
( " configure " , " ./configure $ {PREFIX} " , " text/plain " ) ,
2011-10-13 00:27:55 +04:00
( " make " , " make all " , " text/plain " ) ,
( " install " , " make install " , " text/plain " ) ,
2013-11-14 10:38:29 +04:00
( " test " , " make autotest " , " text/plain " ) ,
2011-10-13 00:27:55 +04:00
( " check-clean-tree " , " ../script/clean-source-tree.sh " , " text/plain " ) ,
( " clean " , " make clean " , " text/plain " ) ] ,
2010-10-25 12:16:04 +04:00
# We have 'test' before 'install' because, 'test' should work without 'install'
2014-12-08 12:30:56 +03:00
" samba " : [ ( " configure " , " ./configure.developer --picky-developer $ {PREFIX} --with-selftest-prefix=./bin/ab --with-profiling-data " , " text/plain " ) ,
2012-06-20 15:22:18 +04:00
( " make " , " make -j " , " text/plain " ) ,
2012-06-22 04:14:36 +04:00
( " test " , " make test FAIL_IMMEDIATELY=1 " , " text/plain " ) ,
2012-06-20 15:22:18 +04:00
( " install " , " make install " , " text/plain " ) ,
( " check-clean-tree " , " script/clean-source-tree.sh " , " text/plain " ) ,
( " clean " , " make clean " , " text/plain " ) ] ,
2011-02-07 02:05:32 +03:00
2012-06-20 16:05:50 +04:00
" samba-ctdb " : [ ( " random-sleep " , " script/random-sleep.sh 60 600 " , " text/plain " ) ,
# make sure we have tdb around:
( " tdb-configure " , " cd lib/tdb && PYTHONPATH=$ {PYTHON_PREFIX} /site-packages:$PYTHONPATH PKG_CONFIG_PATH=$PKG_CONFIG_PATH:$ {PREFIX_DIR} /lib/pkgconfig ./configure --bundled-libraries=NONE --abi-check --enable-debug -C $ {PREFIX} " , " text/plain " ) ,
( " tdb-make " , " cd lib/tdb && make " , " text/plain " ) ,
( " tdb-install " , " cd lib/tdb && make install " , " text/plain " ) ,
2014-12-06 05:01:53 +03:00
# build samba with cluster support (also building ctdb):
2014-12-08 12:30:56 +03:00
( " samba-configure " , " PYTHONPATH=$ {PYTHON_PREFIX} /site-packages:$PYTHONPATH PKG_CONFIG_PATH=$ {PREFIX_DIR} /lib/pkgconfig:$ {PKG_CONFIG_PATH} ./configure.developer --picky-developer $ {PREFIX} --with-selftest-prefix=./bin/ab --with-cluster-support --bundled-libraries=!tdb " , " text/plain " ) ,
2013-09-26 02:43:56 +04:00
( " samba-make " , " make " , " text/plain " ) ,
( " samba-check " , " ./bin/smbd -b | grep CLUSTER_SUPPORT " , " text/plain " ) ,
( " samba-install " , " make install " , " text/plain " ) ,
2014-10-25 20:01:30 +04:00
( " ctdb-check " , " test -e $ {PREFIX_DIR} /sbin/ctdbd " , " text/plain " ) ,
2013-09-26 02:43:56 +04:00
# clean up:
2012-06-20 16:05:50 +04:00
( " check-clean-tree " , " script/clean-source-tree.sh " , " text/plain " ) ,
2013-09-26 02:43:56 +04:00
( " clean " , " make clean " , " text/plain " ) ,
( " ctdb-clean " , " cd ./ctdb && make clean " , " text/plain " ) ] ,
2012-06-20 16:05:50 +04:00
2012-06-20 15:23:04 +04:00
" samba-libs " : [
2012-06-20 13:03:48 +04:00
( " random-sleep " , " script/random-sleep.sh 60 600 " , " text/plain " ) ,
( " talloc-configure " , " cd lib/talloc && PYTHONPATH=$ {PYTHON_PREFIX} /site-packages:$PYTHONPATH PKG_CONFIG_PATH=$PKG_CONFIG_PATH:$ {PREFIX_DIR} /lib/pkgconfig ./configure --bundled-libraries=NONE --abi-check --enable-debug -C $ {PREFIX} " , " text/plain " ) ,
2012-06-20 12:36:23 +04:00
( " talloc-make " , " cd lib/talloc && make " , " text/plain " ) ,
2012-04-09 08:52:03 +04:00
( " talloc-install " , " cd lib/talloc && make install " , " text/plain " ) ,
2012-05-17 07:21:57 +04:00
( " tdb-configure " , " cd lib/tdb && PYTHONPATH=$ {PYTHON_PREFIX} /site-packages:$PYTHONPATH PKG_CONFIG_PATH=$PKG_CONFIG_PATH:$ {PREFIX_DIR} /lib/pkgconfig ./configure --bundled-libraries=NONE --abi-check --enable-debug -C $ {PREFIX} " , " text/plain " ) ,
2012-06-20 12:36:23 +04:00
( " tdb-make " , " cd lib/tdb && make " , " text/plain " ) ,
2012-04-09 08:52:03 +04:00
( " tdb-install " , " cd lib/tdb && make install " , " text/plain " ) ,
2012-05-17 07:21:57 +04:00
( " tevent-configure " , " cd lib/tevent && PYTHONPATH=$ {PYTHON_PREFIX} /site-packages:$PYTHONPATH PKG_CONFIG_PATH=$PKG_CONFIG_PATH:$ {PREFIX_DIR} /lib/pkgconfig ./configure --bundled-libraries=NONE --abi-check --enable-debug -C $ {PREFIX} " , " text/plain " ) ,
2012-06-20 12:36:23 +04:00
( " tevent-make " , " cd lib/tevent && make " , " text/plain " ) ,
2012-04-09 08:52:03 +04:00
( " tevent-install " , " cd lib/tevent && make install " , " text/plain " ) ,
2012-06-18 17:00:04 +04:00
( " ldb-configure " , " cd lib/ldb && PYTHONPATH=$ {PYTHON_PREFIX} /site-packages:$PYTHONPATH PKG_CONFIG_PATH=$PKG_CONFIG_PATH:$ {PREFIX_DIR} /lib/pkgconfig ./configure --bundled-libraries=NONE --abi-check --enable-debug -C $ {PREFIX} " , " text/plain " ) ,
2012-06-20 12:36:23 +04:00
( " ldb-make " , " cd lib/ldb && make " , " text/plain " ) ,
2012-04-09 08:52:03 +04:00
( " ldb-install " , " cd lib/ldb && make install " , " text/plain " ) ,
2015-03-12 16:25:38 +03:00
( " configure " , " PYTHONPATH=$ {PYTHON_PREFIX} /site-packages:$PYTHONPATH PKG_CONFIG_PATH=$PKG_CONFIG_PATH:$ {PREFIX_DIR} /lib/pkgconfig ./configure --bundled-libraries=!talloc,!tdb,!pytdb,!ldb,!pyldb,!tevent,!pytevent --abi-check --enable-debug -C $ {PREFIX} " , " text/plain " ) ,
2012-06-20 12:36:23 +04:00
( " make " , " make " , " text/plain " ) ,
2014-02-28 04:32:55 +04:00
( " install " , " make install " , " text/plain " ) ,
( " dist " , " make dist " , " text/plain " ) ] ,
2012-04-09 08:52:03 +04:00
2012-06-20 13:03:48 +04:00
" ldb " : [
2012-06-22 16:58:25 +04:00
( " random-sleep " , " ../../script/random-sleep.sh 60 600 " , " text/plain " ) ,
2012-06-20 13:03:48 +04:00
( " configure " , " ./configure --enable-developer -C $ {PREFIX} " , " text/plain " ) ,
2012-06-20 12:36:23 +04:00
( " make " , " make " , " text/plain " ) ,
2011-02-07 02:05:32 +03:00
( " install " , " make install " , " text/plain " ) ,
2012-06-22 04:14:36 +04:00
( " test " , " make test " , " text/plain " ) ,
2011-07-05 04:01:32 +04:00
( " check-clean-tree " , " ../../script/clean-source-tree.sh " , " text/plain " ) ,
2011-02-07 02:05:32 +03:00
( " distcheck " , " make distcheck " , " text/plain " ) ,
( " clean " , " make clean " , " text/plain " ) ] ,
2010-10-01 14:19:56 +04:00
2012-06-20 13:03:48 +04:00
" tdb " : [
2012-06-22 16:58:25 +04:00
( " random-sleep " , " ../../script/random-sleep.sh 60 600 " , " text/plain " ) ,
2012-06-20 13:03:48 +04:00
( " configure " , " ./configure --enable-developer -C $ {PREFIX} " , " text/plain " ) ,
2012-06-20 12:36:23 +04:00
( " make " , " make " , " text/plain " ) ,
2011-02-07 02:05:32 +03:00
( " install " , " make install " , " text/plain " ) ,
( " test " , " make test " , " text/plain " ) ,
( " check-clean-tree " , " ../../script/clean-source-tree.sh " , " text/plain " ) ,
( " distcheck " , " make distcheck " , " text/plain " ) ,
( " clean " , " make clean " , " text/plain " ) ] ,
2012-03-07 06:32:22 +04:00
2012-06-20 13:03:48 +04:00
" talloc " : [
2012-06-22 16:58:25 +04:00
( " random-sleep " , " ../../script/random-sleep.sh 60 600 " , " text/plain " ) ,
2012-06-20 13:03:48 +04:00
( " configure " , " ./configure --enable-developer -C $ {PREFIX} " , " text/plain " ) ,
2012-06-20 12:36:23 +04:00
( " make " , " make " , " text/plain " ) ,
2011-02-07 02:05:32 +03:00
( " install " , " make install " , " text/plain " ) ,
( " test " , " make test " , " text/plain " ) ,
( " check-clean-tree " , " ../../script/clean-source-tree.sh " , " text/plain " ) ,
( " distcheck " , " make distcheck " , " text/plain " ) ,
( " clean " , " make clean " , " text/plain " ) ] ,
2012-06-20 13:03:48 +04:00
" replace " : [
2012-06-22 16:58:25 +04:00
( " random-sleep " , " ../../script/random-sleep.sh 60 600 " , " text/plain " ) ,
2012-06-20 13:03:48 +04:00
( " configure " , " ./configure --enable-developer -C $ {PREFIX} " , " text/plain " ) ,
2012-06-20 12:36:23 +04:00
( " make " , " make " , " text/plain " ) ,
2010-10-01 14:19:56 +04:00
( " install " , " make install " , " text/plain " ) ,
2010-12-23 21:40:08 +03:00
( " test " , " make test " , " text/plain " ) ,
( " check-clean-tree " , " ../../script/clean-source-tree.sh " , " text/plain " ) ,
2011-01-11 02:54:28 +03:00
( " distcheck " , " make distcheck " , " text/plain " ) ,
2010-12-23 21:40:08 +03:00
( " clean " , " make clean " , " text/plain " ) ] ,
2010-10-01 14:19:56 +04:00
2012-06-20 13:03:48 +04:00
" tevent " : [
2012-06-22 16:58:25 +04:00
( " random-sleep " , " ../../script/random-sleep.sh 60 600 " , " text/plain " ) ,
2012-06-20 13:03:48 +04:00
( " configure " , " ./configure --enable-developer -C $ {PREFIX} " , " text/plain " ) ,
2012-06-20 12:36:23 +04:00
( " make " , " make " , " text/plain " ) ,
2011-02-07 02:05:32 +03:00
( " install " , " make install " , " text/plain " ) ,
( " test " , " make test " , " text/plain " ) ,
( " check-clean-tree " , " ../../script/clean-source-tree.sh " , " text/plain " ) ,
( " distcheck " , " make distcheck " , " text/plain " ) ,
( " clean " , " make clean " , " text/plain " ) ] ,
2011-01-05 11:30:48 +03:00
2012-06-20 13:03:48 +04:00
" pidl " : [
2012-06-22 16:58:25 +04:00
( " random-sleep " , " ../script/random-sleep.sh 60 600 " , " text/plain " ) ,
2012-06-20 13:03:48 +04:00
( " configure " , " perl Makefile.PL PREFIX=$ {PREFIX_DIR} " , " text/plain " ) ,
2011-01-05 11:30:48 +03:00
( " touch " , " touch *.yp " , " text/plain " ) ,
( " make " , " make " , " text/plain " ) ,
( " test " , " make test " , " text/plain " ) ,
( " install " , " make install " , " text/plain " ) ,
( " check-clean-tree " , " ../script/clean-source-tree.sh " , " text/plain " ) ,
( " clean " , " make clean " , " text/plain " ) ] ,
2011-02-07 02:05:32 +03:00
# these are useful for debugging autobuild
' pass ' : [ ( " pass " , ' echo passing && /bin/true ' , " text/plain " ) ] ,
' fail ' : [ ( " fail " , ' echo failing && /bin/false ' , " text/plain " ) ]
2010-09-25 23:51:51 +04:00
}
2010-09-26 23:50:06 +04:00
def run_cmd ( cmd , dir = " . " , show = None , output = False , checkfail = True ) :
2010-09-25 23:51:51 +04:00
if show is None :
show = options . verbose
if show :
print ( " Running: ' %s ' in ' %s ' " % ( cmd , dir ) )
2010-09-26 22:46:01 +04:00
if output :
2010-10-01 19:45:47 +04:00
return Popen ( [ cmd ] , shell = True , stdout = PIPE , cwd = dir ) . communicate ( ) [ 0 ]
elif checkfail :
2010-10-01 22:12:24 +04:00
return check_call ( cmd , shell = True , cwd = dir )
2010-10-01 19:45:47 +04:00
else :
2010-10-01 22:12:24 +04:00
return call ( cmd , shell = True , cwd = dir )
2010-10-01 19:45:47 +04:00
2010-09-25 23:51:51 +04:00
2010-10-01 14:19:56 +04:00
class builder ( object ) :
2010-09-25 23:51:51 +04:00
''' handle build of one directory '''
2010-10-01 14:19:56 +04:00
2010-09-25 23:51:51 +04:00
def __init__ ( self , name , sequence ) :
self . name = name
2011-02-07 03:41:21 +03:00
self . dir = builddirs [ name ]
2010-09-26 04:35:55 +04:00
2010-09-25 23:51:51 +04:00
self . tag = self . name . replace ( ' / ' , ' _ ' )
self . sequence = sequence
self . next = 0
2010-09-30 21:41:36 +04:00
self . stdout_path = " %s / %s .stdout " % ( gitroot , self . tag )
self . stderr_path = " %s / %s .stderr " % ( gitroot , self . tag )
if options . verbose :
print ( " stdout for %s in %s " % ( self . name , self . stdout_path ) )
print ( " stderr for %s in %s " % ( self . name , self . stderr_path ) )
2010-09-25 23:51:51 +04:00
run_cmd ( " rm -f %s %s " % ( self . stdout_path , self . stderr_path ) )
self . stdout = open ( self . stdout_path , ' w ' )
self . stderr = open ( self . stderr_path , ' w ' )
self . stdin = open ( " /dev/null " , ' r ' )
2010-09-26 01:09:11 +04:00
self . sdir = " %s / %s " % ( testbase , self . tag )
self . prefix = " %s /prefix/ %s " % ( testbase , self . tag )
2010-09-25 23:51:51 +04:00
run_cmd ( " rm -rf %s " % self . sdir )
cleanup_list . append ( self . sdir )
cleanup_list . append ( self . prefix )
2010-09-26 01:09:11 +04:00
os . makedirs ( self . sdir )
2010-09-25 23:51:51 +04:00
run_cmd ( " rm -rf %s " % self . sdir )
2015-03-28 19:15:03 +03:00
run_cmd ( " git clone --recursive --shared %s %s " % ( test_master , self . sdir ) , dir = test_master , show = True )
2010-09-25 23:51:51 +04:00
self . start_next ( )
def start_next ( self ) :
if self . next == len ( self . sequence ) :
print ' %s : Completed OK ' % self . name
self . done = True
return
2010-10-01 14:19:56 +04:00
( self . stage , self . cmd , self . output_mime_type ) = self . sequence [ self . next ]
2012-04-09 08:52:03 +04:00
self . cmd = self . cmd . replace ( " $ {PYTHON_PREFIX} " , get_python_lib ( standard_lib = 1 , prefix = self . prefix ) )
2010-10-01 14:19:56 +04:00
self . cmd = self . cmd . replace ( " $ {PREFIX} " , " --prefix= %s " % self . prefix )
2011-01-05 11:30:48 +03:00
self . cmd = self . cmd . replace ( " $ {PREFIX_DIR} " , " %s " % self . prefix )
2010-10-01 22:31:28 +04:00
# if self.output_mime_type == "text/x-subunit":
# self.cmd += " | %s --immediate" % (os.path.join(os.path.dirname(__file__), "selftest/format-subunit"))
2010-10-01 14:19:56 +04:00
print ' %s : [ %s ] Running %s ' % ( self . name , self . stage , self . cmd )
2010-09-25 23:51:51 +04:00
cwd = os . getcwd ( )
2010-09-26 02:30:13 +04:00
os . chdir ( " %s / %s " % ( self . sdir , self . dir ) )
2010-09-25 23:51:51 +04:00
self . proc = Popen ( self . cmd , shell = True ,
stdout = self . stdout , stderr = self . stderr , stdin = self . stdin )
os . chdir ( cwd )
self . next + = 1
2010-10-01 14:19:56 +04:00
class buildlist ( object ) :
2010-09-25 23:51:51 +04:00
''' handle build of multiple directories '''
2010-10-01 14:19:56 +04:00
2012-09-22 02:23:21 +04:00
def __init__ ( self , tasklist , tasknames , rebase_url , rebase_branch = " master " ) :
2010-09-26 03:18:00 +04:00
global tasks
2010-09-25 23:51:51 +04:00
self . tlist = [ ]
self . tail_proc = None
2010-09-26 04:35:55 +04:00
self . retry = None
2010-09-25 23:51:51 +04:00
if tasknames == [ ] :
2011-02-07 02:05:32 +03:00
tasknames = defaulttasks
2010-09-25 23:51:51 +04:00
for n in tasknames :
b = builder ( n , tasks [ n ] )
self . tlist . append ( b )
2010-09-26 04:35:55 +04:00
if options . retry :
2012-09-22 02:23:21 +04:00
rebase_remote = " rebaseon "
retry_task = [ ( " retry " ,
''' set -e
git remote add - t % s % s % s
git fetch % s
while : ; do
sleep 60
git describe % s / % s > old_remote_branch . desc
git fetch % s
git describe % s / % s > remote_branch . desc
diff old_remote_branch . desc remote_branch . desc
done
''' % (
rebase_branch , rebase_remote , rebase_url ,
rebase_remote ,
rebase_remote , rebase_branch ,
rebase_remote ,
rebase_remote , rebase_branch
) ,
" test/plain " ) ]
2010-09-26 04:35:55 +04:00
self . retry = builder ( ' retry ' , retry_task )
self . need_retry = False
2010-09-25 23:51:51 +04:00
def kill_kids ( self ) :
2010-09-26 04:35:55 +04:00
if self . tail_proc is not None :
self . tail_proc . terminate ( )
self . tail_proc . wait ( )
self . tail_proc = None
if self . retry is not None :
self . retry . proc . terminate ( )
self . retry . proc . wait ( )
self . retry = None
2010-09-25 23:51:51 +04:00
for b in self . tlist :
if b . proc is not None :
2010-09-26 23:50:06 +04:00
run_cmd ( " killbysubdir %s > /dev/null 2>&1 " % b . sdir , checkfail = False )
2010-09-25 23:51:51 +04:00
b . proc . terminate ( )
b . proc . wait ( )
b . proc = None
def wait_one ( self ) :
while True :
none_running = True
for b in self . tlist :
if b . proc is None :
continue
none_running = False
b . status = b . proc . poll ( )
if b . status is None :
continue
b . proc = None
return b
2010-09-26 04:35:55 +04:00
if options . retry :
ret = self . retry . proc . poll ( )
if ret is not None :
self . need_retry = True
self . retry = None
return None
2010-09-25 23:51:51 +04:00
if none_running :
return None
time . sleep ( 0.1 )
def run ( self ) :
while True :
b = self . wait_one ( )
2010-09-26 04:35:55 +04:00
if options . retry and self . need_retry :
self . kill_kids ( )
print ( " retry needed " )
2010-10-02 04:58:47 +04:00
return ( 0 , None , None , None , " retry " )
2010-09-25 23:51:51 +04:00
if b is None :
break
if os . WIFSIGNALED ( b . status ) or os . WEXITSTATUS ( b . status ) != 0 :
self . kill_kids ( )
2010-10-01 14:19:56 +04:00
return ( b . status , b . name , b . stage , b . tag , " %s : [ %s ] failed ' %s ' with status %d " % ( b . name , b . stage , b . cmd , b . status ) )
2010-09-25 23:51:51 +04:00
b . start_next ( )
self . kill_kids ( )
2010-10-01 14:19:56 +04:00
return ( 0 , None , None , None , " All OK " )
2010-09-25 23:51:51 +04:00
def tarlogs ( self , fname ) :
tar = tarfile . open ( fname , " w:gz " )
for b in self . tlist :
tar . add ( b . stdout_path , arcname = " %s .stdout " % b . tag )
tar . add ( b . stderr_path , arcname = " %s .stderr " % b . tag )
2010-10-06 13:15:48 +04:00
if os . path . exists ( " autobuild.log " ) :
tar . add ( " autobuild.log " )
2010-09-25 23:51:51 +04:00
tar . close ( )
def remove_logs ( self ) :
for b in self . tlist :
os . unlink ( b . stdout_path )
os . unlink ( b . stderr_path )
def start_tail ( self ) :
cwd = os . getcwd ( )
2010-09-26 01:09:11 +04:00
cmd = " tail -f *.stdout *.stderr "
2010-10-01 06:41:50 +04:00
os . chdir ( gitroot )
2010-09-25 23:51:51 +04:00
self . tail_proc = Popen ( cmd , shell = True )
os . chdir ( cwd )
def cleanup ( ) :
2010-09-26 02:30:13 +04:00
if options . nocleanup :
return
2010-09-25 23:51:51 +04:00
print ( " Cleaning up .... " )
for d in cleanup_list :
run_cmd ( " rm -rf %s " % d )
def find_git_root ( ) :
''' get to the top of the git repo '''
2010-09-29 04:38:18 +04:00
p = os . getcwd ( )
while p != ' / ' :
if os . path . isdir ( os . path . join ( p , " .git " ) ) :
return p
p = os . path . abspath ( os . path . join ( p , ' .. ' ) )
2010-09-25 23:51:51 +04:00
return None
2010-09-29 04:38:18 +04:00
2010-10-01 04:53:38 +04:00
def daemonize ( logfile ) :
pid = os . fork ( )
if pid == 0 : # Parent
os . setsid ( )
pid = os . fork ( )
if pid != 0 : # Actual daemon
os . _exit ( 0 )
else : # Grandparent
os . _exit ( 0 )
import resource # Resource usage information.
maxfd = resource . getrlimit ( resource . RLIMIT_NOFILE ) [ 1 ]
if maxfd == resource . RLIM_INFINITY :
maxfd = 1024 # Rough guess at maximum number of open file descriptors.
for fd in range ( 0 , maxfd ) :
try :
os . close ( fd )
except OSError :
pass
os . open ( logfile , os . O_RDWR | os . O_CREAT )
os . dup2 ( 0 , 1 )
os . dup2 ( 0 , 2 )
2010-10-20 02:44:03 +04:00
def write_pidfile ( fname ) :
''' write a pid file, cleanup on exit '''
f = open ( fname , mode = ' w ' )
f . write ( " %u \n " % os . getpid ( ) )
f . close ( )
2010-10-01 04:53:38 +04:00
2012-09-22 02:23:21 +04:00
def rebase_tree ( rebase_url , rebase_branch = " master " ) :
rebase_remote = " rebaseon "
print ( " Rebasing on %s " % rebase_url )
2011-02-07 03:41:21 +03:00
run_cmd ( " git describe HEAD " , show = True , dir = test_master )
2012-09-22 02:23:21 +04:00
run_cmd ( " git remote add -t %s %s %s " %
( rebase_branch , rebase_remote , rebase_url ) ,
show = True , dir = test_master )
run_cmd ( " git fetch %s " % rebase_remote , show = True , dir = test_master )
2010-09-26 03:18:00 +04:00
if options . fix_whitespace :
2014-02-17 12:15:30 +04:00
run_cmd ( " git rebase --force-rebase --whitespace=fix %s / %s " %
2012-09-22 02:23:21 +04:00
( rebase_remote , rebase_branch ) ,
show = True , dir = test_master )
2010-09-26 03:18:00 +04:00
else :
2014-02-17 12:15:30 +04:00
run_cmd ( " git rebase --force-rebase %s / %s " %
2012-09-22 02:23:21 +04:00
( rebase_remote , rebase_branch ) ,
show = True , dir = test_master )
diff = run_cmd ( " git --no-pager diff HEAD %s / %s " %
( rebase_remote , rebase_branch ) ,
dir = test_master , output = True )
2010-09-26 22:46:01 +04:00
if diff == ' ' :
2012-09-22 02:23:21 +04:00
print ( " No differences between HEAD and %s / %s - exiting " %
( rebase_remote , rebase_branch ) )
2010-09-26 22:46:01 +04:00
sys . exit ( 0 )
2012-09-22 02:23:21 +04:00
run_cmd ( " git describe %s / %s " %
( rebase_remote , rebase_branch ) ,
show = True , dir = test_master )
2011-02-07 03:41:21 +03:00
run_cmd ( " git describe HEAD " , show = True , dir = test_master )
2012-09-22 02:23:21 +04:00
run_cmd ( " git --no-pager diff --stat HEAD %s / %s " %
( rebase_remote , rebase_branch ) ,
show = True , dir = test_master )
2010-09-26 01:09:11 +04:00
2012-09-22 04:18:11 +04:00
def push_to ( push_url , push_branch = " master " ) :
push_remote = " pushto "
print ( " Pushing to %s " % push_url )
2010-09-26 02:30:13 +04:00
if options . mark :
2010-10-03 18:53:45 +04:00
run_cmd ( " git config --replace-all core.editor script/commit_mark.sh " , dir = test_master )
run_cmd ( " git commit --amend -c HEAD " , dir = test_master )
2010-10-01 01:42:02 +04:00
# the notes method doesn't work yet, as metze hasn't allowed refs/notes/* in master
# run_cmd("EDITOR=script/commit_mark.sh git notes edit HEAD", dir=test_master)
2012-09-22 04:18:11 +04:00
run_cmd ( " git remote add -t %s %s %s " %
( push_branch , push_remote , push_url ) ,
show = True , dir = test_master )
run_cmd ( " git push %s +HEAD: %s " %
( push_remote , push_branch ) ,
show = True , dir = test_master )
2010-09-26 02:30:13 +04:00
2010-09-26 01:09:11 +04:00
def_testbase = os . getenv ( " AUTOBUILD_TESTBASE " , " /memdisk/ %s " % os . getenv ( ' USER ' ) )
2010-09-25 23:51:51 +04:00
2012-09-24 13:53:22 +04:00
gitroot = find_git_root ( )
if gitroot is None :
raise Exception ( " Failed to find git root " )
2010-09-25 23:51:51 +04:00
parser = OptionParser ( )
parser . add_option ( " " , " --tail " , help = " show output while running " , default = False , action = " store_true " )
parser . add_option ( " " , " --keeplogs " , help = " keep logs " , default = False , action = " store_true " )
2010-09-26 02:30:13 +04:00
parser . add_option ( " " , " --nocleanup " , help = " don ' t remove test tree " , default = False , action = " store_true " )
2010-09-25 23:51:51 +04:00
parser . add_option ( " " , " --testbase " , help = " base directory to run tests in (default %s ) " % def_testbase ,
default = def_testbase )
2010-09-26 02:30:13 +04:00
parser . add_option ( " " , " --passcmd " , help = " command to run on success " , default = None )
2010-09-25 23:51:51 +04:00
parser . add_option ( " " , " --verbose " , help = " show all commands as they are run " ,
default = False , action = " store_true " )
2010-09-26 01:09:11 +04:00
parser . add_option ( " " , " --rebase " , help = " rebase on the given tree before testing " ,
default = None , type = ' str ' )
2010-09-26 02:30:13 +04:00
parser . add_option ( " " , " --pushto " , help = " push to a git url on success " ,
default = None , type = ' str ' )
parser . add_option ( " " , " --mark " , help = " add a Tested-By signoff before pushing " ,
default = False , action = " store_true " )
2010-09-26 03:18:00 +04:00
parser . add_option ( " " , " --fix-whitespace " , help = " fix whitespace on rebase " ,
default = False , action = " store_true " )
2010-09-26 04:35:55 +04:00
parser . add_option ( " " , " --retry " , help = " automatically retry if master changes " ,
default = False , action = " store_true " )
2010-09-30 21:41:36 +04:00
parser . add_option ( " " , " --email " , help = " send email to the given address on failure " ,
type = ' str ' , default = None )
2010-10-01 13:28:48 +04:00
parser . add_option ( " " , " --always-email " , help = " always send email, even on success " ,
action = " store_true " )
2010-10-01 04:53:38 +04:00
parser . add_option ( " " , " --daemon " , help = " daemonize after initial setup " ,
action = " store_true " )
2012-09-22 04:26:10 +04:00
parser . add_option ( " " , " --branch " , help = " the branch to work on (default=master) " ,
default = " master " , type = ' str ' )
2012-09-22 04:40:19 +04:00
parser . add_option ( " " , " --log-base " , help = " location where the logs can be found (default=cwd) " ,
2012-09-24 13:53:22 +04:00
default = gitroot , type = ' str ' )
2010-09-30 21:41:36 +04:00
2012-09-22 04:34:38 +04:00
def email_failure ( status , failed_task , failed_stage , failed_tag , errstr , log_base = None ) :
2010-09-30 21:41:36 +04:00
''' send an email to options.email about the failure '''
user = os . getenv ( " USER " )
2012-09-22 04:34:38 +04:00
if log_base is None :
2012-09-24 13:53:22 +04:00
log_base = gitroot
2010-09-30 21:41:36 +04:00
text = '''
Dear Developer ,
Your autobuild failed when trying to test % s with the following error :
% s
the autobuild has been abandoned . Please fix the error and resubmit .
2010-10-12 06:06:43 +04:00
A summary of the autobuild process is here :
2012-09-22 04:34:38 +04:00
% s / autobuild . log
''' % (failed_task, errstr, log_base)
2010-10-12 06:06:43 +04:00
if failed_task != ' rebase ' :
text + = '''
2010-09-30 21:41:36 +04:00
You can see logs of the failed task here :
2010-09-25 23:51:51 +04:00
2012-09-22 04:34:38 +04:00
% s / % s . stdout
% s / % s . stderr
2010-09-30 21:41:36 +04:00
or you can get full logs of all tasks in this job here :
2012-09-22 04:34:38 +04:00
% s / logs . tar . gz
2010-09-30 21:41:36 +04:00
2010-10-02 06:53:34 +04:00
The top commit for the tree that was built was :
% s
2012-09-22 04:34:38 +04:00
''' % (log_base, failed_tag, log_base, failed_tag, log_base, top_commit_msg)
2010-09-30 21:41:36 +04:00
msg = MIMEText ( text )
2010-10-01 14:19:56 +04:00
msg [ ' Subject ' ] = ' autobuild failure for task %s during %s ' % ( failed_task , failed_stage )
2010-09-30 21:41:36 +04:00
msg [ ' From ' ] = ' autobuild@samba.org '
msg [ ' To ' ] = options . email
s = smtplib . SMTP ( )
s . connect ( )
s . sendmail ( msg [ ' From ' ] , [ msg [ ' To ' ] ] , msg . as_string ( ) )
s . quit ( )
2010-09-25 23:51:51 +04:00
2012-09-22 04:34:38 +04:00
def email_success ( log_base = None ) :
2010-10-01 13:28:48 +04:00
''' send an email to options.email about a successful build '''
user = os . getenv ( " USER " )
2012-09-22 04:34:38 +04:00
if log_base is None :
2012-09-24 13:53:22 +04:00
log_base = gitroot
2010-10-01 13:28:48 +04:00
text = '''
Dear Developer ,
Your autobuild has succeeded .
'''
if options . keeplogs :
text + = '''
you can get full logs of all tasks in this job here :
2012-09-22 04:34:38 +04:00
% s / logs . tar . gz
2010-10-01 13:28:48 +04:00
2012-09-22 04:34:38 +04:00
''' % lo g_base
2010-10-02 06:53:34 +04:00
text + = '''
The top commit for the tree that was built was :
% s
''' % top_commit_msg
2010-10-01 13:28:48 +04:00
msg = MIMEText ( text )
msg [ ' Subject ' ] = ' autobuild success '
msg [ ' From ' ] = ' autobuild@samba.org '
msg [ ' To ' ] = options . email
s = smtplib . SMTP ( )
s . connect ( )
s . sendmail ( msg [ ' From ' ] , [ msg [ ' To ' ] ] , msg . as_string ( ) )
s . quit ( )
2010-09-25 23:51:51 +04:00
( options , args ) = parser . parse_args ( )
2010-09-26 04:35:55 +04:00
if options . retry :
2012-09-23 02:50:48 +04:00
if options . rebase is None :
2010-09-26 04:35:55 +04:00
raise Exception ( ' You can only use --retry if you also rebase ' )
2010-09-30 21:41:36 +04:00
testbase = " %s /b %u " % ( options . testbase , os . getpid ( ) )
2010-09-26 01:09:11 +04:00
test_master = " %s /master " % testbase
2010-09-25 23:51:51 +04:00
2010-10-02 06:53:34 +04:00
# get the top commit message, for emails
top_commit_msg = run_cmd ( " git log -1 " , dir = gitroot , output = True )
2010-09-25 23:51:51 +04:00
try :
2010-09-26 01:09:11 +04:00
os . makedirs ( testbase )
except Exception , reason :
raise Exception ( " Unable to create %s : %s " % ( testbase , reason ) )
cleanup_list . append ( testbase )
2010-09-25 23:51:51 +04:00
2010-10-01 04:53:38 +04:00
if options . daemon :
logfile = os . path . join ( testbase , " log " )
print " Forking into the background, writing progress to %s " % logfile
daemonize ( logfile )
2010-10-20 02:44:03 +04:00
write_pidfile ( gitroot + " /autobuild.pid " )
2010-09-26 04:35:55 +04:00
while True :
try :
run_cmd ( " rm -rf %s " % test_master )
cleanup_list . append ( test_master )
2015-03-28 19:15:03 +03:00
run_cmd ( " git clone --recursive --shared %s %s " % ( gitroot , test_master ) , show = True , dir = gitroot )
2012-01-24 04:43:46 +04:00
except Exception :
2010-09-26 04:35:55 +04:00
cleanup ( )
raise
try :
2010-10-12 06:06:43 +04:00
try :
if options . rebase is not None :
2012-09-23 02:50:48 +04:00
rebase_tree ( options . rebase , rebase_branch = options . branch )
2012-01-24 04:43:46 +04:00
except Exception :
2012-01-21 12:29:35 +04:00
cleanup_list . append ( gitroot + " /autobuild.pid " )
cleanup ( )
2012-09-22 04:26:10 +04:00
email_failure ( - 1 , ' rebase ' , ' rebase ' , ' rebase ' ,
2012-09-22 04:40:19 +04:00
' rebase on %s failed ' % options . branch ,
log_base = options . log_base )
2010-10-12 06:06:43 +04:00
sys . exit ( 1 )
2012-09-23 02:50:48 +04:00
blist = buildlist ( tasks , args , options . rebase , rebase_branch = options . branch )
2010-09-26 04:35:55 +04:00
if options . tail :
blist . start_tail ( )
2010-10-01 14:19:56 +04:00
( status , failed_task , failed_stage , failed_tag , errstr ) = blist . run ( )
2010-09-26 04:35:55 +04:00
if status != 0 or errstr != " retry " :
break
cleanup ( )
2012-01-24 04:43:46 +04:00
except Exception :
2010-09-26 04:35:55 +04:00
cleanup ( )
raise
2010-09-25 23:51:51 +04:00
2010-10-21 13:41:06 +04:00
cleanup_list . append ( gitroot + " /autobuild.pid " )
2010-09-25 23:51:51 +04:00
blist . kill_kids ( )
if options . tail :
print ( " waiting for tail to flush " )
time . sleep ( 1 )
if status == 0 :
print errstr
2010-09-26 02:30:13 +04:00
if options . passcmd is not None :
print ( " Running passcmd: %s " % options . passcmd )
run_cmd ( options . passcmd , dir = test_master )
if options . pushto is not None :
2012-09-22 04:26:10 +04:00
push_to ( options . pushto , push_branch = options . branch )
2010-09-25 23:51:51 +04:00
if options . keeplogs :
blist . tarlogs ( " logs.tar.gz " )
print ( " Logs in logs.tar.gz " )
2010-10-01 13:28:48 +04:00
if options . always_email :
2012-09-22 04:40:19 +04:00
email_success ( log_base = options . log_base )
2010-09-25 23:51:51 +04:00
blist . remove_logs ( )
cleanup ( )
2010-09-26 01:09:11 +04:00
print ( errstr )
2010-09-25 23:51:51 +04:00
sys . exit ( 0 )
# something failed, gather a tar of the logs
blist . tarlogs ( " logs.tar.gz " )
2010-09-30 21:41:36 +04:00
if options . email is not None :
2012-09-22 04:40:19 +04:00
email_failure ( status , failed_task , failed_stage , failed_tag , errstr , log_base = options . log_base )
2010-09-30 21:41:36 +04:00
2010-09-25 23:51:51 +04:00
cleanup ( )
2010-09-26 01:09:11 +04:00
print ( errstr )
2010-09-25 23:51:51 +04:00
print ( " Logs in logs.tar.gz " )
2010-09-30 20:37:42 +04:00
sys . exit ( status )