2010-03-28 01:48:49 +03:00
#!/usr/bin/env python
2010-04-04 03:57:33 +04:00
APPNAME = 'talloc'
2024-01-29 17:08:08 +03:00
VERSION = '2.4.2'
2010-03-17 12:31:46 +03:00
2018-02-02 17:34:31 +03:00
import os
import sys
2010-04-04 05:40:05 +04:00
2010-04-04 04:18:39 +04:00
# find the buildtools directory
2018-02-02 17:34:31 +03:00
top = '.'
while not os.path.exists(top+'/buildtools') and len(top.split('/')) < 5:
top = top + '/..'
sys.path.insert(0, top + '/buildtools/wafsamba')
2010-03-17 12:31:46 +03:00
2018-02-02 17:34:31 +03:00
out = 'bin'
import wafsamba
from wafsamba import samba_dist, samba_utils
from waflib import Logs, Options, Context
2010-03-28 08:42:28 +04:00
2010-04-04 05:00:42 +04:00
# setup what directories to put in a tarball
2015-03-25 14:13:40 +03:00
samba_dist.DIST_DIRS("""lib/talloc:. lib/replace:lib/replace
buildtools:buildtools third_party/waf:third_party/waf""")
2010-04-04 05:00:42 +04:00
2018-02-02 17:34:31 +03:00
def options(opt):
2010-03-28 08:42:28 +04:00
opt.BUILTIN_DEFAULT('replace')
2010-10-24 01:26:43 +04:00
opt.PRIVATE_EXTENSION_DEFAULT('talloc', noextension='talloc')
2010-04-04 07:16:49 +04:00
opt.RECURSE('lib/replace')
2010-10-24 23:37:08 +04:00
if opt.IN_LAUNCH_DIR():
2013-05-07 16:15:35 +04:00
opt.add_option('--enable-talloc-compat1',
help=("Build talloc 1.x.x compat library [False]"),
action="store_true", dest='TALLOC_COMPAT1', default=False)
2010-10-24 23:37:08 +04:00
2010-02-20 08:25:37 +03:00
def configure(conf):
2010-04-04 07:16:49 +04:00
conf.RECURSE('lib/replace')
2010-03-28 09:38:27 +04:00
2010-04-03 16:26:35 +04:00
conf.env.standalone_talloc = conf.IN_LAUNCH_DIR()
2017-02-14 14:33:32 +03:00
conf.define('TALLOC_BUILD_VERSION_MAJOR', int(VERSION.split('.')[0]))
conf.define('TALLOC_BUILD_VERSION_MINOR', int(VERSION.split('.')[1]))
conf.define('TALLOC_BUILD_VERSION_RELEASE', int(VERSION.split('.')[2]))
2013-05-07 16:15:35 +04:00
conf.env.TALLOC_COMPAT1 = False
if conf.env.standalone_talloc:
conf.env.TALLOC_COMPAT1 = Options.options.TALLOC_COMPAT1
2017-03-06 09:25:13 +03:00
conf.env.PKGCONFIGDIR = '${LIBDIR}/pkgconfig'
conf.env.TALLOC_VERSION = VERSION
2010-04-13 11:32:14 +04:00
2010-10-30 10:27:12 +04:00
conf.CHECK_XSLTPROC_MANPAGES()
2010-04-13 11:32:14 +04:00
2017-03-06 09:25:13 +03:00
conf.CHECK_HEADERS('sys/auxv.h')
conf.CHECK_FUNCS('getauxval')
conf.SAMBA_CONFIG_H()
conf.SAMBA_CHECK_UNDEFINED_SYMBOL_FLAGS()
2019-02-15 06:13:48 +03:00
conf.SAMBA_CHECK_PYTHON()
conf.SAMBA_CHECK_PYTHON_HEADERS()
2010-02-20 08:25:37 +03:00
2017-03-06 09:25:13 +03:00
if not conf.env.standalone_talloc:
if conf.CHECK_BUNDLED_SYSTEM_PKG('talloc', minversion=VERSION,
implied_deps='replace'):
conf.define('USING_SYSTEM_TALLOC', 1)
2013-10-17 01:30:23 +04:00
2017-07-25 23:31:14 +03:00
if conf.env.disable_python:
2017-03-06 09:25:13 +03:00
using_system_pytalloc_util = False
2017-07-25 23:31:14 +03:00
else:
using_system_pytalloc_util = True
2018-08-03 18:51:59 +03:00
name = 'pytalloc-util' + conf.all_envs['default']['PYTHON_SO_ABI_FLAG']
if not conf.CHECK_BUNDLED_SYSTEM_PKG(name, minversion=VERSION,
2017-03-06 09:25:13 +03:00
implied_deps='talloc replace'):
using_system_pytalloc_util = False
2017-07-25 23:31:14 +03:00
2017-03-06 09:25:13 +03:00
if using_system_pytalloc_util:
conf.define('USING_SYSTEM_PYTALLOC_UTIL', 1)
2011-11-13 21:01:09 +04:00
2010-03-28 09:38:27 +04:00
2010-02-20 08:25:37 +03:00
def build(bld):
2010-04-04 07:16:49 +04:00
bld.RECURSE('lib/replace')
2010-02-20 08:25:37 +03:00
2010-10-24 22:50:47 +04:00
if bld.env.standalone_talloc:
private_library = False
# should we also install the symlink to libtalloc1.so here?
2010-10-27 04:56:10 +04:00
bld.SAMBA_LIBRARY('talloc-compat1-%s' % (VERSION),
2010-10-24 22:50:47 +04:00
'compat/talloc_compat1.c',
2010-10-27 04:56:10 +04:00
public_deps='talloc',
soname='libtalloc.so.1',
2011-08-21 05:19:17 +04:00
pc_files=[],
public_headers=[],
2010-10-27 04:56:10 +04:00
enabled=bld.env.TALLOC_COMPAT1)
2011-10-22 11:38:22 +04:00
2015-03-16 22:18:17 +03:00
testsuite_deps = 'talloc'
if bld.CONFIG_SET('HAVE_PTHREAD'):
testsuite_deps += ' pthread'
2011-10-22 11:38:22 +04:00
bld.SAMBA_BINARY('talloc_testsuite',
'testsuite_main.c testsuite.c',
2015-03-16 22:18:17 +03:00
testsuite_deps,
2011-10-22 11:38:22 +04:00
install=False)
2015-09-04 03:59:57 +03:00
bld.SAMBA_BINARY('talloc_test_magic_differs_helper',
'test_magic_differs_helper.c',
'talloc', install=False)
2010-10-24 22:50:47 +04:00
else:
private_library = True
2010-03-28 09:38:27 +04:00
if not bld.CONFIG_SET('USING_SYSTEM_TALLOC'):
2010-04-13 11:32:14 +04:00
2010-03-28 09:38:27 +04:00
bld.SAMBA_LIBRARY('talloc',
'talloc.c',
deps='replace',
nsswitch: reduce dependecies to private libraries and link static/builtin if possible
Over the last month I got more and more reports,
that it's not possible to use a custom Samba version
on systems with sssd being installed, which depends on some
specific samba libraries installed in the system.
One major problem is that the custom libnss_winbind.so.2
depends on the libreplace-samba4.so of the custom build
and also injects an RPATH into the running process.
When sssd uses any nss library call it will get this,
when it then tries to load some of its plugins via dlopen(),
e.g.
ldd /usr/lib64/sssd/libsss_ad.so| grep samba
libsamba-util.so.0 => /lib64/libsamba-util.so.0
libreplace-samba4.so => /usr/lib64/samba/libreplace-samba4.so
libsamba-security-samba4.so => /usr/lib64/samba/libsamba-security-samba4.so
libsamba-errors.so.1 => /lib64/libsamba-errors.so.1
libsamba-debug-samba4.so => /usr/lib64/samba/libsamba-debug-samba4.so
libgenrand-samba4.so => /usr/lib64/samba/libgenrand-samba4.so
libsocket-blocking-samba4.so => /usr/lib64/samba/libsocket-blocking-samba4.so
libtime-basic-samba4.so => /usr/lib64/samba/libtime-basic-samba4.so
libsys-rw-samba4.so => /usr/lib64/samba/libsys-rw-samba4.so
libiov-buf-samba4.so => /usr/lib64/samba/libiov-buf-samba4.so
When that loads dlopen() will fail as a soname libreplace-samba4.so is
already loaded, but the symbol version within the other one don't match, as the
contain the exact version, e.g. replace_dummy@@SAMBA_4.13.3.
This is just an example and similar things can happen in all situations
where we provide libraries, which are potentially injected into every
process of the running system. These should only depend on libc.so and
related basic system libraries in order to avoid the problem.
We have the following libraries, which are in the that category:
- libnss_winbind.so.2
- libnss_wins.so.2
- pam_winbind.so
- winbind_krb5_locator.so
- async_dns_krb5_locator.so
The rules of library loading are really complex and symbol versioning
is not enough to solve it, only the combination of unique soname and
unique symbol version suffix seem to solve the problem, but injecting
an RPATH is still a problem.
In order to solve the problem I experimented with adding SAMBA_SUBSYSTEM()
definitions with 'hide_symbols=True' in order to do some static linking
of selected components, e.g.
bld.SAMBA_SUBSYSTEM('replace-hidden',
source=REPLACE_SOURCE,
group='base_libraries',
hide_symbols=True,
deps='dl attr' + extra_libs)
It's relatively simple to get to the point where the following are
completely static:
- libnss_winbind.so.2
- libnss_wins.so.2
- pam_winbind.so
- winbind_krb5_locator.so
But 'async_dns_krb5_locator.so' links in almost everything!
It seems we install the krb5 plugins into our own $MODULESDIR/krb5/,
so it may not be so critical, as long it's the admin who created
the desired symlinks into the location the kerberos libraries search
for plugins. Note the at least the locator plugins are always loaded
without any configuration, every .so in a special path are loaded with dlopen().
This is done by every application using kerberos, so we load a lot of samba libraries
into them.
Packagers should not put async_dns_krb5_locator.so (nor a symlink) into
the path that's reachable by libkrb5.so.
As a longterm solution we may want to change async_dns_krb5_locator.so
to use a helper process with posix_spawn() instead of doing everything
within the process.
Note I added hiden_symbols=True to the nss modules for Linux and
FreeBSD only, because these are the only platforms I'm able to test
on. We most likely should do the same on other platforms, but some
with access to the platform should provide a tested patch.
In order to avoid manual definitions of SAMBA_SUBSYSTEMS() with
'-hidden', I added the 'provide_builtin_linking=True' option,
as the logic is very similar to what we already have with the
'--builtin-libraries=BUILTIN_LIBRARIES' configure option.
SAMBA_PLUGIN() is used in order to use SAMBA_LIBRARY() in order
to make it more strict that these plugins can't be used as
normal depedency by other subsystems and libraries.
While being there it was easy enough to make libwbclient.so
also standalone without dependecies to other samba libraries.
BUG: https://bugzilla.samba.org/show_bug.cgi?id=14780
Signed-off-by: Stefan Metzmacher <metze@samba.org>
Reviewed-by: Andrew Bartlett <abartlet@samba.org>
Reviewed-by: Andreas Schneider <asn@samba.org>
2021-07-01 13:08:16 +03:00
provide_builtin_linking=True,
2010-12-09 03:10:45 +03:00
abi_directory='ABI',
2010-04-18 06:46:04 +04:00
abi_match='talloc* _talloc*',
hide_symbols=True,
2010-12-09 13:58:20 +03:00
vnum=VERSION,
2016-01-04 18:21:21 +03:00
public_headers=('' if private_library else 'talloc.h'),
2011-08-21 05:19:17 +04:00
pc_files='talloc.pc',
2011-03-03 09:19:33 +03:00
public_headers_install=not private_library,
2010-10-24 22:50:47 +04:00
private_library=private_library,
2012-11-30 12:43:33 +04:00
manpages='man/talloc.3')
2010-02-20 08:25:37 +03:00
2017-01-27 22:27:50 +03:00
if not bld.CONFIG_SET('USING_SYSTEM_PYTALLOC_UTIL'):
2019-02-15 06:37:48 +03:00
name = bld.pyembed_libname('pytalloc-util')
2015-05-06 18:50:57 +03:00
2019-02-15 06:37:48 +03:00
bld.SAMBA_LIBRARY(name,
2015-05-06 18:50:57 +03:00
source='pytalloc_util.c',
public_deps='talloc',
pyembed=True,
vnum=VERSION,
hide_symbols=True,
abi_directory='ABI',
2016-02-22 04:29:15 +03:00
abi_match='pytalloc_* _pytalloc_*',
2015-05-06 18:50:57 +03:00
private_library=private_library,
2016-01-04 18:21:21 +03:00
public_headers=('' if private_library else 'pytalloc.h'),
2017-01-27 22:27:50 +03:00
pc_files='pytalloc-util.pc',
enabled=bld.PYTHON_BUILD_IS_ENABLED()
2015-05-06 18:50:57 +03:00
)
2019-02-15 06:37:48 +03:00
bld.SAMBA_PYTHON('pytalloc',
'pytalloc.c',
deps='talloc ' + name,
enabled=bld.PYTHON_BUILD_IS_ENABLED(),
realname='talloc.so')
bld.SAMBA_PYTHON('test_pytalloc',
'test_pytalloc.c',
deps=name,
enabled=bld.PYTHON_BUILD_IS_ENABLED(),
realname='_test_pytalloc.so',
install=False)
2015-05-06 19:17:06 +03:00
2019-05-06 02:09:16 +03:00
def testonly(ctx):
2010-04-04 16:11:30 +04:00
'''run talloc testsuite'''
2018-02-02 17:34:31 +03:00
import samba_utils
2017-07-03 17:09:34 +03:00
samba_utils.ADD_LD_LIBRARY_PATH('bin/shared')
samba_utils.ADD_LD_LIBRARY_PATH('bin/shared/private')
2018-02-02 17:34:31 +03:00
cmd = os.path.join(Context.g_module.out, 'talloc_testsuite')
2010-10-07 05:25:42 +04:00
ret = samba_utils.RUN_COMMAND(cmd)
print("testsuite returned %d" % ret)
2018-02-02 17:34:31 +03:00
magic_helper_cmd = os.path.join(Context.g_module.out, 'talloc_test_magic_differs_helper')
magic_cmd = os.path.join(Context.g_module.top, 'lib', 'talloc',
2015-09-04 03:59:57 +03:00
'test_magic_differs.sh')
2017-07-03 17:17:44 +03:00
if not os.path.exists(magic_cmd):
2018-02-02 17:34:31 +03:00
magic_cmd = os.path.join(Context.g_module.top, 'test_magic_differs.sh')
2015-09-04 03:59:57 +03:00
2016-02-23 01:04:51 +03:00
magic_ret = samba_utils.RUN_COMMAND(magic_cmd + " " + magic_helper_cmd)
2015-09-04 03:59:57 +03:00
print("magic differs test returned %d" % magic_ret)
2015-05-06 19:05:18 +03:00
pyret = samba_utils.RUN_PYTHON_TESTS(['test_pytalloc.py'])
2015-03-05 12:06:05 +03:00
print("python testsuite returned %d" % pyret)
2015-09-04 03:59:57 +03:00
sys.exit(ret or magic_ret or pyret)
2010-04-05 03:58:23 +04:00
2019-05-06 02:09:16 +03:00
# WAF doesn't build the unit tests for this, maybe because they don't link with talloc?
# This forces it
def test(ctx):
Options.commands.append('build')
Options.commands.append('testonly')
2010-04-05 03:58:23 +04:00
def dist():
'''makes a tarball for distribution'''
samba_dist.dist()
2010-11-03 04:09:23 +03:00
def reconfigure(ctx):
'''reconfigure if config scripts have changed'''
samba_utils.reconfigure(ctx)