ntdb: test arbitrary operations during ntdb_parse_record().
[metze/samba/wip.git] / lib / ntdb / wscript
1 #!/usr/bin/env python
2
3 APPNAME = 'ntdb'
4 VERSION = '0.9'
5
6 blddir = 'bin'
7
8 import sys, os
9
10 # find the buildtools directory
11 srcdir = '.'
12 while not os.path.exists(srcdir+'/buildtools') and len(srcdir.split('/')) < 5:
13     srcdir = '../' + srcdir
14 sys.path.insert(0, srcdir + '/buildtools/wafsamba')
15
16 import wafsamba, samba_dist, Options, Logs, glob
17
18 samba_dist.DIST_DIRS('lib/ntdb:. lib/replace:lib/replace lib/ccan:lib/ccan buildtools:buildtools')
19
20 def set_options(opt):
21     opt.BUILTIN_DEFAULT('replace,ccan')
22     opt.PRIVATE_EXTENSION_DEFAULT('ntdb', noextension='ntdb')
23     opt.RECURSE('lib/replace')
24     opt.add_option('--valgrind',
25                    help=("use valgrind on tests programs"),
26                    action="store_true", dest='VALGRIND', default=False)
27     opt.add_option('--valgrind-log',
28                    help=("where to put the valgrind log"),
29                    action="store", dest='VALGRINDLOG', default=None)
30
31     if opt.IN_LAUNCH_DIR():
32         opt.add_option('--disable-python',
33                        help=("disable the pyntdb module"),
34                        action="store_true", dest='disable_python', default=False)
35
36 def configure(conf):
37     conf.RECURSE('lib/replace')
38     conf.RECURSE('lib/ccan')
39
40     conf.env.NTDB_TEST_RUN_SRC=['test/run-001-encode.c',
41                                 'test/run-001-fls.c',
42                                 'test/run-01-new_database.c',
43                                 'test/run-02-expand.c',
44                                 'test/run-03-coalesce.c',
45                                 'test/run-04-basichash.c',
46                                 'test/run-05-readonly-open.c',
47                                 'test/run-10-simple-store.c',
48                                 'test/run-11-simple-fetch.c',
49                                 'test/run-12-check.c',
50                                 'test/run-15-append.c',
51                                 'test/run-25-hashoverload.c',
52                                 'test/run-30-exhaust-before-expand.c',
53                                 'test/run-35-convert.c',
54                                 'test/run-50-multiple-freelists.c',
55                                 'test/run-56-open-during-transaction.c',
56                                 'test/run-57-die-during-transaction.c',
57                                 'test/run-64-bit-tdb.c',
58                                 'test/run-90-get-set-attributes.c',
59                                 'test/run-capabilities.c',
60                                 'test/run-expand-in-transaction.c',
61                                 'test/run-features.c',
62                                 'test/run-lockall.c',
63                                 'test/run-remap-in-read_traverse.c',
64                                 'test/run-seed.c',
65                                 'test/run-tdb_errorstr.c',
66                                 'test/run-tdb_foreach.c',
67                                 'test/run-traverse.c']
68     conf.env.NTDB_TEST_API_SRC=['test/api-12-store.c',
69                                 'test/api-13-delete.c',
70                                 'test/api-14-exists.c',
71                                 'test/api-16-wipe_all.c',
72                                 'test/api-20-alloc-attr.c',
73                                 'test/api-21-parse_record.c',
74                                 'test/api-55-transaction.c',
75                                 'test/api-80-tdb_fd.c',
76                                 'test/api-81-seqnum.c',
77                                 'test/api-82-lockattr.c',
78                                 'test/api-83-openhook.c',
79                                 'test/api-91-get-stats.c',
80                                 'test/api-92-get-set-readonly.c',
81                                 'test/api-93-repack.c',
82                                 'test/api-94-expand-during-parse.c',
83                                 'test/api-95-read-only-during-parse.c',
84                                 'test/api-add-remove-flags.c',
85                                 'test/api-check-callback.c',
86                                 'test/api-firstkey-nextkey.c',
87                                 'test/api-fork-test.c',
88                                 'test/api-locktimeout.c',
89                                 'test/api-missing-entries.c',
90                                 'test/api-open-multiple-times.c',
91                                 'test/api-record-expand.c',
92                                 'test/api-simple-delete.c',
93                                 'test/api-summary.c']
94     conf.env.NTDB_TEST_API_HELPER_SRC=['test/helpapi-external-agent.c']
95     conf.env.NTDB_TEST_RUN_HELPER_SRC=['test/helprun-external-agent.c',
96                                        'test/helprun-layout.c']
97     conf.env.NTDB_TEST_HELPER_SRC=['test/external-agent.c',
98                                    'test/failtest_helper.c',
99                                    'test/lock-tracking.c',
100                                    'test/logging.c',
101                                    'test/tap-interface.c']
102
103     conf.env.standalone_ntdb = conf.IN_LAUNCH_DIR()
104     conf.env.disable_python = getattr(Options.options, 'disable_python', False)
105
106     if not conf.env.standalone_ntdb:
107         if conf.CHECK_BUNDLED_SYSTEM('ntdb', minversion=VERSION,
108                                          implied_deps='replace'):
109             conf.define('USING_SYSTEM_NTDB', 1)
110             if conf.CHECK_BUNDLED_SYSTEM_PYTHON('pyntdb', 'ntdb', minversion=VERSION):
111                 conf.define('USING_SYSTEM_PYNTDB', 1)
112
113     if not conf.env.disable_python:
114         # also disable if we don't have the python libs installed
115         conf.find_program('python', var='PYTHON')
116         conf.check_tool('python')
117         conf.check_python_version((2,4,2))
118         conf.SAMBA_CHECK_PYTHON_HEADERS(mandatory=False)
119         if not conf.env.HAVE_PYTHON_H:
120             Logs.warn('Disabling pyntdb as python devel libs not found')
121             conf.env.disable_python = True
122
123     # This make #include <ccan/...> work.
124     conf.ADD_EXTRA_INCLUDES('''#lib''')
125
126     conf.SAMBA_CONFIG_H()
127
128 def build(bld):
129     bld.RECURSE('lib/replace')
130     bld.RECURSE('lib/ccan')
131
132     if bld.env.standalone_ntdb:
133         bld.env.PKGCONFIGDIR = '${LIBDIR}/pkgconfig'
134         private_library = False
135     else:
136         private_library = True
137
138     SRC = '''check.c free.c hash.c io.c lock.c open.c
139                  summary.c ntdb.c transaction.c traverse.c'''
140
141     if not bld.CONFIG_SET('USING_SYSTEM_NTDB'):
142         bld.SAMBA_LIBRARY('ntdb',
143                           SRC,
144                           deps='replace ccan',
145                           includes='.',
146                           abi_directory='ABI',
147                           abi_match='ntdb_*',
148                           hide_symbols=True,
149                           vnum=VERSION,
150                           public_headers='ntdb.h',
151                           public_headers_install=not private_library,
152                           pc_files='ntdb.pc',
153                           private_library=private_library)
154
155         bld.SAMBA_BINARY('ntdbtorture',
156                          'tools/ntdbtorture.c',
157                          deps='ntdb',
158                          install=False)
159
160         bld.SAMBA_BINARY('ntdbtool',
161                          'tools/ntdbtool.c',
162                          deps='ntdb')
163
164         bld.SAMBA_BINARY('ntdbdump',
165                          'tools/ntdbdump.c',
166                          deps='ntdb')
167
168         bld.SAMBA_BINARY('ntdbrestore',
169                          'tools/ntdbrestore.c',
170                          deps='ntdb')
171
172         bld.SAMBA_BINARY('ntdbbackup',
173                          'tools/ntdbbackup.c',
174                          deps='ntdb')
175
176         if bld.env.DEVELOPER_MODE:
177             # FIXME: We need CCAN for some API tests, but waf thinks it's
178             # already available via ntdb.  It is, but not publicly.
179             # Workaround is to build a private, non-hiding version.
180             bld.SAMBA_SUBSYSTEM('ntdb-testing',
181                                 SRC,
182                                 deps='replace ccan',
183                                 includes='.')
184
185             bld.SAMBA_SUBSYSTEM('ntdb-test-helpers',
186                                 bld.env.NTDB_TEST_HELPER_SRC,
187                                 deps='replace')
188             bld.SAMBA_SUBSYSTEM('ntdb-run-helpers',
189                                 bld.env.NTDB_TEST_RUN_HELPER_SRC,
190                                 deps='replace')
191             bld.SAMBA_SUBSYSTEM('ntdb-api-helpers',
192                                 bld.env.NTDB_TEST_API_HELPER_SRC,
193                                 deps='replace ntdb-testing')
194
195             for f in bld.env.NTDB_TEST_RUN_SRC:
196                 base = os.path.splitext(os.path.basename(f))[0]
197                 bld.SAMBA_BINARY('ntdb-' + base, f,
198                                  deps='ccan replace ntdb-test-helpers ntdb-run-helpers ccan-failtest',
199                                  install=False)
200
201             for f in bld.env.NTDB_TEST_API_SRC:
202                 base = os.path.splitext(os.path.basename(f))[0]
203                 bld.SAMBA_BINARY('ntdb-' + base, f,
204                                  deps='ccan replace ntdb-test-helpers ntdb-api-helpers',
205                                  install=False)
206
207         if not bld.CONFIG_SET('USING_SYSTEM_PYNTDB'):
208             bld.SAMBA_PYTHON('pyntdb',
209                              source='pyntdb.c',
210                              deps='ntdb',
211                              enabled=not bld.env.disable_python,
212                              realname='ntdb.so',
213                              cflags='-DPACKAGE_VERSION=\"%s\"' % VERSION)
214
215 def testonly(ctx):
216     '''run ntdb testsuite'''
217     import Utils, samba_utils, shutil
218     ecode = 0;
219
220     env = samba_utils.LOAD_ENVIRONMENT()
221
222     if env.standalone_ntdb:
223         # FIXME: This is horrible :(
224         test_prefix = "%s/st" % (Utils.g_module.blddir)
225         shutil.rmtree(test_prefix, ignore_errors=True)
226         os.makedirs(test_prefix)
227
228         # Create scratch directory for tests.
229         testdir = os.path.join(test_prefix, 'ntdb-tests')
230         samba_utils.mkdir_p(testdir)
231         # Symlink back to source dir so it can find tests in test/
232         link = os.path.join(testdir, 'test')
233         if not os.path.exists(link):
234             os.symlink(os.path.abspath(os.path.join(env.cwd, 'test')), link)
235
236         if env.options['VALGRIND']:
237             os.environ['VALGRIND'] = 'valgrind -q --num-callers=30 --error-exitcode=11'
238         if env.options['VALGRINDLOG']:
239             os.environ['VALGRIND'] += ' --log-file=%s' % Options.options.VALGRINDLOG
240
241         for f in env.NTDB_TEST_RUN_SRC + env.NTDB_TEST_API_SRC:
242             name = "ntdb-" + os.path.splitext(os.path.basename(f))[0]
243             cmd = "cd " + testdir + " && $VALGRIND " + os.path.abspath(os.path.join(Utils.g_module.blddir, name)) + " > test-output 2>&1"
244             print("..." + f)
245             ret = samba_utils.RUN_COMMAND(cmd)
246             if ret != 0:
247                 print("%s (%s) failed:" % (name, f))
248                 samba_utils.RUN_COMMAND("cat " + os.path.join(testdir, 'test-output'))
249                 ecode = ret;
250                 break;
251
252     sys.exit(ecode)
253
254 # WAF doesn't build the unit tests for this, maybe because they don't link with ntdb?
255 # This forces it
256 def test(ctx):
257     import Scripting
258     Scripting.commands.append('build')
259     Scripting.commands.append('testonly')
260
261 def dist():
262     '''makes a tarball for distribution'''
263     samba_dist.dist()
264
265 def reconfigure(ctx):
266     '''reconfigure if config scripts have changed'''
267     import samba_utils
268     samba_utils.reconfigure(ctx)