ctdb/wscript

   1 #!/usr/bin/env python
   2
   3 APPNAME = 'ctdb'
   4
   5 blddir = 'bin'
   6
   7 import sys, os
   8
   9 # find the buildtools directory
  10 srcdir = '.'
  11 while not os.path.exists(srcdir+'/buildtools') and len(srcdir.split('/')) < 5:
  12     srcdir = srcdir + '/..'
  13 sys.path.insert(0, srcdir + '/buildtools/wafsamba')
  14
  15 import wafsamba, samba_dist, Options, Logs, Utils
  16 import samba_utils, samba_version
  17
  18 env = samba_utils.LOAD_ENVIRONMENT()
  19 if os.path.isfile('./VERSION'):
  20     vdir = '.'
  21 elif os.path.isfile('../VERSION'):
  22     vdir = '..'
  23 else:
  24     Logs.error("VERSION file not found")
  25
  26 version = samba_version.samba_version_file('%s/VERSION' % vdir, vdir, env)
  27 VERSION = version.STRING.replace('-', '.')
  28
  29 Options.default_prefix = '/usr/local'
  30
  31 samba_dist.DIST_DIRS('''ctdb:. lib/replace:lib/replace lib/talloc:lib/talloc
  32                         lib/tevent:lib/tevent lib/tdb:lib/tdb
  33                         lib/socket_wrapper:lib/socket_wrapper
  34                         third_party/popt:third_party/popt
  35                         lib/util:lib/util lib/tdb_wrap:lib/tdb_wrap
  36                         lib/ccan:lib/ccan libcli/util:libcli/util
  37                         buildtools:buildtools third_party/waf:third_party/waf''')
  38
  39 manpages = [
  40     'ctdb.1',
  41     'ctdb.7',
  42     'ctdbd.1',
  43     'ctdbd.conf.5',
  44     'ctdbd_wrapper.1',
  45     'ctdb-statistics.7',
  46     'ctdb-tunables.7',
  47     'ltdbtool.1',
  48     'onnode.1',
  49     'ping_pong.1'
  50 ]
  51
  52
  53 def set_options(opt):
  54     opt.PRIVATE_EXTENSION_DEFAULT('ctdb')
  55
  56     opt.RECURSE('lib/replace')
  57
  58     opt.RECURSE('lib/util')
  59
  60     opt.RECURSE('lib/talloc')
  61     opt.RECURSE('lib/tevent')
  62     opt.RECURSE('lib/tdb')
  63
  64     opt.add_option('--enable-infiniband',
  65                    help=("Turn on infiniband support (default=no)"),
  66                    action="store_true", dest='ctdb_infiniband', default=False)
  67     opt.add_option('--enable-pmda',
  68                    help=("Turn on PCP pmda support (default=no)"),
  69                    action="store_true", dest='ctdb_pmda', default=False)
  70
  71     opt.add_option('--with-logdir',
  72                    help=("Path to log directory"),
  73                    action="store", dest='ctdb_logdir', default=None)
  74     opt.add_option('--with-socketpath',
  75                    help=("path to CTDB daemon socket"),
  76                    action="store", dest='ctdb_sockpath', default=None)
  77
  78
  79 def configure(conf):
  80
  81     # CTDB relies on nested event loops
  82     conf.env.TEVENT_DEPRECATED = 1
  83
  84     # No need to build python bindings for talloc/tevent/tdb
  85     if conf.IN_LAUNCH_DIR():
  86         conf.env.standalone_ctdb = True
  87         Options.options.disable_python = True
  88
  89     conf.RECURSE('lib/replace')
  90
  91     if conf.env.standalone_ctdb:
  92         conf.SAMBA_CHECK_PERL(mandatory=True)
  93
  94         conf.SAMBA_CHECK_PYTHON(mandatory=True, version=(2,5,0))
  95         conf.SAMBA_CHECK_PYTHON_HEADERS(mandatory=True)
  96
  97     if conf.CHECK_FOR_THIRD_PARTY():
  98         conf.RECURSE('third_party/popt')
  99     else:
 100         if not conf.CHECK_POPT():
 101             raise Utils.WafError('popt development packages have not been found\nIf third_party is installed, check that it is in the proper place.')
 102         else:
 103             conf.define('USING_SYSTEM_POPT', 1)
 104
 105     conf.RECURSE('lib/util')
 106
 107     conf.RECURSE('lib/talloc')
 108     conf.RECURSE('lib/tevent')
 109     conf.RECURSE('lib/tdb')
 110     if conf.env.standalone_ctdb or conf.CONFIG_GET('ENABLE_SELFTEST'):
 111         conf.RECURSE('lib/socket_wrapper')
 112
 113     conf.CHECK_HEADERS('sched.h')
 114     conf.CHECK_HEADERS('procinfo.h')
 115     if sys.platform.startswith('aix') and not conf.CHECK_FUNCS('thread_setsched'):
 116         Logs.error('Need thread_setsched() on AIX')
 117         sys.exit(1)
 118     elif not conf.CHECK_FUNCS('sched_setscheduler'):
 119         Logs.error('Need sched_setscheduler()')
 120         sys.exit(1)
 121     conf.CHECK_FUNCS('mlockall')
 122
 123     if not conf.CHECK_VARIABLE('ETIME', headers='errno.h'):
 124         conf.DEFINE('ETIME', 'ETIMEDOUT')
 125
 126     if sys.platform.startswith('linux'):
 127         conf.SET_TARGET_TYPE('pcap', 'EMPTY')
 128     else:
 129         if not conf.CHECK_HEADERS('pcap.h'):
 130             Logs.error('Need libpcap')
 131             sys.exit(1)
 132         if not conf.CHECK_FUNCS_IN('pcap_open_live', 'pcap', headers='pcap.h'):
 133             Logs.error('Need libpcap')
 134             sys.exit(1)
 135
 136     if not conf.CHECK_FUNCS_IN('backtrace backtrace_symbols', 'execinfo',
 137                                checklibc=True, headers='execinfo.h'):
 138         Logs.error('backtrace support not available')
 139
 140     have_pmda = False
 141     if Options.options.ctdb_pmda:
 142         pmda_support = True
 143
 144         if not conf.CHECK_HEADERS('pcp/pmapi.h pcp/impl.h pcp/pmda.h',
 145                                   together=True):
 146             pmda_support = False
 147         if not conf.CHECK_FUNCS_IN('pmProgname', 'pcp'):
 148             pmda_support = False
 149         if not conf.CHECK_FUNCS_IN('pmdaDaemon', 'pcp_pmda'):
 150             pmda_support = False
 151         if pmda_support:
 152             have_pmda = True
 153         else:
 154             Logs.error("PMDA support not available")
 155     if have_pmda:
 156         Logs.info('Building with PMDA support')
 157         conf.define('HAVE_PMDA', 1)
 158         conf.env.CTDB_PMDADIR = os.path.join(conf.env.LOCALSTATEDIR,
 159                                              'lib/pcp/pmdas/ctdb')
 160
 161     have_infiniband = False
 162     if Options.options.ctdb_infiniband:
 163         ib_support = True
 164
 165         if not conf.CHECK_HEADERS('infiniband/verbs.h rdma/rdma_cma.h'):
 166             ib_support = False
 167         if not conf.CHECK_FUNCS_IN('ibv_create_qp', 'ibverbs'):
 168             ib_support = False
 169         if not conf.CHECK_FUNCS_IN('rdma_connect', 'rdmacm'):
 170             ib_support = False
 171         if ib_support:
 172             have_infiniband = True
 173         else:
 174             Logs.error("Infiniband support not available")
 175     if have_infiniband:
 176         Logs.info('Building with Infiniband support')
 177         conf.define('HAVE_INFINIBAND', 1)
 178         conf.define('USE_INFINIBAND', 1)
 179
 180     conf.env.CTDB_BINDIR = os.path.join(conf.env.EXEC_PREFIX, 'bin')
 181     conf.env.CTDB_ETCDIR = os.path.join(conf.env.SYSCONFDIR, 'ctdb')
 182     conf.env.CTDB_VARDIR = os.path.join(conf.env.LOCALSTATEDIR, 'lib/ctdb')
 183     conf.env.CTDB_RUNDIR = os.path.join(conf.env.LOCALSTATEDIR, 'run/ctdb')
 184
 185     if Options.options.ctdb_logdir:
 186         conf.env.CTDB_LOGDIR = Options.options.ctdb_logdir
 187     else:
 188         conf.env.CTDB_LOGDIR = os.path.join(conf.env.LOCALSTATEDIR, 'log')
 189
 190     if Options.options.ctdb_sockpath:
 191         conf.env.CTDB_SOCKPATH = Options.options.ctdb_sockpath
 192     else:
 193         conf.env.CTDB_SOCKPATH = os.path.join(conf.env.CTDB_RUNDIR,
 194                                               'ctdbd.socket')
 195
 196     conf.ADD_CFLAGS('''-DCTDB_HELPER_BINDIR=\"%s\"
 197                        -DLOGDIR=\"%s\"
 198                        -DSOCKPATH=\"%s\"
 199                        -DCTDB_ETCDIR=\"%s\"
 200                        -DCTDB_VARDIR=\"%s\"
 201                        -DCTDB_RUNDIR=\"%s\"''' % (
 202                     conf.env.CTDB_BINDIR,
 203                     conf.env.CTDB_LOGDIR,
 204                     conf.env.CTDB_SOCKPATH,
 205                     conf.env.CTDB_ETCDIR,
 206                     conf.env.CTDB_VARDIR,
 207                     conf.env.CTDB_RUNDIR))
 208
 209     conf.env.CTDB_TEST_DATADIR = os.path.join(conf.env.EXEC_PREFIX,
 210                                               'share/ctdb-tests')
 211     conf.env.CTDB_TEST_LIBDIR = os.path.join(conf.env.LIBDIR, 'ctdb-tests')
 212
 213     # Allow unified compilation and separate compilation of utilities
 214     # to find includes
 215     if not conf.env.standalone_ctdb:
 216         conf.ADD_EXTRA_INCLUDES('#ctdb/include')
 217     else:
 218         if srcdir == '.':
 219             # Building from tarball
 220             conf.ADD_EXTRA_INCLUDES('#include')
 221             conf.ADD_EXTRA_INCLUDES('#include/internal')
 222         else:
 223             # Building standalone CTDB from within Samba tree
 224             conf.ADD_EXTRA_INCLUDES('#ctdb/include')
 225             conf.ADD_EXTRA_INCLUDES('#ctdb/include/internal')
 226             conf.ADD_EXTRA_INCLUDES('#ctdb')
 227         conf.ADD_EXTRA_INCLUDES('#lib #lib/replace')
 228
 229         conf.DEFINE('HAVE_CONFIG_H', 1, add_to_cflags=True)
 230         conf.DEFINE('SAMBA_UTIL_CORE_ONLY', 1, add_to_cflags=True)
 231         conf.SAMBA_CONFIG_H()
 232
 233
 234 def build(bld):
 235     if bld.env.standalone_ctdb:
 236         # enable building of public headers in the build tree
 237         bld.env.build_public_headers = 'include/public'
 238
 239     version_h = samba_utils.os_path_relpath(os.path.join(Options.launch_dir,
 240                                                          "version.h"),
 241                                             bld.curdir)
 242
 243     if bld.env.standalone_ctdb:
 244         ctdb_mkversion = '../packaging/mkversion.sh'
 245         t = bld.SAMBA_GENERATOR('ctdb-version-header',
 246                                 target='include/ctdb_version.h',
 247                                 rule='%s ${TGT} %s' % (ctdb_mkversion, VERSION),
 248                                 dep_vars=['VERSION'])
 249         t.env.VERSION = VERSION
 250
 251         t = bld.SAMBA_GENERATOR('ctdb-samba-version-header',
 252                                 target=version_h,
 253                                 rule='printf "#include \\"ctdb_version.h\\" \\n#define SAMBA_VERSION_STRING CTDB_VERSION_STRING\\n" > ${TGT}',
 254                                 dep_vars=['VERSION'])
 255         t.env.VERSION = VERSION
 256     else:
 257         t = bld.SAMBA_GENERATOR('ctdb-samba-version-header',
 258                                 target='include/ctdb_version.h',
 259                                 rule='printf "#include \\"%s\\" \\n#define CTDB_VERSION_STRING SAMBA_VERSION_STRING\\n" > ${TGT}' % version_h,
 260                                 dep_vars=['VERSION'])
 261         t.env.VERSION = VERSION
 262
 263     bld.RECURSE('lib/replace')
 264     if bld.CHECK_FOR_THIRD_PARTY():
 265         bld.RECURSE('third_party/popt')
 266
 267     bld.RECURSE('lib/tdb_wrap')
 268     bld.RECURSE('lib/util')
 269
 270     bld.RECURSE('lib/talloc')
 271     bld.RECURSE('lib/tevent')
 272     bld.RECURSE('lib/tdb')
 273     if bld.env.standalone_ctdb or bld.CONFIG_GET('SOCKET_WRAPPER'):
 274         bld.RECURSE('lib/socket_wrapper')
 275
 276     if bld.env.standalone_ctdb:
 277         # In a combined build is implemented, CTDB will wanted to
 278         # build against samba-util rather than samba-util-core.
 279         # Similarly, other Samba subsystems expect samba-util.  So,
 280         # for a standalone build, just define a fake samba-util
 281         # subsystem that pulls in samba-util-core.
 282         bld.SAMBA_SUBSYSTEM('samba-util',
 283                             source='',
 284                             deps='samba-util-core')
 285
 286     bld.SAMBA_SUBSYSTEM('ctdb-tcp',
 287                         source=bld.SUBDIR('tcp',
 288                                           'tcp_connect.c tcp_init.c tcp_io.c'),
 289                         includes='include include/internal',
 290                         deps='replace tdb talloc tevent')
 291
 292     ib_deps = ''
 293     if bld.env.HAVE_INFINIBAND:
 294         bld.SAMBA_SUBSYSTEM('ctdb-ib',
 295                             source=bld.SUBDIR('ib',
 296                                               '''ibwrapper.c ibw_ctdb.c
 297                                                  ibw_ctdb_init.c'''),
 298                             includes='include include/internal',
 299                             deps='replace')
 300         ib_deps = ' ctdb-ib rdmacm ibverbs'
 301
 302     bld.SAMBA_SUBSYSTEM('ctdb-common',
 303                         source=bld.SUBDIR('common',
 304                                           '''ctdb_io.c ctdb_util.c ctdb_ltdb.c
 305                                              ctdb_message.c cmdline.c rb_tree.c
 306                                              system_common.c ctdb_fork.c'''),
 307                         includes='include include/internal common .',
 308                         deps='replace popt talloc tevent tdb popt')
 309
 310     bld.SAMBA_SUBSYSTEM('ctdb-common-util',
 311                         source=bld.SUBDIR('common',
 312                                           'system_util.c ctdb_logging.c'),
 313                         includes='include include/internal',
 314                         deps='replace tevent tdb')
 315
 316     if sys.platform.startswith('linux'):
 317         CTDB_SYSTEM_SRC = bld.SUBDIR('common', 'system_linux.c')
 318     elif sys.platform.startswith('aix'):
 319         CTDB_SYSTEM_SRC = bld.SUBDIR('common', 'system_aix.c')
 320     elif sys.platform.startswith('freebsd'):
 321         CTDB_SYSTEM_SRC = bld.SUBDIR('common', 'system_freebsd.c')
 322     elif sys.platform == 'kfreebsd':
 323         CTDB_SYSTEM_SRC = bld.SUBDIR('common', 'system_kfreebsd.c')
 324     elif sys.platform == 'gnu':
 325         CTDB_SYSTEM_SRC = bld.SUBDIR('common', 'system_gnu.c')
 326     else:
 327         Logs.error("Platform %s not supported" % sys.platform)
 328
 329     bld.SAMBA_SUBSYSTEM('ctdb-system',
 330                         source=CTDB_SYSTEM_SRC,
 331                         includes='include include/internal',
 332                         deps='replace talloc tevent tdb pcap')
 333
 334     bld.SAMBA_SUBSYSTEM('ctdb-client',
 335                         source=bld.SUBDIR('client', 'ctdb_client.c'),
 336                         includes='include include/internal',
 337                         public_headers='include/ctdb_client.h',
 338                         deps='''replace popt talloc tevent tdb
 339                                 samba-util tdb-wrap''')
 340
 341     bld.SAMBA_SUBSYSTEM('ctdb-server',
 342                         source='server/ctdbd.c ' +
 343                                bld.SUBDIR('server',
 344                                           '''ctdb_daemon.c ctdb_recoverd.c
 345                                              ctdb_recover.c ctdb_freeze.c
 346                                              ctdb_tunables.c ctdb_monitor.c
 347                                              ctdb_server.c ctdb_control.c
 348                                              ctdb_call.c ctdb_ltdb_server.c
 349                                              ctdb_traverse.c eventscript.c
 350                                              ctdb_takeover.c ctdb_serverids.c
 351                                              ctdb_persistent.c ctdb_keepalive.c
 352                                              ctdb_logging.c
 353                                              ctdb_logging_syslog.c
 354                                              ctdb_logging_file.c
 355                                              ctdb_uptime.c
 356                                              ctdb_vacuum.c ctdb_banning.c
 357                                              ctdb_statistics.c
 358                                              ctdb_update_record.c
 359                                              ctdb_lock.c'''),
 360                         includes='include include/internal',
 361                         public_headers='''include/ctdb_version.h
 362                                           include/ctdb.h
 363                                           include/ctdb_private.h
 364                                           include/ctdb_protocol.h
 365                                           include/ctdb_typesafe_cb.h''',
 366                         deps='replace popt talloc tevent tdb talloc_report')
 367
 368     bld.SAMBA_BINARY('ctdbd',
 369                      source='',
 370                      deps='''ctdb-server ctdb-client ctdb-common
 371                              ctdb-common-util ctdb-system ctdb-tcp''' +
 372                           ib_deps,
 373                      install_path='${SBINDIR}',
 374                      manpages='ctdbd.1')
 375
 376     bld.SAMBA_BINARY('ctdb',
 377                      source='tools/ctdb.c tools/ctdb_vacuum.c',
 378                      deps='''ctdb-client ctdb-common ctdb-common-util
 379                              ctdb-system''',
 380                      includes='include include/internal',
 381                      install_path='${BINDIR}',
 382                      manpages='ctdb.1')
 383
 384     bld.SAMBA_BINARY('ltdbtool',
 385                      source='tools/ltdbtool.c',
 386                      includes='include',
 387                      deps='tdb',
 388                      install_path='${BINDIR}',
 389                      manpages='ltdbtool.1')
 390
 391     bld.SAMBA_BINARY('ctdb_lock_helper',
 392                      source='server/ctdb_lock_helper.c',
 393                      deps='samba-util ctdb-common-util talloc tdb',
 394                      includes='include include/internal',
 395                      install_path='${BINDIR}')
 396
 397     bld.SAMBA_BINARY('ctdb_event_helper',
 398                      source='server/ctdb_event_helper.c',
 399                      includes='include include/internal',
 400                      deps='samba-util ctdb-common-util replace tdb',
 401                      install_path='${BINDIR}')
 402
 403     bld.SAMBA_GENERATOR('ctdb-smnotify-h',
 404                         source='utils/smnotify/smnotify.x',
 405                         target='utils/smnotify/smnotify.h',
 406                         rule='rpcgen -h ${SRC} > ${TGT}')
 407
 408     xdr_buf_hack = 'sed -e "s@^\([ \t]*register int32_t \*buf\);@\\1 = buf;@"'
 409
 410     bld.SAMBA_GENERATOR('ctdb-smnotify-x',
 411                         source='utils/smnotify/smnotify.x',
 412                         target='utils/smnotify/gen_xdr.c',
 413                         rule='rpcgen -c ${SRC} | ' + xdr_buf_hack + ' > ${TGT}')
 414
 415     bld.SAMBA_GENERATOR('ctdb-smnotify-c',
 416                         source='utils/smnotify/smnotify.x',
 417                         target='utils/smnotify/gen_smnotify.c',
 418                         rule='rpcgen -l ${SRC} > ${TGT}')
 419
 420     bld.SAMBA_BINARY('smnotify',
 421                      source=bld.SUBDIR('utils/smnotify',
 422                                        'smnotify.c gen_smnotify.c gen_xdr.c'),
 423                      deps='ctdb-smnotify-h ctdb-smnotify-c ctdb-smnotify-x popt',
 424                      includes='utils utils/smnotify',
 425                      install_path='${BINDIR}')
 426
 427     bld.SAMBA_BINARY('ping_pong',
 428                      source='utils/ping_pong/ping_pong.c',
 429                      deps='',
 430                      install_path='${BINDIR}',
 431                      manpages='ping_pong.1')
 432
 433     if bld.env.HAVE_PMDA:
 434         bld.SAMBA_BINARY('pmdactdb',
 435                          source='utils/pmda/pmda_ctdb.c',
 436                          includes='include include/internal',
 437                          deps='''ctdb-client ctdb-common ctdb-system
 438                                  ctdb-common-util pcp_pmda pcp''',
 439                          install_path='${CTDB_PMDADIR}')
 440         bld.INSTALL_FILES('${CTDB_PMDADIR}', 'utils/pmda/Install',
 441                           destname='Install')
 442         bld.INSTALL_FILES('${CTDB_PMDADIR}', 'utils/pmda/Remove',
 443                           destname='Remove')
 444         bld.INSTALL_FILES('${CTDB_PMDADIR}', 'utils/pmda/pmns',
 445                           destname='pmns')
 446         bld.INSTALL_FILES('${CTDB_PMDADIR}', 'utils/pmda/domain.h',
 447                           destname='domain.h')
 448         bld.INSTALL_FILES('${CTDB_PMDADIR}', 'utils/pmda/help',
 449                           destname='help')
 450         bld.INSTALL_FILES('${CTDB_PMDADIR}', 'utils/pmda/README',
 451                           destname='README')
 452
 453     sed_expr1 = 's|/usr/local/var/lib/ctdb|%s|g'  % (bld.env.CTDB_VARDIR)
 454     sed_expr2 = 's|/usr/local/etc/ctdb|%s|g'      % (bld.env.CTDB_ETCDIR)
 455     sed_expr3 = 's|/usr/local/var/log|%s|g'       % (bld.env.CTDB_LOGDIR)
 456     sed_expr4 = 's|/usr/local/var/run/ctdb|%s|g'  % (bld.env.CTDB_RUNDIR)
 457     sed_expr5 = 's|/usr/local/sbin|%s|g'          % (bld.env.SBINDIR)
 458     sed_cmdline = '-e "%s" -e "%s" -e "%s" -e "%s" -e "%s"' % \
 459                        (sed_expr1, sed_expr2, sed_expr3, sed_expr4, sed_expr5)
 460
 461     for f in manpages:
 462         x = '%s.xml' % (f)
 463         bld.SAMBA_GENERATOR(x,
 464                             source=os.path.join('doc', x),
 465                             target=x,
 466                             rule='sed %s ${SRC} > ${TGT}' % (sed_cmdline))
 467
 468     if 'XSLTPROC_MANPAGES' in bld.env and bld.env['XSLTPROC_MANPAGES']:
 469         bld.MANPAGES('''onnode.1 ctdbd_wrapper.1 ctdbd.conf.5
 470                         ctdb.7 ctdb-statistics.7 ctdb-tunables.7''',
 471                       True)
 472     else:
 473         for m in manpages:
 474             bld.SAMBA_GENERATOR(m,
 475                                 source=os.path.join("doc", m),
 476                                 target=m,
 477                                 rule='sed %s ${SRC} > ${TGT}' % (sed_cmdline))
 478             bld.INSTALL_FILES('${MANDIR}/man%s' % m[-1], m)
 479
 480     bld.SAMBA_GENERATOR('ctdb-onnode',
 481                         source='tools/onnode',
 482                         target='onnode',
 483                         rule='sed %s ${SRC} > ${TGT}' % (sed_cmdline))
 484     bld.INSTALL_FILES('${BINDIR}', 'onnode',
 485                       destname='onnode', chmod=0755)
 486
 487     bld.SAMBA_GENERATOR('ctdb-diagnostics',
 488                         source='tools/ctdb_diagnostics',
 489                         target='ctdb_diagnostics',
 490                         rule='sed %s ${SRC} > ${TGT}' % (sed_cmdline))
 491     bld.INSTALL_FILES('${BINDIR}', 'ctdb_diagnostics',
 492                       destname='ctdb_diagnostics', chmod=0755)
 493
 494     bld.SAMBA_GENERATOR('ctdbd-wrapper',
 495                         source='config/ctdbd_wrapper',
 496                         target='ctdbd_wrapper',
 497                         rule='sed %s ${SRC} > ${TGT}' % (sed_cmdline))
 498     bld.INSTALL_FILES('${SBINDIR}', 'ctdbd_wrapper',
 499                       destname='ctdbd_wrapper', chmod=0755)
 500
 501     def SUBDIR_MODE_callback(arg, dirname, fnames):
 502         for f in fnames:
 503             fl = os.path.join(dirname, f)
 504             if os.path.isdir(fl) or os.path.islink(fl):
 505                 continue
 506             mode = os.lstat(fl).st_mode & 0777
 507             if arg['trim_path']:
 508                 fl = samba_utils.os_path_relpath(fl, arg['trim_path'])
 509             arg['file_list'].append([fl, mode])
 510
 511     def SUBDIR_MODE(path, trim_path=None):
 512         pd = {'trim_path': trim_path, 'file_list': []}
 513         os.path.walk(path, SUBDIR_MODE_callback, pd)
 514         return pd['file_list']
 515
 516     etc_subdirs = [
 517         'events.d',
 518         'nfs-checks.d'
 519     ]
 520
 521     if bld.env.standalone_ctdb:
 522         configdir = 'config'
 523     else:
 524         configdir = 'ctdb/config'
 525
 526     for t in etc_subdirs:
 527         files = SUBDIR_MODE('%s/%s' % (configdir, t), trim_path=configdir)
 528         for fmode in files:
 529             bld.INSTALL_FILES(bld.env.CTDB_ETCDIR, 'config/%s' % fmode[0],
 530                               destname=fmode[0], chmod=fmode[1])
 531
 532     bld.SAMBA_GENERATOR('ctdb-functions',
 533                         source='config/functions',
 534                         target='functions',
 535                         rule='sed %s ${SRC} > ${TGT}' % (sed_cmdline))
 536     bld.INSTALL_FILES(bld.env.CTDB_ETCDIR, 'functions', destname='functions')
 537
 538     etc_scripts = [
 539         'ctdb-crash-cleanup.sh',
 540         'debug-hung-script.sh',
 541         'debug_locks.sh',
 542         'gcore_trace.sh',
 543         'nfs-linux-kernel-callout',
 544         'notify.sh',
 545         'statd-callout'
 546     ]
 547
 548     for t in etc_scripts:
 549         bld.INSTALL_FILES(bld.env.CTDB_ETCDIR, 'config/%s' % t,
 550                           destname=t, chmod=0755)
 551
 552     bld.SAMBA_GENERATOR('ctdb-sudoers',
 553                         source='config/ctdb.sudoers',
 554                         target='ctdb.sudoers',
 555                         rule='sed %s ${SRC} > ${TGT}' % (sed_cmdline))
 556     bld.INSTALL_FILES('${SYSCONFDIR}/sudoers.d', 'ctdb.sudoers',
 557                       destname='ctdb')
 558
 559     bld.INSTALL_FILES('${CTDB_ETCDIR}/notify.d', 'config/notify.d.README',
 560                       destname='README')
 561
 562     bld.install_dir(bld.env.CTDB_LOGDIR)
 563     bld.install_dir(bld.env.CTDB_RUNDIR)
 564     bld.install_dir(bld.env.CTDB_VARDIR)
 565
 566     sed_expr = 's/@PACKAGE_VERSION@/%s/g' % VERSION
 567     t = bld.SAMBA_GENERATOR('ctdb-pc',
 568                             source='ctdb.pc.in',
 569                             target='ctdb.pc',
 570                             rule='sed -e "%s" ${SRC} > ${TGT}' % sed_expr,
 571                             dep_vars=['VERSION'])
 572     t.env.VERSION = VERSION
 573     bld.INSTALL_FILES('${LIBDIR}/pkgconfig', 'ctdb.pc')
 574
 575     # Test binaries
 576     ctdb_tests = [
 577         'rb_test',
 578         'ctdb_bench',
 579         'ctdb_fetch',
 580         'ctdb_fetch_one',
 581         'ctdb_fetch_readonly_once',
 582         'ctdb_fetch_readonly_loop',
 583         'ctdb_trackingdb_test',
 584         'ctdb_update_record',
 585         'ctdb_update_record_persistent',
 586         'ctdb_store',
 587         'ctdb_traverse',
 588         'ctdb_randrec',
 589         'ctdb_persistent',
 590         'ctdb_porting_tests',
 591         'ctdb_transaction',
 592         'ctdb_lock_tdb'
 593     ]
 594
 595     for target in ctdb_tests:
 596         src = 'tests/src/' + target + '.c'
 597
 598         bld.SAMBA_BINARY(target,
 599                          source=src,
 600                          includes='include include/internal',
 601                          deps='''ctdb-client ctdb-common ctdb-common-util
 602                                  ctdb-system''',
 603                          install_path='${CTDB_TEST_LIBDIR}')
 604
 605     bld.SAMBA_BINARY('ctdb_takeover_tests',
 606                      source='tests/src/ctdb_takeover_tests.c',
 607                      deps='''replace popt tdb tevent talloc ctdb-system
 608                              samba-util tdb-wrap talloc_report''' +
 609                           ib_deps,
 610                      includes='include include/internal',
 611                      install_path='${CTDB_TEST_LIBDIR}')
 612
 613     bld.SAMBA_BINARY('ctdb_functest',
 614                      source='tests/src/ctdb_functest.c',
 615                      deps='''replace tdb tevent talloc popt ctdb-system
 616                              samba-util tdb-wrap''',
 617                      includes='include include/internal',
 618                      install_path='${CTDB_TEST_LIBDIR}')
 619
 620     bld.SAMBA_BINARY('ctdb_stubtest',
 621                      source='tests/src/ctdb_test.c',
 622                      deps='''replace tdb tevent talloc popt ctdb-system
 623                              samba-util tdb-wrap''',
 624                      includes='include include/internal',
 625                      install_path='${CTDB_TEST_LIBDIR}')
 626
 627     if bld.env.HAVE_INFINIBAND:
 628         bld.SAMBA_BINARY('ibwrapper_test',
 629                          source='ib/ibwrapper_test.c',
 630                          includes='include include/internal',
 631                          deps='''replace talloc ctdb-client ctdb-common
 632                                  ctdb-system''' +
 633                               ib_deps,
 634                          install_path='${CTDB_TEST_LIBDIR}')
 635
 636     test_subdirs = [
 637         'complex',
 638         'events.d',
 639         'eventscripts',
 640         'onnode',
 641         'simple',
 642         'takeover',
 643         'tool'
 644     ]
 645
 646     for t in test_subdirs:
 647         files = SUBDIR_MODE('tests/%s' % t, trim_path='tests')
 648         for fmode in files:
 649             bld.INSTALL_FILES(bld.env.CTDB_TEST_DATADIR, 'tests/%s' % fmode[0],
 650                               destname=fmode[0], chmod=fmode[1])
 651
 652     # Install tests/scripts directory without test_wrap
 653     test_scripts = [
 654         'common.sh',
 655         'integration.bash',
 656         'unit.sh'
 657     ]
 658
 659     for t in test_scripts:
 660         bld.INSTALL_FILES(bld.env.CTDB_TEST_DATADIR,
 661                           os.path.join('tests/scripts', t),
 662                           destname=os.path.join('scripts', t))
 663
 664     sed_expr = 's@^TEST_SCRIPTS_DIR=.*@&\\nexport TEST_BIN_DIR=\"%s\"@' % (
 665                bld.env.CTDB_TEST_LIBDIR)
 666     bld.SAMBA_GENERATOR('ctdb-test-wrap',
 667                         source='tests/scripts/test_wrap',
 668                         target='test_wrap',
 669                         rule='sed -e "%s" ${SRC} > ${TGT}' % sed_expr)
 670     bld.INSTALL_FILES(bld.env.CTDB_TEST_DATADIR+"/scripts", 'test_wrap',
 671                       destname='test_wrap', chmod=0755)
 672
 673     sed_expr1 = 's@^test_dir=.*@test_dir=%s\\nexport TEST_BIN_DIR=\"%s\"@' % (
 674                 bld.env.CTDB_TEST_DATADIR, bld.env.CTDB_TEST_LIBDIR)
 675     sed_expr2 = 's@^\(export CTDB_TESTS_ARE_INSTALLED\)=false@\\1=true@'
 676     bld.SAMBA_GENERATOR('ctdb-test-runner',
 677                         source='tests/run_tests.sh',
 678                         target='ctdb_run_tests.sh',
 679                         rule='sed -e "%s" -e "%s" ${SRC} > ${TGT}' % (
 680                              sed_expr1, sed_expr2))
 681     bld.INSTALL_FILES('${BINDIR}', 'ctdb_run_tests.sh',
 682                       destname='ctdb_run_tests', chmod=0755)
 683     bld.symlink_as(os.path.join(bld.env.BINDIR, 'ctdb_run_cluster_tests'),
 684                    'ctdb_run_tests')
 685
 686     test_eventscript_links = [
 687         'events.d',
 688         'functions',
 689         'nfs-checks.d',
 690         'nfs-linux-kernel-callout',
 691         'statd-callout'
 692     ]
 693
 694     test_link_dir = os.path.join(bld.env.CTDB_TEST_DATADIR,
 695                                  'eventscripts/etc-ctdb')
 696     for t in test_eventscript_links:
 697         bld.symlink_as(os.path.join(test_link_dir, t),
 698                        os.path.join(bld.env.CTDB_ETCDIR, t))
 699
 700     # Tests that use onnode need to overwrite link to in-tree
 701     # functions file when installed
 702     bld.symlink_as(os.path.join(bld.env.CTDB_TEST_DATADIR, 'onnode/functions'),
 703                    os.path.join(bld.env.CTDB_ETCDIR, 'functions'))
 704     bld.symlink_as(os.path.join(bld.env.CTDB_TEST_DATADIR, 'simple/functions'),
 705                    os.path.join(bld.env.CTDB_ETCDIR, 'functions'))
 706
 707     # Need a link to nodes file because $CTDB_BASE is overridden
 708     bld.symlink_as(os.path.join(bld.env.CTDB_TEST_DATADIR, 'simple/nodes'),
 709                    os.path.join(bld.env.CTDB_ETCDIR, 'nodes'))
 710
 711
 712 def testonly(ctx):
 713     cmd = 'tests/run_tests.sh -V tests/var'
 714     ret = samba_utils.RUN_COMMAND(cmd)
 715     if ret != 0:
 716         print('tests exited with exit status %d' % ret)
 717         sys.exit(ret)
 718
 719
 720 def test(ctx):
 721     import Scripting
 722     Scripting.commands.append('build')
 723     Scripting.commands.append('testonly')
 724
 725
 726 def autotest(ctx):
 727     ld = 'LD_PRELOAD=%s/bin/shared/libsocket-wrapper.so' % os.getcwd()
 728     cmd = '%s tests/run_tests.sh -e -S -C' % ld
 729     ret = samba_utils.RUN_COMMAND(cmd)
 730     if ret != 0:
 731         print('autotest exited with exit status %d' % ret)
 732         sys.exit(ret)
 733
 734
 735 def show_version(ctx):
 736     print VERSION
 737
 738
 739 def dist():
 740     samba_dist.DIST_FILES('VERSION:VERSION', extend=True)
 741
 742     t = 'include/ctdb_version.h'
 743     cmd = 'packaging/mkversion.sh %s %s' % (t, VERSION)
 744     ret = samba_utils.RUN_COMMAND(cmd)
 745     if ret != 0:
 746         print('Command "%s" failed with exit status %d' % (cmd, ret))
 747         sys.exit(ret)
 748     samba_dist.DIST_FILES('ctdb/%s:%s' % (t, t), extend=True)
 749
 750     t = 'ctdb.spec'
 751     sed_expr1 = 's/@VERSION@/%s/g' % VERSION
 752     sed_expr2 = 's/@RELEASE@/%s/g' % '1'
 753     cmd = 'sed -e "%s" -e "%s" packaging/RPM/ctdb.spec.in > %s' % (
 754         sed_expr1, sed_expr2, t)
 755     ret = samba_utils.RUN_COMMAND(cmd)
 756     if ret != 0:
 757         print('Command "%s" failed with exit status %d' % (cmd, ret))
 758         sys.exit(ret)
 759     samba_dist.DIST_FILES('ctdb/%s:%s' % (t, t), extend=True)
 760
 761     cmd = 'make -C doc'
 762     ret = samba_utils.RUN_COMMAND(cmd)
 763     if ret != 0:
 764         print('Command "%s" failed with exit status %d' % (cmd, ret))
 765         sys.exit(ret)
 766     for t in manpages:
 767         samba_dist.DIST_FILES('ctdb/doc/%s:doc/%s' % (t, t), extend=True)
 768         samba_dist.DIST_FILES('ctdb/doc/%s.html:doc/%s.html' % (t, t),
 769                               extend=True)
 770
 771     samba_dist.dist()
 772
 773
 774 def rpmonly(ctx):
 775     opts = os.getenv('RPM_OPTIONS') or ''
 776     cmd = 'rpmbuild -ta --clean --rmsource %s ctdb-%s.tar.gz' % (opts, VERSION)
 777     ret = samba_utils.RUN_COMMAND(cmd)
 778     if ret != 0:
 779         print('rpmbuild exited with exit status %d' % ret)
 780         sys.exit(ret)
 781
 782
 783 def rpm(ctx):
 784     import Scripting
 785     Scripting.commands.append('dist')
 786     Scripting.commands.append('rpmonly')
 787
 788
 789 def ctags(ctx):
 790     "build 'tags' file using ctags"
 791     import Utils
 792     source_root = os.path.dirname(Utils.g_module.root_path)
 793     cmd = 'ctags $(find %s -name "*.[ch]")' % source_root
 794     print("Running: %s" % cmd)
 795     ret = samba_utils.RUN_COMMAND(cmd)
 796     if ret != 0:
 797         print('ctags failed with exit status %d' % ret)
 798         sys.exit(ret)