ctdb/wscript

   1 #!/usr/bin/env python
   2
   3 APPNAME = 'ctdb'
   4
   5 blddir = 'bin'
   6
   7 import sys, os
   8
   9 # find the buildtools directory
  10 srcdir = '.'
  11 while not os.path.exists(srcdir+'/buildtools') and len(srcdir.split('/')) < 5:
  12     srcdir = srcdir + '/..'
  13 sys.path.insert(0, srcdir + '/buildtools/wafsamba')
  14
  15 import wafsamba, samba_dist, Options, Logs, Utils
  16 import samba_utils, samba_version
  17
  18 env = samba_utils.LOAD_ENVIRONMENT()
  19 if os.path.isfile('./VERSION'):
  20     vdir = '.'
  21 elif os.path.isfile('../VERSION'):
  22     vdir = '..'
  23 else:
  24     Logs.error("VERSION file not found")
  25
  26 version = samba_version.samba_version_file('%s/VERSION' % vdir, vdir, env)
  27 VERSION = version.STRING.replace('-', '.')
  28
  29 default_prefix = Options.default_prefix = '/usr/local'
  30
  31 samba_dist.DIST_DIRS('''ctdb:. lib/replace:lib/replace lib/talloc:lib/talloc
  32                         lib/tevent:lib/tevent lib/tdb:lib/tdb
  33                         lib/socket_wrapper:lib/socket_wrapper
  34                         third_party/popt:third_party/popt
  35                         lib/util:lib/util lib/tdb_wrap:lib/tdb_wrap
  36                         lib/ccan:lib/ccan libcli/util:libcli/util
  37                         lib/async_req:lib/async_req
  38                         buildtools:buildtools third_party/waf:third_party/waf''')
  39
  40 manpages = [
  41     'ctdb.1',
  42     'ctdb.7',
  43     'ctdb_diagnostics.1',
  44     'ctdbd.1',
  45     'ctdbd.conf.5',
  46     'ctdbd_wrapper.1',
  47     'ctdb-etcd.7',
  48     'ctdb-statistics.7',
  49     'ctdb-tunables.7',
  50     'ltdbtool.1',
  51     'onnode.1',
  52     'ping_pong.1'
  53 ]
  54
  55
  56 def set_options(opt):
  57     opt.PRIVATE_EXTENSION_DEFAULT('ctdb')
  58
  59     opt.RECURSE('lib/replace')
  60
  61     opt.RECURSE('lib/util')
  62
  63     opt.RECURSE('lib/talloc')
  64     opt.RECURSE('lib/tevent')
  65     opt.RECURSE('lib/tdb')
  66
  67     opt.add_option('--enable-infiniband',
  68                    help=("Turn on infiniband support (default=no)"),
  69                    action="store_true", dest='ctdb_infiniband', default=False)
  70     opt.add_option('--enable-pmda',
  71                    help=("Turn on PCP pmda support (default=no)"),
  72                    action="store_true", dest='ctdb_pmda', default=False)
  73
  74     opt.add_option('--with-logdir',
  75                    help=("Path to log directory"),
  76                    action="store", dest='ctdb_logdir', default=None)
  77     opt.add_option('--with-socketpath',
  78                    help=("path to CTDB daemon socket"),
  79                    action="store", dest='ctdb_sockpath', default=None)
  80
  81
  82 def configure(conf):
  83
  84     # No need to build python bindings for talloc/tevent/tdb
  85     if conf.IN_LAUNCH_DIR():
  86         conf.env.standalone_ctdb = True
  87         Options.options.disable_python = True
  88
  89     conf.RECURSE('lib/replace')
  90
  91     if conf.env.standalone_ctdb:
  92         conf.SAMBA_CHECK_PERL(mandatory=True)
  93
  94         conf.SAMBA_CHECK_PYTHON(mandatory=True, version=(2,5,0))
  95         conf.SAMBA_CHECK_PYTHON_HEADERS(mandatory=True)
  96
  97     if conf.CHECK_FOR_THIRD_PARTY():
  98         conf.RECURSE('third_party/popt')
  99     else:
 100         if not conf.CHECK_POPT():
 101             raise Utils.WafError('popt development packages have not been found\nIf third_party is installed, check that it is in the proper place.')
 102         else:
 103             conf.define('USING_SYSTEM_POPT', 1)
 104
 105     conf.RECURSE('lib/util')
 106
 107     conf.RECURSE('lib/talloc')
 108     conf.RECURSE('lib/tevent')
 109     conf.RECURSE('lib/tdb')
 110     if conf.env.standalone_ctdb or conf.CONFIG_GET('ENABLE_SELFTEST'):
 111         conf.RECURSE('lib/socket_wrapper')
 112         conf.env.SOCKET_WRAPPER_SO_PATH = conf.CONFIG_GET('LIBSOCKET_WRAPPER_SO_PATH')
 113
 114     conf.CHECK_HEADERS('sched.h')
 115     conf.CHECK_HEADERS('procinfo.h')
 116     if sys.platform.startswith('aix') and not conf.CHECK_FUNCS('thread_setsched'):
 117         Logs.error('Need thread_setsched() on AIX')
 118         sys.exit(1)
 119     elif not conf.CHECK_FUNCS('sched_setscheduler'):
 120         Logs.error('Need sched_setscheduler()')
 121         sys.exit(1)
 122     conf.CHECK_FUNCS('mlockall')
 123
 124     if not conf.CHECK_VARIABLE('ETIME', headers='errno.h'):
 125         conf.DEFINE('ETIME', 'ETIMEDOUT')
 126
 127     if sys.platform.startswith('linux'):
 128         conf.SET_TARGET_TYPE('pcap', 'EMPTY')
 129     else:
 130         if not conf.CHECK_HEADERS('pcap.h'):
 131             Logs.error('Need libpcap')
 132             sys.exit(1)
 133         if not conf.CHECK_FUNCS_IN('pcap_open_live', 'pcap', headers='pcap.h'):
 134             Logs.error('Need libpcap')
 135             sys.exit(1)
 136
 137     if not conf.CHECK_FUNCS_IN('backtrace backtrace_symbols', 'execinfo',
 138                                checklibc=True, headers='execinfo.h'):
 139         Logs.error('backtrace support not available')
 140
 141     have_pmda = False
 142     if Options.options.ctdb_pmda:
 143         pmda_support = True
 144
 145         if not conf.CHECK_HEADERS('pcp/pmapi.h pcp/impl.h pcp/pmda.h',
 146                                   together=True):
 147             pmda_support = False
 148         if not conf.CHECK_FUNCS_IN('pmProgname', 'pcp'):
 149             pmda_support = False
 150         if not conf.CHECK_FUNCS_IN('pmdaDaemon', 'pcp_pmda'):
 151             pmda_support = False
 152         if pmda_support:
 153             have_pmda = True
 154         else:
 155             Logs.error("PMDA support not available")
 156             sys.exit(1)
 157     if have_pmda:
 158         Logs.info('Building with PMDA support')
 159         conf.define('HAVE_PMDA', 1)
 160         conf.env.CTDB_PMDADIR = os.path.join(conf.env.LOCALSTATEDIR,
 161                                              'lib/pcp/pmdas/ctdb')
 162
 163     have_infiniband = False
 164     if Options.options.ctdb_infiniband:
 165         ib_support = True
 166
 167         if not conf.CHECK_HEADERS('infiniband/verbs.h rdma/rdma_cma.h'):
 168             ib_support = False
 169         if not conf.CHECK_FUNCS_IN('ibv_create_qp', 'ibverbs'):
 170             ib_support = False
 171         if not conf.CHECK_FUNCS_IN('rdma_connect', 'rdmacm'):
 172             ib_support = False
 173         if ib_support:
 174             have_infiniband = True
 175         else:
 176             Logs.error("Infiniband support not available")
 177             sys.exit(1)
 178     if have_infiniband:
 179         Logs.info('Building with Infiniband support')
 180         conf.define('HAVE_INFINIBAND', 1)
 181         conf.define('USE_INFINIBAND', 1)
 182
 183     conf.env.CTDB_BINDIR = os.path.join(conf.env.EXEC_PREFIX, 'bin')
 184     conf.env.CTDB_ETCDIR = os.path.join(conf.env.SYSCONFDIR, 'ctdb')
 185     conf.env.CTDB_VARDIR = os.path.join(conf.env.LOCALSTATEDIR, 'lib/ctdb')
 186     conf.env.CTDB_RUNDIR = os.path.join(conf.env.LOCALSTATEDIR, 'run/ctdb')
 187     conf.env.CTDB_HELPER_BINDIR = os.path.join(conf.env.LIBEXECDIR, 'ctdb')
 188
 189     if Options.options.ctdb_logdir:
 190         conf.env.CTDB_LOGDIR = Options.options.ctdb_logdir
 191     else:
 192         conf.env.CTDB_LOGDIR = os.path.join(conf.env.LOCALSTATEDIR, 'log')
 193
 194     if Options.options.ctdb_sockpath:
 195         conf.env.CTDB_SOCKPATH = Options.options.ctdb_sockpath
 196     else:
 197         conf.env.CTDB_SOCKPATH = os.path.join(conf.env.CTDB_RUNDIR,
 198                                               'ctdbd.socket')
 199     conf.define('CTDB_SOCKET', conf.env.CTDB_SOCKPATH)
 200
 201     conf.ADD_CFLAGS('''-DCTDB_HELPER_BINDIR=\"%s\"
 202                        -DLOGDIR=\"%s\"
 203                        -DCTDB_ETCDIR=\"%s\"
 204                        -DCTDB_VARDIR=\"%s\"
 205                        -DCTDB_RUNDIR=\"%s\"''' % (
 206                     conf.env.CTDB_HELPER_BINDIR,
 207                     conf.env.CTDB_LOGDIR,
 208                     conf.env.CTDB_ETCDIR,
 209                     conf.env.CTDB_VARDIR,
 210                     conf.env.CTDB_RUNDIR))
 211
 212     conf.env.CTDB_TEST_DATADIR = os.path.join(conf.env.EXEC_PREFIX,
 213                                               'share/ctdb/tests')
 214     conf.env.CTDB_TEST_LIBEXECDIR = os.path.join(conf.env.LIBEXECDIR, 'ctdb/tests')
 215
 216     # Allow unified compilation and separate compilation of utilities
 217     # to find includes
 218     if not conf.env.standalone_ctdb:
 219         conf.ADD_EXTRA_INCLUDES('#include/public #ctdb/include #ctdb')
 220     else:
 221         if srcdir == '.':
 222             # Building from tarball
 223             conf.ADD_EXTRA_INCLUDES('#include')
 224         else:
 225             # Building standalone CTDB from within Samba tree
 226             conf.ADD_EXTRA_INCLUDES('#ctdb/include')
 227             conf.ADD_EXTRA_INCLUDES('#ctdb')
 228         conf.ADD_EXTRA_INCLUDES('#lib #lib/replace')
 229
 230         conf.DEFINE('HAVE_CONFIG_H', 1, add_to_cflags=True)
 231         conf.DEFINE('SAMBA_UTIL_CORE_ONLY', 1, add_to_cflags=True)
 232         conf.SAMBA_CONFIG_H()
 233
 234     if 'XSLTPROC_MANPAGES' in conf.env and conf.env['XSLTPROC_MANPAGES']:
 235         conf.env.ctdb_generate_manpages = True
 236     else:
 237         conf.env.ctdb_generate_manpages = False
 238
 239         Logs.info("xsltproc unavailable, checking for pre-built manpages")
 240         conf.env.ctdb_prebuilt_manpages = []
 241         for m in manpages:
 242             if os.path.exists(os.path.join("doc", m)):
 243                 Logs.info("  %s: yes" % (m))
 244                 conf.env.ctdb_prebuilt_manpages.append(m)
 245             else:
 246                 Logs.info("  %s: no" % (m))
 247
 248 def build(bld):
 249     if bld.env.standalone_ctdb:
 250         # enable building of public headers in the build tree
 251         bld.env.build_public_headers = 'include/public'
 252
 253     version_h = samba_utils.os_path_relpath(os.path.join(Options.launch_dir,
 254                                                          "version.h"),
 255                                             bld.curdir)
 256
 257     if bld.env.standalone_ctdb:
 258         ctdb_mkversion = '../packaging/mkversion.sh'
 259         t = bld.SAMBA_GENERATOR('ctdb-version-header',
 260                                 target='include/ctdb_version.h',
 261                                 rule='%s ${TGT} %s' % (ctdb_mkversion, VERSION),
 262                                 dep_vars=['VERSION'])
 263         t.env.VERSION = VERSION
 264
 265         t = bld.SAMBA_GENERATOR('ctdb-samba-version-header',
 266                                 target=version_h,
 267                                 rule='printf "#include \\"ctdb_version.h\\" \\n#define SAMBA_VERSION_STRING CTDB_VERSION_STRING\\n" > ${TGT}',
 268                                 dep_vars=['VERSION'])
 269         t.env.VERSION = VERSION
 270     else:
 271         t = bld.SAMBA_GENERATOR('ctdb-samba-version-header',
 272                                 target='include/ctdb_version.h',
 273                                 rule='printf "#include \\"%s\\" \\n#define CTDB_VERSION_STRING SAMBA_VERSION_STRING\\n" > ${TGT}' % version_h,
 274                                 dep_vars=['VERSION'])
 275         t.env.VERSION = VERSION
 276
 277     bld.env.PKGCONFIGDIR = '${LIBDIR}/pkgconfig'
 278
 279     bld.RECURSE('lib/replace')
 280     if bld.CHECK_FOR_THIRD_PARTY():
 281         bld.RECURSE('third_party/popt')
 282
 283     bld.RECURSE('lib/tdb_wrap')
 284     bld.RECURSE('lib/util')
 285     bld.RECURSE('lib/async_req')
 286
 287     bld.RECURSE('lib/talloc')
 288     bld.RECURSE('lib/tevent')
 289     bld.RECURSE('lib/tdb')
 290     if bld.env.standalone_ctdb or bld.CONFIG_GET('SOCKET_WRAPPER'):
 291         bld.RECURSE('lib/socket_wrapper')
 292
 293     if bld.env.standalone_ctdb:
 294         # If a combined build is implemented, CTDB will want to
 295         # build against samba-util rather than samba-util-core.
 296         # Similarly, other Samba subsystems expect samba-util.  So,
 297         # for a standalone build, just define a fake samba-util
 298         # subsystem that pulls in samba-util-core.
 299         bld.SAMBA_SUBSYSTEM('samba-util',
 300                             source='',
 301                             deps='samba-util-core')
 302
 303     bld.SAMBA_SUBSYSTEM('ctdb-tcp',
 304                         source=bld.SUBDIR('tcp',
 305                                           'tcp_connect.c tcp_init.c tcp_io.c'),
 306                         includes='include',
 307                         deps='replace tdb talloc tevent')
 308
 309     ib_deps = ''
 310     if bld.env.HAVE_INFINIBAND:
 311         bld.SAMBA_SUBSYSTEM('ctdb-ib',
 312                             source=bld.SUBDIR('ib',
 313                                               '''ibwrapper.c ibw_ctdb.c
 314                                                  ibw_ctdb_init.c'''),
 315                             includes='include',
 316                             deps='replace talloc tevent tdb')
 317         ib_deps = ' ctdb-ib rdmacm ibverbs'
 318
 319     if sys.platform.startswith('linux'):
 320         CTDB_SYSTEM_SRC = bld.SUBDIR('common', 'system_linux.c')
 321     elif sys.platform.startswith('aix'):
 322         CTDB_SYSTEM_SRC = bld.SUBDIR('common', 'system_aix.c')
 323     elif sys.platform.startswith('freebsd'):
 324         CTDB_SYSTEM_SRC = bld.SUBDIR('common', 'system_freebsd.c')
 325     elif sys.platform.startswith('gnukfreebsd'):
 326         CTDB_SYSTEM_SRC = bld.SUBDIR('common', 'system_kfreebsd.c')
 327     elif sys.platform == 'gnu':
 328         CTDB_SYSTEM_SRC = bld.SUBDIR('common', 'system_gnu.c')
 329     else:
 330         Logs.error("Platform %s not supported" % sys.platform)
 331
 332     bld.SAMBA_SUBSYSTEM('ctdb-system',
 333                         source=bld.SUBDIR('common',
 334                                           'system_common.c system_util.c') +
 335                                CTDB_SYSTEM_SRC,
 336                         includes='include',
 337                         deps='replace talloc tevent tdb pcap samba-util')
 338
 339     bld.SAMBA_SUBSYSTEM('ctdb-common',
 340                         source=bld.SUBDIR('common',
 341                                           '''ctdb_io.c ctdb_util.c ctdb_ltdb.c
 342                                           '''),
 343                         includes='include',
 344                         deps='replace popt talloc tevent tdb popt ctdb-system')
 345
 346     bld.SAMBA_SUBSYSTEM('ctdb-util',
 347                         source=bld.SUBDIR('common',
 348                                           '''db_hash.c srvid.c reqid.c
 349                                              pkt_read.c pkt_write.c comm.c
 350                                              logging.c rb_tree.c tunable.c
 351                                              pidfile.c'''),
 352                         deps='''samba-util sys_rw tevent-util
 353                                 replace talloc tevent tdb''')
 354
 355     bld.SAMBA_SUBSYSTEM('ctdb-protocol',
 356                         source=bld.SUBDIR('protocol',
 357                                           '''protocol_header.c protocol_packet.c
 358                                              protocol_types.c protocol_call.c
 359                                              protocol_message.c
 360                                              protocol_control.c
 361                                              protocol_client.c
 362                                              protocol_debug.c
 363                                              protocol_util.c'''),
 364                         includes='include',
 365                         deps='replace talloc tdb')
 366
 367     bld.SAMBA_SUBSYSTEM('ctdb-client',
 368                         source=bld.SUBDIR('client', 'ctdb_client.c'),
 369                         includes='include',
 370                         deps='''replace popt talloc tevent tdb
 371                                 samba-util tdb-wrap ctdb-util''')
 372
 373     bld.SAMBA_SUBSYSTEM('ctdb-client2',
 374                         source=bld.SUBDIR('client',
 375                                           '''client_connect.c client_call.c
 376                                              client_message.c client_control.c
 377                                              client_message_sync.c
 378                                              client_control_sync.c
 379                                              client_db.c client_util.c
 380                                           '''),
 381                         includes='include',
 382                         deps='replace talloc tevent tdb tdb-wrap')
 383
 384     bld.SAMBA_SUBSYSTEM('ctdb-ipalloc',
 385                         source=bld.SUBDIR('server',
 386                                           '''ipalloc_deterministic.c
 387                                              ipalloc_nondeterministic.c
 388                                              ipalloc_lcp2.c
 389                                              ipalloc_common.c
 390                                              ipalloc.c
 391                                           '''),
 392                         includes='include',
 393                         deps='ctdb-protocol replace talloc tevent')
 394
 395     bld.SAMBA_SUBSYSTEM('ctdb-server',
 396                         source='server/ctdbd.c ' +
 397                                bld.SUBDIR('server',
 398                                           '''ctdb_daemon.c ctdb_recoverd.c
 399                                              ctdb_recover.c ctdb_freeze.c
 400                                              ctdb_tunables.c ctdb_monitor.c
 401                                              ctdb_server.c ctdb_control.c
 402                                              ctdb_call.c ctdb_ltdb_server.c
 403                                              ctdb_traverse.c eventscript.c
 404                                              ctdb_takeover.c
 405                                              ctdb_persistent.c ctdb_keepalive.c
 406                                              ctdb_cluster_mutex.c
 407                                              ctdb_logging.c
 408                                              ctdb_uptime.c
 409                                              ctdb_vacuum.c ctdb_banning.c
 410                                              ctdb_statistics.c
 411                                              ctdb_update_record.c
 412                                              ctdb_lock.c ctdb_fork.c'''),
 413                         includes='include',
 414                         deps='''ctdb-ipalloc replace sys_rw
 415                                 popt talloc tevent tdb talloc_report''')
 416
 417     bld.SAMBA_BINARY('ctdbd',
 418                      source='',
 419                      deps='''ctdb-server ctdb-client ctdb-common
 420                              ctdb-system ctdb-tcp ctdb-util''' +
 421                           ib_deps,
 422                      install_path='${SBINDIR}',
 423                      manpages='ctdbd.1')
 424
 425     bld.SAMBA_BINARY('ctdb',
 426                      source='tools/ctdb.c',
 427                      deps='''ctdb-client2 ctdb-protocol ctdb-util ctdb-system
 428                              samba-util sys_rw popt''',
 429                      install_path='${BINDIR}',
 430                      manpages='ctdb.1')
 431
 432     bld.SAMBA_BINARY('ctdb_killtcp',
 433                      source='tools/ctdb_killtcp.c',
 434                      deps='''ctdb-protocol ctdb-util ctdb-system
 435                              samba-util replace''',
 436                      install_path='${CTDB_HELPER_BINDIR}')
 437
 438     bld.SAMBA_BINARY('ltdbtool',
 439                      source='tools/ltdbtool.c',
 440                      includes='include',
 441                      deps='tdb',
 442                      install_path='${BINDIR}',
 443                      manpages='ltdbtool.1')
 444
 445     bld.SAMBA_BINARY('ctdb_lock_helper',
 446                      source='server/ctdb_lock_helper.c',
 447                      deps='samba-util sys_rw ctdb-system talloc tdb',
 448                      includes='include',
 449                      install_path='${CTDB_HELPER_BINDIR}')
 450
 451     bld.SAMBA_BINARY('ctdb_event_helper',
 452                      source='server/ctdb_event_helper.c',
 453                      includes='include',
 454                      deps='samba-util sys_rw ctdb-system replace tdb',
 455                      install_path='${CTDB_HELPER_BINDIR}')
 456
 457     bld.SAMBA_BINARY('ctdb_recovery_helper',
 458                      source='server/ctdb_recovery_helper.c',
 459                      deps='''ctdb-client2 ctdb-protocol ctdb-util
 460                              samba-util sys_rw replace tdb''',
 461                      install_path='${CTDB_HELPER_BINDIR}')
 462
 463     bld.SAMBA_BINARY('ctdb_mutex_fcntl_helper',
 464                      source='server/ctdb_mutex_fcntl_helper.c',
 465                      deps='sys_rw ctdb-system',
 466                      includes='include',
 467                      install_path='${CTDB_HELPER_BINDIR}')
 468
 469     bld.SAMBA_GENERATOR('ctdb-smnotify-h',
 470                         source='utils/smnotify/smnotify.x',
 471                         target='utils/smnotify/smnotify.h',
 472                         rule='rpcgen -h ${SRC} > ${TGT}')
 473
 474     xdr_buf_hack = 'sed -e "s@^\([ \t]*register int32_t \*buf\);@\\1 = buf;@"'
 475
 476     bld.SAMBA_GENERATOR('ctdb-smnotify-x',
 477                         source='utils/smnotify/smnotify.x',
 478                         target='utils/smnotify/gen_xdr.c',
 479                         rule='rpcgen -c ${SRC} | ' + xdr_buf_hack + ' > ${TGT}')
 480
 481     bld.SAMBA_GENERATOR('ctdb-smnotify-c',
 482                         source='utils/smnotify/smnotify.x',
 483                         target='utils/smnotify/gen_smnotify.c',
 484                         rule='rpcgen -l ${SRC} > ${TGT}')
 485
 486     bld.SAMBA_BINARY('smnotify',
 487                      source=bld.SUBDIR('utils/smnotify',
 488                                        'smnotify.c gen_smnotify.c gen_xdr.c'),
 489                      deps='ctdb-smnotify-h ctdb-smnotify-c ctdb-smnotify-x popt',
 490                      includes='utils utils/smnotify',
 491                      install_path='${CTDB_HELPER_BINDIR}')
 492
 493     bld.SAMBA_BINARY('ping_pong',
 494                      source='utils/ping_pong/ping_pong.c',
 495                      deps='',
 496                      install_path='${BINDIR}',
 497                      manpages='ping_pong.1')
 498
 499     if bld.env.HAVE_PMDA:
 500         bld.SAMBA_BINARY('pmdactdb',
 501                          source='utils/pmda/pmda_ctdb.c',
 502                          includes='include',
 503                          deps='''ctdb-client2 ctdb-protocol ctdb-util
 504                                  samba-util pcp_pmda pcp''',
 505                          install_path='${CTDB_PMDADIR}')
 506         bld.INSTALL_FILES('${CTDB_PMDADIR}', 'utils/pmda/Install',
 507                           destname='Install')
 508         bld.INSTALL_FILES('${CTDB_PMDADIR}', 'utils/pmda/Remove',
 509                           destname='Remove')
 510         bld.INSTALL_FILES('${CTDB_PMDADIR}', 'utils/pmda/pmns',
 511                           destname='pmns')
 512         bld.INSTALL_FILES('${CTDB_PMDADIR}', 'utils/pmda/domain.h',
 513                           destname='domain.h')
 514         bld.INSTALL_FILES('${CTDB_PMDADIR}', 'utils/pmda/help',
 515                           destname='help')
 516         bld.INSTALL_FILES('${CTDB_PMDADIR}', 'utils/pmda/README',
 517                           destname='README')
 518
 519     sed_expr1 = 's|/usr/local/var/lib/ctdb|%s|g'  % (bld.env.CTDB_VARDIR)
 520     sed_expr2 = 's|/usr/local/etc/ctdb|%s|g'      % (bld.env.CTDB_ETCDIR)
 521     sed_expr3 = 's|/usr/local/var/log|%s|g'       % (bld.env.CTDB_LOGDIR)
 522     sed_expr4 = 's|/usr/local/var/run/ctdb|%s|g'  % (bld.env.CTDB_RUNDIR)
 523     sed_expr5 = 's|/usr/local/sbin|%s|g'          % (bld.env.SBINDIR)
 524     sed_expr6 = 's|/usr/local/libexec/ctdb|%s|g'  % (bld.env.CTDB_HELPER_BINDIR)
 525     sed_expr7 = 's|/usr/local/bin|%s|g'           % (bld.env.BINDIR)
 526     sed_cmdline = '-e "%s" -e "%s" -e "%s" -e "%s" -e "%s" -e "%s" -e "%s"' % \
 527                        (sed_expr1, sed_expr2, sed_expr3, sed_expr4, sed_expr5,
 528                         sed_expr6, sed_expr7)
 529
 530     for f in manpages:
 531         x = '%s.xml' % (f)
 532         bld.SAMBA_GENERATOR(x,
 533                             source=os.path.join('doc', x),
 534                             target=x,
 535                             rule='sed %s ${SRC} > ${TGT}' % (sed_cmdline))
 536
 537     if bld.env.ctdb_generate_manpages:
 538         bld.MANPAGES('''onnode.1 ctdbd_wrapper.1 ctdbd.conf.5
 539                         ctdb.7 ctdb-statistics.7 ctdb-tunables.7
 540                         ctdb_diagnostics.1 ctdb-etcd.7''',
 541                       True)
 542     else:
 543         for m in bld.env.ctdb_prebuilt_manpages:
 544             bld.SAMBA_GENERATOR(m,
 545                                 source=os.path.join("doc", m),
 546                                 target=m,
 547                                 rule='sed %s ${SRC} > ${TGT}' % (sed_cmdline))
 548             bld.INSTALL_FILES('${MANDIR}/man%s' % m[-1], m)
 549
 550     bld.SAMBA_GENERATOR('ctdb-onnode',
 551                         source='tools/onnode',
 552                         target='onnode',
 553                         rule='sed %s ${SRC} > ${TGT}' % (sed_cmdline))
 554     bld.INSTALL_FILES('${BINDIR}', 'onnode',
 555                       destname='onnode', chmod=0755)
 556
 557     bld.SAMBA_GENERATOR('ctdb-diagnostics',
 558                         source='tools/ctdb_diagnostics',
 559                         target='ctdb_diagnostics',
 560                         rule='sed %s ${SRC} > ${TGT}' % (sed_cmdline))
 561     bld.INSTALL_FILES('${BINDIR}', 'ctdb_diagnostics',
 562                       destname='ctdb_diagnostics', chmod=0755)
 563
 564     bld.SAMBA_GENERATOR('ctdb-etcd-lock',
 565                         source='tools/ctdb_etcd_lock',
 566                         target='ctdb_etcd_lock',
 567                         rule='sed %s ${SRC} > ${TGT}' % (sed_cmdline))
 568     bld.INSTALL_FILES('${CTDB_HELPER_BINDIR}', 'ctdb_etcd_lock',
 569                       destname='ctdb_etcd_lock', chmod=0744)
 570
 571     bld.SAMBA_GENERATOR('ctdb-natgw',
 572                         source='tools/ctdb_natgw',
 573                         target='ctdb_natgw',
 574                         rule='sed %s ${SRC} > ${TGT}' % (sed_cmdline))
 575     bld.INSTALL_FILES('${CTDB_HELPER_BINDIR}', 'ctdb_natgw',
 576                       destname='ctdb_natgw', chmod=0755)
 577
 578     bld.SAMBA_GENERATOR('ctdb-lvs',
 579                         source='tools/ctdb_lvs',
 580                         target='ctdb_lvs',
 581                         rule='sed %s ${SRC} > ${TGT}' % (sed_cmdline))
 582     bld.INSTALL_FILES('${CTDB_HELPER_BINDIR}', 'ctdb_lvs',
 583                       destname='ctdb_lvs', chmod=0755)
 584
 585     bld.SAMBA_GENERATOR('ctdbd-wrapper',
 586                         source='config/ctdbd_wrapper',
 587                         target='ctdbd_wrapper',
 588                         rule='sed %s ${SRC} > ${TGT}' % (sed_cmdline))
 589     bld.INSTALL_FILES('${SBINDIR}', 'ctdbd_wrapper',
 590                       destname='ctdbd_wrapper', chmod=0755)
 591
 592     def SUBDIR_MODE_callback(arg, dirname, fnames):
 593         for f in fnames:
 594             fl = os.path.join(dirname, f)
 595             if os.path.isdir(fl) or os.path.islink(fl):
 596                 continue
 597             mode = os.lstat(fl).st_mode & 0777
 598             if arg['trim_path']:
 599                 fl = samba_utils.os_path_relpath(fl, arg['trim_path'])
 600             arg['file_list'].append([fl, mode])
 601
 602     def SUBDIR_MODE(path, trim_path=None):
 603         pd = {'trim_path': trim_path, 'file_list': []}
 604         os.path.walk(path, SUBDIR_MODE_callback, pd)
 605         return pd['file_list']
 606
 607     etc_subdirs = [
 608         'events.d',
 609         'nfs-checks.d'
 610     ]
 611
 612     if bld.env.standalone_ctdb:
 613         configdir = 'config'
 614     else:
 615         configdir = 'ctdb/config'
 616
 617     for t in etc_subdirs:
 618         files = SUBDIR_MODE('%s/%s' % (configdir, t), trim_path=configdir)
 619         for fmode in files:
 620             bld.INSTALL_FILES(bld.env.CTDB_ETCDIR, 'config/%s' % fmode[0],
 621                               destname=fmode[0], chmod=fmode[1])
 622
 623     bld.SAMBA_GENERATOR('ctdb-functions',
 624                         source='config/functions',
 625                         target='functions',
 626                         rule='sed %s ${SRC} > ${TGT}' % (sed_cmdline))
 627     bld.INSTALL_FILES(bld.env.CTDB_ETCDIR, 'functions', destname='functions')
 628
 629     etc_scripts = [
 630         'ctdb-crash-cleanup.sh',
 631         'debug-hung-script.sh',
 632         'debug_locks.sh',
 633         'gcore_trace.sh',
 634         'nfs-linux-kernel-callout',
 635         'notify.sh',
 636         'statd-callout'
 637     ]
 638
 639     for t in etc_scripts:
 640         bld.INSTALL_FILES(bld.env.CTDB_ETCDIR, 'config/%s' % t,
 641                           destname=t, chmod=0755)
 642
 643     bld.SAMBA_GENERATOR('ctdb-sudoers',
 644                         source='config/ctdb.sudoers',
 645                         target='ctdb.sudoers',
 646                         rule='sed %s ${SRC} > ${TGT}' % (sed_cmdline))
 647     bld.INSTALL_FILES('${SYSCONFDIR}/sudoers.d', 'ctdb.sudoers',
 648                       destname='ctdb')
 649
 650     bld.INSTALL_FILES('${CTDB_ETCDIR}/notify.d', 'config/notify.d.README',
 651                       destname='README')
 652
 653     bld.install_dir(bld.env.CTDB_LOGDIR)
 654     bld.install_dir(bld.env.CTDB_RUNDIR)
 655     bld.install_dir(bld.env.CTDB_VARDIR)
 656
 657     # Unit tests
 658     ctdb_unit_tests = [
 659         'db_hash_test',
 660         'srvid_test',
 661         'pkt_read_test',
 662         'pkt_write_test',
 663         'comm_test',
 664         'comm_server_test',
 665         'comm_client_test',
 666         'protocol_types_test',
 667         'protocol_client_test',
 668         'pidfile_test',
 669     ]
 670
 671     for target in ctdb_unit_tests:
 672         src = 'tests/src/' + target + '.c'
 673
 674         bld.SAMBA_BINARY(target,
 675                          source=src,
 676                          deps='''talloc tevent tdb tevent-util
 677                                  LIBASYNC_REQ samba-util''',
 678                          install_path='${CTDB_TEST_LIBEXECDIR}')
 679
 680     bld.SAMBA_BINARY('reqid_test',
 681                      source='tests/src/reqid_test.c',
 682                      deps='samba-util',
 683                      install_path='${CTDB_TEST_LIBEXECDIR}')
 684
 685     bld.SAMBA_BINARY('rb_test',
 686                      source='tests/src/rb_test.c',
 687                      deps='samba-util talloc',
 688                      install_path='${CTDB_TEST_LIBEXECDIR}')
 689
 690     bld.SAMBA_BINARY('ctdb_packet_parse',
 691                      source='tests/src/ctdb_packet_parse.c',
 692                      deps='talloc tevent tdb ctdb-protocol',
 693                      install_path='${CTDB_TEST_LIBEXECDIR}')
 694
 695     bld.SAMBA_BINARY('porting_tests',
 696                      source='tests/src/porting_tests.c',
 697                      deps='samba-util ctdb-system popt',
 698                      install_path='${CTDB_TEST_LIBEXECDIR}')
 699
 700
 701     bld.SAMBA_SUBSYSTEM('ctdb-tests-common',
 702                         source=bld.SUBDIR('tests/src',
 703                                           'cluster_wait.c test_options.c'),
 704                         includes='include',
 705                         deps='replace popt talloc tevent tdb')
 706
 707     ctdb_tests = [
 708         'g_lock_loop',
 709         'message_ring',
 710         'fetch_ring',
 711         'fetch_loop',
 712         'fetch_loop_key',
 713         'fetch_readonly',
 714         'fetch_readonly_loop',
 715         'transaction_loop',
 716         'update_record',
 717         'update_record_persistent',
 718         'lock_tdb'
 719     ]
 720
 721     for target in ctdb_tests:
 722         src = 'tests/src/' + target + '.c'
 723
 724         bld.SAMBA_BINARY(target,
 725                          source=src,
 726                          includes='include',
 727                          deps='''ctdb-client2 ctdb-protocol ctdb-util
 728                                  samba-util ctdb-tests-common''',
 729                          install_path='${CTDB_TEST_LIBEXECDIR}')
 730
 731     bld.SAMBA_BINARY('ctdb_takeover_tests',
 732                      source='tests/src/ctdb_takeover_tests.c',
 733                      deps='''replace popt tdb tevent talloc ctdb-system
 734                              samba-util tdb-wrap talloc_report
 735                              ctdb-ipalloc ctdb-protocol ctdb-util''',
 736                      includes='include',
 737                      install_path='${CTDB_TEST_LIBEXECDIR}')
 738
 739     bld.SAMBA_BINARY('fake_ctdbd',
 740                      source='tests/src/fake_ctdbd.c',
 741                      deps='''ctdb-util ctdb-protocol ctdb-system
 742                              samba-util tevent-util LIBASYNC_REQ popt''',
 743                      install_path='${CTDB_TEST_LIBEXECDIR}')
 744
 745     if bld.env.HAVE_INFINIBAND:
 746         bld.SAMBA_BINARY('ibwrapper_test',
 747                          source='ib/ibwrapper_test.c',
 748                          includes='include',
 749                          deps='replace talloc ctdb-client ctdb-common sys_rw' +
 750                               ib_deps,
 751                          install_path='${CTDB_TEST_LIBEXECDIR}')
 752
 753     test_subdirs = [
 754         'complex',
 755         'cunit',
 756         'events.d',
 757         'eventscripts',
 758         'onnode',
 759         'shellcheck',
 760         'simple',
 761         'takeover',
 762         'tool'
 763     ]
 764
 765     for t in test_subdirs:
 766         files = SUBDIR_MODE('tests/%s' % t, trim_path='tests')
 767         for fmode in files:
 768             bld.INSTALL_FILES(bld.env.CTDB_TEST_DATADIR, 'tests/%s' % fmode[0],
 769                               destname=fmode[0], chmod=fmode[1])
 770
 771     # Install tests/scripts directory without test_wrap
 772     test_scripts = [
 773         'common.sh',
 774         'integration.bash',
 775         'unit.sh'
 776     ]
 777
 778     for t in test_scripts:
 779         bld.INSTALL_FILES(bld.env.CTDB_TEST_DATADIR,
 780                           os.path.join('tests/scripts', t),
 781                           destname=os.path.join('scripts', t))
 782
 783     sed_expr = 's@^TEST_SCRIPTS_DIR=.*@&\\nexport TEST_BIN_DIR=\"%s\"@' % (
 784                bld.env.CTDB_TEST_LIBEXECDIR)
 785     bld.SAMBA_GENERATOR('ctdb-test-wrap',
 786                         source='tests/scripts/test_wrap',
 787                         target='test_wrap',
 788                         rule='sed -e "%s" ${SRC} > ${TGT}' % sed_expr)
 789     bld.INSTALL_FILES(bld.env.CTDB_TEST_DATADIR+"/scripts", 'test_wrap',
 790                       destname='test_wrap', chmod=0755)
 791
 792     bld.SAMBA_GENERATOR('ctdb-test-script-install-paths',
 793                         source='tests/scripts/script_install_paths.sh',
 794                         target='script_install_paths.sh',
 795                         rule='sed %s ${SRC} > ${TGT}' % (sed_cmdline))
 796     bld.INSTALL_FILES(bld.env.CTDB_TEST_DATADIR+"/scripts",
 797                       'script_install_paths.sh',
 798                       destname='script_install_paths.sh', chmod=0644)
 799
 800     sed_expr1 = 's@^test_dir=.*@test_dir=%s\\nexport TEST_BIN_DIR=\"%s\"@' % (
 801                 bld.env.CTDB_TEST_DATADIR, bld.env.CTDB_TEST_LIBEXECDIR)
 802     sed_expr2 = 's@^\(export CTDB_TESTS_ARE_INSTALLED\)=false@\\1=true@'
 803     bld.SAMBA_GENERATOR('ctdb-test-runner',
 804                         source='tests/run_tests.sh',
 805                         target='ctdb_run_tests.sh',
 806                         rule='sed -e "%s" -e "%s" ${SRC} > ${TGT}' % (
 807                              sed_expr1, sed_expr2))
 808     bld.INSTALL_FILES('${BINDIR}', 'ctdb_run_tests.sh',
 809                       destname='ctdb_run_tests', chmod=0755)
 810     bld.symlink_as(os.path.join(bld.env.BINDIR, 'ctdb_run_cluster_tests'),
 811                    'ctdb_run_tests')
 812
 813     test_eventscript_links = [
 814         'events.d',
 815         'functions',
 816         'nfs-checks.d',
 817         'nfs-linux-kernel-callout',
 818         'statd-callout'
 819     ]
 820
 821     test_link_dir = os.path.join(bld.env.CTDB_TEST_DATADIR,
 822                                  'eventscripts/etc-ctdb')
 823     for t in test_eventscript_links:
 824         bld.symlink_as(os.path.join(test_link_dir, t),
 825                        os.path.join(bld.env.CTDB_ETCDIR, t))
 826
 827     # Tests that use onnode need to overwrite link to in-tree
 828     # functions file when installed
 829     bld.symlink_as(os.path.join(bld.env.CTDB_TEST_DATADIR, 'onnode/functions'),
 830                    os.path.join(bld.env.CTDB_ETCDIR, 'functions'))
 831     bld.symlink_as(os.path.join(bld.env.CTDB_TEST_DATADIR, 'simple/functions'),
 832                    os.path.join(bld.env.CTDB_ETCDIR, 'functions'))
 833
 834     # Need a link to nodes file because $CTDB_BASE is overridden
 835     bld.symlink_as(os.path.join(bld.env.CTDB_TEST_DATADIR, 'simple/nodes'),
 836                    os.path.join(bld.env.CTDB_ETCDIR, 'nodes'))
 837
 838
 839 def testonly(ctx):
 840     cmd = 'tests/run_tests.sh -V tests/var'
 841     ret = samba_utils.RUN_COMMAND(cmd)
 842     if ret != 0:
 843         print('tests exited with exit status %d' % ret)
 844         sys.exit(ret)
 845
 846
 847 def test(ctx):
 848     import Scripting
 849     Scripting.commands.append('build')
 850     Scripting.commands.append('testonly')
 851
 852
 853 def autotest(ctx):
 854     env = samba_utils.LOAD_ENVIRONMENT()
 855     ld = 'LD_PRELOAD=%s' % env.SOCKET_WRAPPER_SO_PATH
 856     cmd = '%s tests/run_tests.sh -e -S -C' % ld
 857     ret = samba_utils.RUN_COMMAND(cmd)
 858     if ret != 0:
 859         print('autotest exited with exit status %d' % ret)
 860         sys.exit(ret)
 861
 862
 863 def show_version(ctx):
 864     print VERSION
 865
 866
 867 def dist():
 868     samba_dist.DIST_FILES('VERSION:VERSION', extend=True)
 869
 870     t = 'include/ctdb_version.h'
 871     cmd = 'packaging/mkversion.sh %s %s' % (t, VERSION)
 872     ret = samba_utils.RUN_COMMAND(cmd)
 873     if ret != 0:
 874         print('Command "%s" failed with exit status %d' % (cmd, ret))
 875         sys.exit(ret)
 876     samba_dist.DIST_FILES('ctdb/%s:%s' % (t, t), extend=True)
 877
 878     t = 'ctdb.spec'
 879     sed_expr1 = 's/@VERSION@/%s/g' % VERSION
 880     sed_expr2 = 's/@RELEASE@/%s/g' % '1'
 881     cmd = 'sed -e "%s" -e "%s" packaging/RPM/ctdb.spec.in > %s' % (
 882         sed_expr1, sed_expr2, t)
 883     ret = samba_utils.RUN_COMMAND(cmd)
 884     if ret != 0:
 885         print('Command "%s" failed with exit status %d' % (cmd, ret))
 886         sys.exit(ret)
 887     samba_dist.DIST_FILES('ctdb/%s:%s' % (t, t), extend=True)
 888
 889     cmd = 'make -C doc'
 890     ret = samba_utils.RUN_COMMAND(cmd)
 891     if ret != 0:
 892         print('Command "%s" failed with exit status %d' % (cmd, ret))
 893         sys.exit(ret)
 894     for t in manpages:
 895         samba_dist.DIST_FILES('ctdb/doc/%s:doc/%s' % (t, t), extend=True)
 896         samba_dist.DIST_FILES('ctdb/doc/%s.html:doc/%s.html' % (t, t),
 897                               extend=True)
 898
 899     samba_dist.dist()
 900
 901
 902 def rpmonly(ctx):
 903     opts = os.getenv('RPM_OPTIONS') or ''
 904     cmd = 'rpmbuild -ta --clean --rmsource %s ctdb-%s.tar.gz' % (opts, VERSION)
 905     ret = samba_utils.RUN_COMMAND(cmd)
 906     if ret != 0:
 907         print('rpmbuild exited with exit status %d' % ret)
 908         sys.exit(ret)
 909
 910
 911 def rpm(ctx):
 912     import Scripting
 913     Scripting.commands.append('dist')
 914     Scripting.commands.append('rpmonly')
 915
 916
 917 def ctags(ctx):
 918     "build 'tags' file using ctags"
 919     import Utils
 920     source_root = os.path.dirname(Utils.g_module.root_path)
 921     cmd = 'ctags $(find %s -name "*.[ch]")' % source_root
 922     print("Running: %s" % cmd)
 923     ret = samba_utils.RUN_COMMAND(cmd)
 924     if ret != 0:
 925         print('ctags failed with exit status %d' % ret)
 926         sys.exit(ret)