source3/selftest/tests.py

   1 #!/usr/bin/python
   2 # This script generates a list of testsuites that should be run as part of
   3 # the Samba 3 test suite.
   4
   5 # The output of this script is parsed by selftest.pl, which then decides
   6 # which of the tests to actually run. It will, for example, skip all tests
   7 # listed in selftest/skip or only run a subset during "make quicktest".
   8
   9 # The idea is that this script outputs all of the tests of Samba 3, not
  10 # just those that are known to pass, and list those that should be skipped
  11 # or are known to fail in selftest/skip or selftest/samba3-knownfail. This makes it
  12 # very easy to see what functionality is still missing in Samba 3 and makes
  13 # it possible to run the testsuite against other servers, such as Samba 4 or
  14 # Windows that have a different set of features.
  15
  16 # The syntax for a testsuite is "-- TEST --" on a single line, followed
  17 # by the name of the test, the environment it needs and the command to run, all
  18 # three separated by newlines. All other lines in the output are considered
  19 # comments.
  20
  21 import os, sys
  22 sys.path.insert(0, os.path.normpath(os.path.join(os.path.dirname(__file__), "../../selftest")))
  23 import selftesthelpers
  24 from selftesthelpers import *
  25 smbtorture4_options.extend([
  26    '--option=torture:sharedelay=100000',
  27    '--option=torture:writetimeupdatedelay=500000',
  28    ])
  29
  30 def plansmbtorture4testsuite(name, env, options, description=''):
  31     if description == '':
  32         modname = "samba3.%s" % (name, )
  33     else:
  34         modname = "samba3.%s %s" % (name, description)
  35
  36     selftesthelpers.plansmbtorture4testsuite(
  37         name, env, options, target='samba3', modname=modname)
  38
  39 # find config.h
  40 try:
  41     config_h = os.environ["CONFIG_H"]
  42 except KeyError:
  43     samba4bindir = bindir()
  44     config_h = os.path.join(samba4bindir, "default/include/config.h")
  45
  46 # check available features
  47 config_hash = dict()
  48 f = open(config_h, 'r')
  49 try:
  50     lines = f.readlines()
  51     config_hash = dict((x[0], ' '.join(x[1:]))
  52             for x in map(lambda line: line.strip().split(' ')[1:],
  53                          filter(lambda line: (line[0:7] == '#define') and (len(line.split(' ')) > 2), lines)))
  54 finally:
  55     f.close()
  56
  57 have_libarchive = ("HAVE_LIBARCHIVE" in config_hash)
  58 have_linux_kernel_oplocks = ("HAVE_KERNEL_OPLOCKS_LINUX" in config_hash)
  59 have_inotify = ("HAVE_INOTIFY" in config_hash)
  60 have_ldwrap = ("HAVE_LDWRAP" in config_hash)
  61 with_pthreadpool = ("WITH_PTHREADPOOL" in config_hash)
  62
  63
  64 plantestsuite("samba3.blackbox.success", "nt4_dc:local", [os.path.join(samba3srcdir, "script/tests/test_success.sh")])
  65 plantestsuite("samba3.blackbox.failure", "nt4_dc:local", [os.path.join(samba3srcdir, "script/tests/test_failure.sh")])
  66
  67 plantestsuite("samba3.local_s3", "nt4_dc:local", [os.path.join(samba3srcdir, "script/tests/test_local_s3.sh")])
  68
  69 plantestsuite("samba3.blackbox.registry.upgrade", "nt4_dc:local", [os.path.join(samba3srcdir, "script/tests/test_registry_upgrade.sh"), net, dbwrap_tool])
  70
  71 tests = ["FDPASS", "LOCK1", "LOCK2", "LOCK3", "LOCK4", "LOCK5", "LOCK6", "LOCK7", "LOCK9",
  72         "UNLINK", "BROWSE", "ATTR", "TRANS2", "TORTURE",
  73         "OPLOCK1", "OPLOCK2", "OPLOCK4", "STREAMERROR",
  74         "DIR", "DIR1", "DIR-CREATETIME", "TCON", "TCONDEV", "RW1", "RW2", "RW3", "LARGE_READX", "RW-SIGNING",
  75         "OPEN", "XCOPY", "RENAME", "DELETE", "DELETE-LN", "WILDDELETE", "PROPERTIES", "W2K",
  76         "TCON2", "IOCTL", "CHKPATH", "FDSESS", "CHAIN1", "CHAIN2", "OWNER-RIGHTS",
  77         "CHAIN3", "PIDHIGH",
  78         "UID-REGRESSION-TEST", "SHORTNAME-TEST",
  79         "CASE-INSENSITIVE-CREATE", "SMB2-BASIC", "NTTRANS-FSCTL", "SMB2-NEGPROT",
  80         "SMB2-SESSION-REAUTH", "SMB2-SESSION-RECONNECT", "SMB2-FTRUNCATE",
  81         "CLEANUP1",
  82         "CLEANUP2",
  83         "CLEANUP4",
  84         "BAD-NBT-SESSION"]
  85
  86 for t in tests:
  87     plantestsuite("samba3.smbtorture_s3.plain(nt4_dc).%s" % t, "nt4_dc", [os.path.join(samba3srcdir, "script/tests/test_smbtorture_s3.sh"), t, '//$SERVER_IP/tmp', '$USERNAME', '$PASSWORD', smbtorture3, "", "-l $LOCAL_PATH"])
  88     plantestsuite("samba3.smbtorture_s3.crypt_client(nt4_dc).%s" % t, "nt4_dc", [os.path.join(samba3srcdir, "script/tests/test_smbtorture_s3.sh"), t, '//$SERVER_IP/tmp', '$USERNAME', '$PASSWORD', smbtorture3, "-e", "-l $LOCAL_PATH"])
  89     if t == "TORTURE":
  90         # this is a negative test to verify that the server rejects
  91         # access without encryption
  92         plantestsuite("samba3.smbtorture_s3.crypt_server(nt4_dc).%s" % t, "nt4_dc", [os.path.join(samba3srcdir, "script/tests/test_smbtorture_s3.sh"), t, '//$SERVER_IP/tmpenc', '$USERNAME', '$PASSWORD', smbtorture3, "", "-l $LOCAL_PATH"])
  93     plantestsuite("samba3.smbtorture_s3.plain(ad_dc_ntvfs).%s" % t, "ad_dc_ntvfs", [os.path.join(samba3srcdir, "script/tests/test_smbtorture_s3.sh"), t, '//$SERVER_IP/tmp', '$USERNAME', '$PASSWORD', smbtorture3, "", "-l $LOCAL_PATH"])
  94
  95 #
  96 # RENAME-ACCESS needs to run against a special share - acl_xattr_ign_sysacl_windows
  97 #
  98 plantestsuite("samba3.smbtorture_s3.plain(nt4_dc).%s" % "RENAME-ACCESS","nt4_dc", [os.path.join(samba3srcdir, "script/tests/test_smbtorture_s3.sh"), "RENAME-ACCESS", '//$SERVER_IP/acl_xattr_ign_sysacl_windows', '$USERNAME', '$PASSWORD', smbtorture3, "", "-l $LOCAL_PATH"])
  99 plantestsuite("samba3.smbtorture_s3.crypt_client(nt4_dc).%s" % "RENAME-ACCESS", "nt4_dc", [os.path.join(samba3srcdir, "script/tests/test_smbtorture_s3.sh"), "RENAME-ACCESS", '//$SERVER_IP/acl_xattr_ign_sysacl_windows', '$USERNAME', '$PASSWORD', smbtorture3, "-e", "-l $LOCAL_PATH"])
 100 # non-crypt only
 101
 102 tests = ["OPLOCK-CANCEL"]
 103 for t in tests:
 104     plantestsuite("samba3.smbtorture_s3.plain(nt4_dc).%s" % t, "nt4_dc", [os.path.join(samba3srcdir, "script/tests/test_smbtorture_s3.sh"), t, '//$SERVER_IP/tmp', '$USERNAME', '$PASSWORD', smbtorture3, "", "-l $LOCAL_PATH"])
 105
 106 env = "nt4_dc"
 107 tests = ["MANGLE-ILLEGAL"]
 108 for t in tests:
 109     plantestsuite("samba3.smbtorture_s3.plain(%s).%s" % (env, t), env, [os.path.join(samba3srcdir, "script/tests/test_smbtorture_s3.sh"), t, '//$SERVER_IP/mangle_illegal', '$USERNAME', '$PASSWORD', smbtorture3, "", "-l $LOCAL_PATH"])
 110
 111 tests = ["RW1", "RW2", "RW3"]
 112 for t in tests:
 113     plantestsuite("samba3.smbtorture_s3.vfs_aio_fork(simpleserver).%s" % t, "simpleserver", [os.path.join(samba3srcdir, "script/tests/test_smbtorture_s3.sh"), t, '//$SERVER_IP/vfs_aio_fork', '$USERNAME', '$PASSWORD', smbtorture3, "", "-l $LOCAL_PATH"])
 114
 115 posix_tests = ["POSIX", "POSIX-APPEND", "POSIX-SYMLINK-ACL", "POSIX-SYMLINK-EA", "POSIX-OFD-LOCK",
 116               "POSIX-STREAM-DELETE", "WINDOWS-BAD-SYMLINK" ]
 117
 118 for t in posix_tests:
 119     plantestsuite("samba3.smbtorture_s3.plain(nt4_dc).%s" % t, "nt4_dc", [os.path.join(samba3srcdir, "script/tests/test_smbtorture_s3.sh"), t, '//$SERVER_IP/posix_share', '$USERNAME', '$PASSWORD', smbtorture3, "", "-l $LOCAL_PATH"])
 120     plantestsuite("samba3.smbtorture_s3.crypt(nt4_dc).%s" % t, "nt4_dc", [os.path.join(samba3srcdir, "script/tests/test_smbtorture_s3.sh"), t, '//$SERVER_IP/posix_share', '$USERNAME', '$PASSWORD', smbtorture3, "-e", "-l $LOCAL_PATH"])
 121     plantestsuite("samba3.smbtorture_s3.plain(ad_dc_ntvfs).%s" % t, "ad_dc_ntvfs", [os.path.join(samba3srcdir, "script/tests/test_smbtorture_s3.sh"), t, '//$SERVER_IP/posix_share', '$USERNAME', '$PASSWORD', smbtorture3, "", "-l $LOCAL_PATH"])
 122
 123 env = "nt4_dc:local"
 124 t = "CLEANUP3"
 125 plantestsuite("samba3.smbtorture_s3.plain(%s).%s" % (env, t), env, [os.path.join(samba3srcdir, "script/tests/test_smbtorture_s3.sh"), t, '//$SERVER_IP/tmp', '$USERNAME', '$PASSWORD', binpath('smbtorture3'), "", "-l $LOCAL_PATH"])
 126
 127 local_tests = [
 128     "LOCAL-SUBSTITUTE",
 129     "LOCAL-GENCACHE",
 130     "LOCAL-BASE64",
 131     "LOCAL-RBTREE",
 132     "LOCAL-MEMCACHE",
 133     "LOCAL-STREAM-NAME",
 134     "LOCAL-string_to_sid",
 135     "LOCAL-sid_to_string",
 136     "LOCAL-binary_to_sid",
 137     "LOCAL-DBTRANS",
 138     "LOCAL-TEVENT-POLL",
 139     "LOCAL-CONVERT-STRING",
 140     "LOCAL-CONV-AUTH-INFO",
 141     "LOCAL-IDMAP-TDB-COMMON",
 142     "LOCAL-MESSAGING-READ1",
 143     "LOCAL-MESSAGING-READ2",
 144     "LOCAL-MESSAGING-READ3",
 145     "LOCAL-MESSAGING-READ4",
 146     "LOCAL-MESSAGING-FDPASS1",
 147     "LOCAL-MESSAGING-FDPASS2",
 148     "LOCAL-MESSAGING-FDPASS2a",
 149     "LOCAL-MESSAGING-FDPASS2b",
 150     "LOCAL-MESSAGING-SEND-ALL",
 151     "LOCAL-PTHREADPOOL-TEVENT",
 152     "LOCAL-CANONICALIZE-PATH",
 153     "LOCAL-DBWRAP-WATCH1",
 154     "LOCAL-DBWRAP-WATCH2",
 155     "LOCAL-DBWRAP-DO-LOCKED1",
 156     "LOCAL-G-LOCK1",
 157     "LOCAL-G-LOCK2",
 158     "LOCAL-G-LOCK3",
 159     "LOCAL-G-LOCK4",
 160     "LOCAL-G-LOCK5",
 161     "LOCAL-G-LOCK6",
 162     "LOCAL-NAMEMAP-CACHE1",
 163     "LOCAL-hex_encode_buf",
 164     "LOCAL-remove_duplicate_addrs2"]
 165
 166 for t in local_tests:
 167     plantestsuite("samba3.smbtorture_s3.%s" % t, "none", [os.path.join(samba3srcdir, "script/tests/test_smbtorture_s3.sh"), t, '//foo/bar', '""', '""', smbtorture3, ""])
 168
 169 plantestsuite("samba.vfstest.stream_depot", "nt4_dc:local", [os.path.join(samba3srcdir, "script/tests/stream-depot/run.sh"), binpath("vfstest"), "$PREFIX", configuration])
 170 plantestsuite("samba.vfstest.xattr-tdb-1", "nt4_dc:local", [os.path.join(samba3srcdir, "script/tests/xattr-tdb-1/run.sh"), binpath("vfstest"), "$PREFIX", configuration])
 171 plantestsuite("samba.vfstest.acl", "nt4_dc:local", [os.path.join(samba3srcdir, "script/tests/vfstest-acl/run.sh"), binpath("vfstest"), "$PREFIX", configuration])
 172 plantestsuite("samba.vfstest.catia", "nt4_dc:local", [os.path.join(samba3srcdir, "script/tests/vfstest-catia/run.sh"), binpath("vfstest"), "$PREFIX", configuration])
 173
 174 plantestsuite("samba3.blackbox.smbclient_basic.NT1", "nt4_dc_schannel", [os.path.join(samba3srcdir, "script/tests/test_smbclient_basic.sh"), '$SERVER', '$SERVER_IP', '$DC_USERNAME', '$DC_PASSWORD', smbclient3, configuration, "-mNT1"])
 175 plantestsuite("samba3.blackbox.smbclient_basic.SMB2_02", "nt4_dc_schannel", [os.path.join(samba3srcdir, "script/tests/test_smbclient_basic.sh"), '$SERVER', '$SERVER_IP', '$DC_USERNAME', '$DC_PASSWORD', smbclient3, configuration, "-mSMB2_02"])
 176 plantestsuite("samba3.blackbox.smbclient_basic.SMB2_10", "nt4_dc_schannel", [os.path.join(samba3srcdir, "script/tests/test_smbclient_basic.sh"), '$SERVER', '$SERVER_IP', '$DC_USERNAME', '$DC_PASSWORD', smbclient3, configuration, "-mSMB2_10"])
 177 plantestsuite("samba3.blackbox.smbclient_basic.SMB3_02", "nt4_dc_schannel", [os.path.join(samba3srcdir, "script/tests/test_smbclient_basic.sh"), '$SERVER', '$SERVER_IP', '$DC_USERNAME', '$DC_PASSWORD', smbclient3, configuration, "-mSMB3_02"])
 178 plantestsuite("samba3.blackbox.smbclient_basic.SMB3_11", "nt4_dc_schannel", [os.path.join(samba3srcdir, "script/tests/test_smbclient_basic.sh"), '$SERVER', '$SERVER_IP', '$DC_USERNAME', '$DC_PASSWORD', smbclient3, configuration, "-mSMB3_11"])
 179
 180 plantestsuite("samba3.blackbox.smbclient_basic", "ad_member", [os.path.join(samba3srcdir, "script/tests/test_smbclient_basic.sh"), '$SERVER', '$SERVER_IP', '$DC_USERNAME', '$DC_PASSWORD', smbclient3, configuration])
 181 for options in ["", "--option=clientntlmv2auth=no", "--option=clientusespnego=no", "--option=clientusespnego=no --option=clientntlmv2auth=no", "--option=clientntlmv2auth=no --option=clientlanmanauth=yes --max-protocol=LANMAN2", "--option=clientntlmv2auth=no --option=clientlanmanauth=yes --option=clientmaxprotocol=NT1"]:
 182     env = "nt4_dc"
 183     plantestsuite("samba3.blackbox.smbclient_auth.plain (%s) %s" % (env, options), env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_auth.sh"), '$SERVER', '$SERVER_IP', '$DC_USERNAME', '$DC_PASSWORD', smbclient3, configuration, options])
 184
 185 for env in ["nt4_dc", "nt4_member", "ad_member", "ad_dc", "ad_dc_ntvfs", "s4member", "fl2000dc"]:
 186     plantestsuite("samba3.blackbox.smbclient_machine_auth.plain (%s:local)" % env, "%s:local" % env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_machine_auth.sh"), '$SERVER', smbclient3, configuration])
 187     plantestsuite("samba3.blackbox.smbclient_ntlm.plain (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_ntlm.sh"), '$SERVER', '$DC_USERNAME', '$DC_PASSWORD', "never", smbclient3, configuration])
 188
 189 for options in ["--option=clientntlmv2auth=no", "--option=clientusespnego=no --option=clientntlmv2auth=no", ""]:
 190     for env in ["nt4_member", "ad_member"]:
 191         plantestsuite("samba3.blackbox.smbclient_auth.plain (%s) %s" % (env, options), env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_auth.sh"), '$SERVER', '$SERVER_IP', '$DC_USERNAME', '$DC_PASSWORD', smbclient3, configuration, options])
 192         plantestsuite("samba3.blackbox.smbclient_auth.plain (%s) %s member creds" % (env, options), env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_auth.sh"), '$SERVER', '$SERVER_IP', '$SERVER/$USERNAME', '$PASSWORD', smbclient3, configuration, options])
 193
 194 env="ad_dc"
 195 plantestsuite("samba3.blackbox.smbspool", env, [os.path.join(samba3srcdir, "script/tests/test_smbspool.sh"), '$SERVER', '$SERVER_IP', '$DC_USERNAME', '$DC_PASSWORD', env])
 196
 197 for env in ["ad_member:local", "nt4_dc:local"]:
 198     plantestsuite("samba3.blackbox.smbpasswd", env, [os.path.join(samba3srcdir, "script/tests/test_smbpasswd.sh"), '$SERVER', '$SERVER_IP', '$DC_USERNAME', '$DC_PASSWORD'])
 199
 200 env="nt4_dc"
 201 plantestsuite("samba3.blackbox.smbclient_auth.plain (%s) ipv6" % env, env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_auth.sh"), '$SERVER', '$SERVER_IPV6', '$SERVER/$USERNAME', '$PASSWORD', smbclient3, configuration])
 202
 203 for env in ["nt4_member", "ad_member"]:
 204     plantestsuite("samba3.blackbox.net_cred_change.(%s:local)" % env, "%s:local" % env, [os.path.join(samba3srcdir, "script/tests/test_net_cred_change.sh"), configuration])
 205
 206 env = "ad_member"
 207 t = "--krb5auth=$DOMAIN/$DC_USERNAME%$DC_PASSWORD"
 208 plantestsuite("samba3.wbinfo_simple.(%s:local).%s" % (env, t), "%s:local" % env, [os.path.join(srcdir(), "nsswitch/tests/test_wbinfo_simple.sh"), t])
 209 t = "WBCLIENT-MULTI-PING"
 210 plantestsuite("samba3.smbtorture_s3.%s" % t, env, [os.path.join(samba3srcdir, "script/tests/test_smbtorture_s3.sh"), t, '//foo/bar', '""', '""', smbtorture3, ""])
 211 plantestsuite("samba3.substitutions", env, [os.path.join(samba3srcdir, "script/tests/test_substitutions.sh"), "$SERVER", "alice", "Secret007", "$PREFIX"])
 212
 213 plantestsuite("samba3.ntlm_auth.krb5 with old ccache(ktest:local)", "ktest:local", [os.path.join(samba3srcdir, "script/tests/test_ntlm_auth_krb5.sh"), valgrindify(python), samba3srcdir, ntlm_auth3, '$PREFIX/ktest/krb5_ccache-2', '$SERVER', configuration])
 214
 215 plantestsuite("samba3.ntlm_auth.krb5(ktest:local)", "ktest:local", [os.path.join(samba3srcdir, "script/tests/test_ntlm_auth_krb5.sh"), valgrindify(python), samba3srcdir, ntlm_auth3, '$PREFIX/ktest/krb5_ccache-3', '$SERVER', configuration])
 216
 217
 218 for env in ["maptoguest", "simpleserver"]:
 219     plantestsuite("samba3.blackbox.smbclient_auth.plain (%s) local creds" % env, env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_auth.sh"), '$SERVER', '$SERVER_IP', '$USERNAME', '$PASSWORD', smbclient3, configuration + " --option=clientntlmv2auth=no --option=clientlanmanauth=yes"])
 220
 221 env = "maptoguest"
 222 plantestsuite("samba3.blackbox.smbclient_auth.plain (%s) bad username" % env, env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_auth.sh"), '$SERVER', '$SERVER_IP', 'notmy$USERNAME', '$PASSWORD', smbclient3, configuration + " --option=clientntlmv2auth=no --option=clientlanmanauth=yes"])
 223 plantestsuite("samba3.blackbox.smbclient_ntlm.plain (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_ntlm.sh"), '$SERVER', '$USERNAME', '$PASSWORD', "baduser", smbclient3, configuration])
 224
 225 # plain
 226 for env in ["nt4_dc"]:
 227     plantestsuite("samba3.blackbox.smbclient_s3.NT1.plain (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_s3.sh"), '$SERVER', '$SERVER_IP', '$DOMAIN', '$DC_USERNAME', '$DC_PASSWORD', '$USERID', '$LOCAL_PATH', '$PREFIX', smbclient3, wbinfo, net, configuration, "NT1"])
 228     plantestsuite("samba3.blackbox.smbclient_s3.SMB3.plain (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_s3.sh"), '$SERVER', '$SERVER_IP', '$DOMAIN', '$DC_USERNAME', '$DC_PASSWORD', '$USERID', '$LOCAL_PATH', '$PREFIX', smbclient3, wbinfo, net, configuration, "SMB3"])
 229
 230 for env in ["nt4_member", "ad_member"]:
 231     plantestsuite("samba3.blackbox.smbclient_s3.NT1.plain (%s) member creds" % env, env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_s3.sh"), '$SERVER', '$SERVER_IP', '$SERVER', '$SERVER/$USERNAME', '$PASSWORD', '$USERID', '$LOCAL_PATH', '$PREFIX', smbclient3, wbinfo, net, configuration, "NT1"])
 232     plantestsuite("samba3.blackbox.smbclient_s3.SMB3.plain (%s) member creds" % env, env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_s3.sh"), '$SERVER', '$SERVER_IP', '$SERVER', '$SERVER/$USERNAME', '$PASSWORD', '$USERID', '$LOCAL_PATH', '$PREFIX', smbclient3, wbinfo, net, configuration, "SMB3"])
 233
 234 for env in ["nt4_dc"]:
 235     plantestsuite("samba3.blackbox.smbclient_s3.NT1.sign (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_s3.sh"), '$SERVER', '$SERVER_IP', '$DOMAIN', '$DC_USERNAME', '$DC_PASSWORD', '$USERID', '$LOCAL_PATH', '$PREFIX', smbclient3, wbinfo, net, configuration, "NT1", "--signing=required"])
 236     plantestsuite("samba3.blackbox.smbclient_s3.SMB3.sign (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_s3.sh"), '$SERVER', '$SERVER_IP', '$DOMAIN', '$DC_USERNAME', '$DC_PASSWORD', '$USERID', '$LOCAL_PATH', '$PREFIX', smbclient3, wbinfo, net, configuration, "SMB3", "--signing=required"])
 237
 238 for env in ["nt4_member", "ad_member"]:
 239     plantestsuite("samba3.blackbox.smbclient_s3.NT1.sign (%s) member creds" % env, env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_s3.sh"), '$SERVER', '$SERVER_IP', '$SERVER', '$SERVER/$USERNAME', '$PASSWORD', '$USERID', '$LOCAL_PATH', '$PREFIX', smbclient3, wbinfo, net, configuration, "NT1", "--signing=required"])
 240     plantestsuite("samba3.blackbox.smbclient_s3.SMB3.sign (%s) member creds" % env, env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_s3.sh"), '$SERVER', '$SERVER_IP', '$SERVER', '$SERVER/$USERNAME', '$PASSWORD', '$USERID', '$LOCAL_PATH', '$PREFIX', smbclient3, wbinfo, net, configuration, "SMB3", "--signing=required"])
 241
 242 for env in ["nt4_dc"]:
 243     # encrypted
 244     plantestsuite("samba3.blackbox.smbclient_s3.NT1.crypt (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_s3.sh"), '$SERVER', '$SERVER_IP', '$DOMAIN', '$USERNAME', '$PASSWORD', '$USERID', '$LOCAL_PATH', '$PREFIX', smbclient3, wbinfo, net, configuration, "NT1", "-e"])
 245     plantestsuite("samba3.blackbox.smbclient_s3.SMB3.crypt (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_s3.sh"), '$SERVER', '$SERVER_IP', '$DOMAIN', '$USERNAME', '$PASSWORD', '$USERID', '$LOCAL_PATH', '$PREFIX', smbclient3, wbinfo, net, configuration, "SMB3", "-e"])
 246
 247 for env in ["fileserver"]:
 248     plantestsuite("samba3.blackbox.preserve_case (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_preserve_case.sh"), '$SERVER', '$DOMAIN', '$USERNAME', '$PASSWORD', '$PREFIX', smbclient3])
 249     plantestsuite("samba3.blackbox.dfree_command (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_dfree_command.sh"), '$SERVER', '$DOMAIN', '$USERNAME', '$PASSWORD', '$PREFIX', smbclient3])
 250     plantestsuite("samba3.blackbox.dfree_quota (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_dfree_quota.sh"), '$SERVER', '$DOMAIN', '$USERNAME', '$PASSWORD', '$LOCAL_PATH', smbclient3, smbcquotas, smbcacls])
 251     plantestsuite("samba3.blackbox.valid_users (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_valid_users.sh"), '$SERVER', '$SERVER_IP', '$DOMAIN', '$USERNAME', '$PASSWORD', '$PREFIX', smbclient3])
 252     plantestsuite("samba3.blackbox.offline (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_offline.sh"), '$SERVER', '$SERVER_IP', '$DOMAIN', '$USERNAME', '$PASSWORD', '$LOCAL_PATH/offline', smbclient3])
 253     plantestsuite("samba3.blackbox.shadow_copy2 NT1 (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_shadow_copy.sh"), '$SERVER', '$SERVER_IP', '$DOMAIN', '$USERNAME', '$PASSWORD', '$LOCAL_PATH/shadow', smbclient3, '-m', 'NT1'])
 254     plantestsuite("samba3.blackbox.shadow_copy2 SMB3 (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_shadow_copy.sh"), '$SERVER', '$SERVER_IP', '$DOMAIN', '$USERNAME', '$PASSWORD', '$LOCAL_PATH/shadow', smbclient3, '-m', 'SMB3'])
 255     plantestsuite("samba3.blackbox.smbclient.forceuser_validusers (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_forceuser_validusers.sh"), '$SERVER', '$DOMAIN', '$USERNAME', '$PASSWORD', '$LOCAL_PATH', smbclient3])
 256     plantestsuite("samba3.blackbox.smbget (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_smbget.sh"), '$SERVER', '$SERVER_IP', '$DOMAIN', 'smbget_user', '$PASSWORD', '$LOCAL_PATH/smbget', smbget])
 257     plantestsuite("samba3.blackbox.netshareenum (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_shareenum.sh"), '$SERVER', '$USERNAME', '$PASSWORD', rpcclient])
 258     plantestsuite("samba3.blackbox.acl_xattr.NT1", env, [os.path.join(samba3srcdir, "script/tests/test_acl_xattr.sh"), '$SERVER', '$USERNAME', '$PASSWORD', '$PREFIX', smbclient3, smbcacls, '-mNT1'])
 259     plantestsuite("samba3.blackbox.acl_xattr.SMB3", env, [os.path.join(samba3srcdir, "script/tests/test_acl_xattr.sh"), '$SERVER', '$USERNAME', '$PASSWORD', '$PREFIX', smbclient3, smbcacls, '-mSMB3'])
 260     plantestsuite("samba3.blackbox.smb2.not_casesensitive (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_smb2_not_casesensitive.sh"), '//$SERVER/tmp', '$SERVER_IP', '$USERNAME', '$PASSWORD', '$LOCAL_PATH', smbclient3])
 261     plantestsuite("samba3.blackbox.inherit_owner.default.NT1", env, [os.path.join(samba3srcdir, "script/tests/test_inherit_owner.sh"), '$SERVER', '$USERNAME', '$PASSWORD', '$PREFIX', smbclient3, smbcacls, net, 'tmp', '0', '0', '-m', 'NT1'])
 262     plantestsuite("samba3.blackbox.inherit_owner.default.SMB3", env, [os.path.join(samba3srcdir, "script/tests/test_inherit_owner.sh"), '$SERVER', '$USERNAME', '$PASSWORD', '$PREFIX', smbclient3, smbcacls, net, 'tmp', '0', '0', '-m', 'SMB3'])
 263     plantestsuite("samba3.blackbox.inherit_owner.full.NT1", env, [os.path.join(samba3srcdir, "script/tests/test_inherit_owner.sh"), '$SERVER', '$USERNAME', '$PASSWORD', '$PREFIX', smbclient3, smbcacls, net, 'inherit_owner', '1', '1', '-m', 'NT1'])
 264     plantestsuite("samba3.blackbox.inherit_owner.full.SMB3", env, [os.path.join(samba3srcdir, "script/tests/test_inherit_owner.sh"), '$SERVER', '$USERNAME', '$PASSWORD', '$PREFIX', smbclient3, smbcacls, net, 'inherit_owner', '1', '1', '-m', 'SMB3'])
 265     plantestsuite("samba3.blackbox.inherit_owner.unix.NT1", env, [os.path.join(samba3srcdir, "script/tests/test_inherit_owner.sh"), '$SERVER', '$USERNAME', '$PASSWORD', '$PREFIX', smbclient3, smbcacls, net, 'inherit_owner_u', '0', '1', '-m', 'NT1'])
 266     plantestsuite("samba3.blackbox.inherit_owner.unix.SMB3", env, [os.path.join(samba3srcdir, "script/tests/test_inherit_owner.sh"), '$SERVER', '$USERNAME', '$PASSWORD', '$PREFIX', smbclient3, smbcacls, net, 'inherit_owner_u', '0', '1', '-m', 'SMB3'])
 267     plantestsuite("samba3.blackbox.large_acl.NT1", env, [os.path.join(samba3srcdir, "script/tests/test_large_acl.sh"), '$SERVER', '$USERNAME', '$PASSWORD', smbclient3, smbcacls, '-m', 'NT1'])
 268     plantestsuite("samba3.blackbox.large_acl.SMB3", env, [os.path.join(samba3srcdir, "script/tests/test_large_acl.sh"), '$SERVER', '$USERNAME', '$PASSWORD', smbclient3, smbcacls, '-m', 'SMB3'])
 269     plantestsuite("samba3.blackbox.give_owner", env, [os.path.join(samba3srcdir, "script/tests/test_give_owner.sh"), '$SERVER', '$SERVER_IP', '$USERNAME', '$PASSWORD', '$PREFIX', smbclient3, smbcacls, net, 'tmp'])
 270
 271     #
 272     # tar command tests
 273     #
 274
 275     # tar command enabled only if built with libarchive
 276     if have_libarchive:
 277         # Test smbclient/tarmode
 278         plantestsuite("samba3.blackbox.smbclient_tarmode.NT1", env,
 279                       [os.path.join(samba3srcdir, "script/tests/test_smbclient_tarmode.sh"),
 280                        '$SERVER', '$SERVER_IP', '$USERNAME', '$PASSWORD',
 281                        '$LOCAL_PATH/tarmode', '$PREFIX', smbclient3, configuration, "-mNT1"])
 282         plantestsuite("samba3.blackbox.smbclient_tarmode.SMB3", env,
 283                       [os.path.join(samba3srcdir, "script/tests/test_smbclient_tarmode.sh"),
 284                        '$SERVER', '$SERVER_IP', '$USERNAME', '$PASSWORD',
 285                        '$LOCAL_PATH/tarmode', '$PREFIX', smbclient3, configuration, "-mSMB3"])
 286
 287         # Test suite for new smbclient/tar with libarchive (GSoC 13)
 288         plantestsuite("samba3.blackbox.smbclient_tar.NT1", env,
 289                       [os.path.join(samba3srcdir, "script/tests/test_smbclient_tarmode.pl"),
 290                        '-n', '$SERVER', '-i', '$SERVER_IP', '-s', 'tmp',
 291                        '-u', '$USERNAME', '-p', '$PASSWORD', '-l', '$LOCAL_PATH/tarmode',
 292                        '-d', '$PREFIX', '-b', smbclient3,
 293                        '--subunit', '--', configuration, '-mNT1'])
 294         plantestsuite("samba3.blackbox.smbclient_tar.SMB3", env,
 295                       [os.path.join(samba3srcdir, "script/tests/test_smbclient_tarmode.pl"),
 296                        '-n', '$SERVER', '-i', '$SERVER_IP', '-s', 'tmp',
 297                        '-u', '$USERNAME', '-p', '$PASSWORD', '-l', '$LOCAL_PATH/tarmode',
 298                        '-d', '$PREFIX', '-b', smbclient3,
 299                        '--subunit', '--', configuration, '-mSMB3'])
 300
 301 plantestsuite("samba3.blackbox.net_usershare", "fileserver:local", [os.path.join(samba3srcdir, "script/tests/test_net_usershare.sh"), '$SERVER', '$SERVER_IP', '$USERNAME', '$PASSWORD', smbclient3])
 302
 303 #TODO encrypted against member, with member creds, and with DC creds
 304 plantestsuite("samba3.blackbox.net.misc", "nt4_dc:local",
 305               [os.path.join(samba3srcdir, "script/tests/test_net_misc.sh"),
 306                scriptdir, "$SMB_CONF_PATH", net, configuration])
 307 plantestsuite("samba3.blackbox.net.local.registry", "nt4_dc:local",
 308               [os.path.join(samba3srcdir, "script/tests/test_net_registry.sh"),
 309                scriptdir, "$SMB_CONF_PATH", net, configuration])
 310 plantestsuite("samba3.blackbox.net.registry.check", "nt4_dc:local",
 311               [os.path.join(samba3srcdir, "script/tests/test_net_registry_check.sh"),
 312                scriptdir, "$SMB_CONF_PATH", net, configuration, dbwrap_tool])
 313 plantestsuite("samba3.blackbox.net.rpc.registry", "nt4_dc",
 314               [os.path.join(samba3srcdir, "script/tests/test_net_registry.sh"),
 315                scriptdir, "$SMB_CONF_PATH", net, configuration, 'rpc'])
 316
 317 plantestsuite("samba3.blackbox.net.local.registry.roundtrip", "nt4_dc:local",
 318               [os.path.join(samba3srcdir, "script/tests/test_net_registry_roundtrip.sh"),
 319                scriptdir, "$SMB_CONF_PATH", net, configuration])
 320 plantestsuite("samba3.blackbox.net.rpc.registry.roundtrip", "nt4_dc",
 321               [os.path.join(samba3srcdir, "script/tests/test_net_registry_roundtrip.sh"),
 322                scriptdir, "$SMB_CONF_PATH", net, configuration, 'rpc'])
 323
 324 plantestsuite("samba3.blackbox.net.local.conf", "nt4_dc:local",
 325               [os.path.join(samba3srcdir, "script/tests/test_net_conf.sh"),
 326                scriptdir, "$SMB_CONF_PATH", net, configuration])
 327 plantestsuite("samba3.blackbox.net.rpc.conf", "nt4_dc",
 328               [os.path.join(samba3srcdir, "script/tests/test_net_conf.sh"),
 329                scriptdir, "$SMB_CONF_PATH", net, configuration, 'rpc'])
 330
 331
 332 plantestsuite("samba3.blackbox.testparm", "nt4_dc:local",
 333               [os.path.join(samba3srcdir, "script/tests/test_testparm_s3.sh"),
 334                "$LOCAL_PATH"])
 335
 336 plantestsuite(
 337     "samba3.pthreadpool", "none",
 338     [os.path.join(samba3srcdir, "script/tests/test_pthreadpool.sh")])
 339
 340 if with_pthreadpool and have_ldwrap:
 341     plantestsuite("samba3.pthreadpool_cmocka", "none",
 342                   [os.path.join(bindir(), "pthreadpooltest_cmocka")])
 343
 344 plantestsuite("samba3.async_req", "nt4_dc",
 345               [os.path.join(samba3srcdir, "script/tests/test_async_req.sh")])
 346
 347 #smbtorture4 tests
 348
 349 base = ["base.attr", "base.charset", "base.chkpath", "base.createx_access", "base.defer_open", "base.delaywrite", "base.delete",
 350         "base.deny1", "base.deny2", "base.deny3", "base.denydos", "base.dir1", "base.dir2",
 351         "base.disconnect", "base.fdpass", "base.lock",
 352         "base.mangle", "base.negnowait", "base.ntdeny1",
 353         "base.ntdeny2", "base.open", "base.openattr", "base.properties", "base.rename", "base.rw1",
 354         "base.secleak", "base.tcon", "base.tcondev", "base.trans2", "base.unlink", "base.vuid",
 355         "base.xcopy", "base.samba3error"]
 356
 357 raw = ["raw.acls", "raw.chkpath", "raw.close", "raw.composite", "raw.context", "raw.eas",
 358        "raw.ioctl", "raw.lock", "raw.mkdir", "raw.mux", "raw.notify", "raw.open", "raw.oplock",
 359        "raw.qfileinfo", "raw.qfsinfo", "raw.read", "raw.rename", "raw.search", "raw.seek",
 360        "raw.sfileinfo.base", "raw.sfileinfo.bug", "raw.streams", "raw.unlink", "raw.write",
 361        "raw.samba3hide", "raw.samba3badpath", "raw.sfileinfo.rename", "raw.session",
 362        "raw.samba3caseinsensitive", "raw.samba3posixtimedlock",
 363        "raw.samba3rootdirfid", "raw.sfileinfo.end-of-file",
 364        "raw.bench-oplock", "raw.bench-lock", "raw.bench-open", "raw.bench-tcon",
 365        "raw.samba3checkfsp", "raw.samba3closeerr", "raw.samba3oplocklogoff", "raw.samba3badnameblob"]
 366
 367 smb2 = smbtorture4_testsuites("smb2.")
 368
 369 rpc = ["rpc.authcontext", "rpc.samba3.bind", "rpc.samba3.srvsvc", "rpc.samba3.sharesec",
 370        "rpc.samba3.spoolss", "rpc.samba3.wkssvc", "rpc.samba3.winreg",
 371        "rpc.samba3.getaliasmembership-0",
 372        "rpc.samba3.netlogon", "rpc.samba3.sessionkey", "rpc.samba3.getusername",
 373        "rpc.samba3.smb1-pipe-name", "rpc.samba3.smb2-pipe-name",
 374        "rpc.samba3.smb-reauth1", "rpc.samba3.smb-reauth2",
 375        "rpc.svcctl", "rpc.ntsvcs", "rpc.winreg", "rpc.eventlog",
 376        "rpc.spoolss.printserver", "rpc.spoolss.win", "rpc.spoolss.notify", "rpc.spoolss.printer",
 377        "rpc.spoolss.driver",
 378        "rpc.lsa", "rpc.lsa-getuser", "rpc.lsa.lookupsids", "rpc.lsa.lookupnames",
 379        "rpc.lsa.privileges", "rpc.lsa.secrets",
 380        "rpc.samr", "rpc.samr.users", "rpc.samr.users.privileges", "rpc.samr.passwords",
 381        "rpc.samr.passwords.pwdlastset", "rpc.samr.passwords.lockout", "rpc.samr.passwords.badpwdcount", "rpc.samr.large-dc", "rpc.samr.machine.auth",
 382        "rpc.samr.priv", "rpc.samr.passwords.validate",
 383        "rpc.netlogon.admin",
 384        "rpc.schannel", "rpc.schannel2", "rpc.bench-schannel1", "rpc.schannel_anon_setpw", "rpc.join", "rpc.bind"]
 385
 386 local = ["local.nss"]
 387
 388 idmap = ["idmap.rfc2307", "idmap.alloc", "idmap.rid", "idmap.ad"]
 389
 390 rap = ["rap.basic", "rap.rpc", "rap.printing", "rap.sam"]
 391
 392 unix = ["unix.info2", "unix.whoami"]
 393
 394 nbt = ["nbt.dgram" ]
 395
 396 libsmbclient = ["libsmbclient"]
 397
 398 vfs = ["vfs.fruit", "vfs.acl_xattr", "vfs.fruit_netatalk", "vfs.fruit_file_id", "vfs.fruit_timemachine"]
 399
 400 tests= base + raw + smb2 + rpc + unix + local + rap + nbt + libsmbclient + idmap + vfs
 401
 402 for t in tests:
 403     if t == "base.delaywrite":
 404         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER/tmp -U$USERNAME%$PASSWORD -k yes --maximum-runtime=900')
 405     elif t == "base.createx_access":
 406         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER/tmp -U$USERNAME%$PASSWORD -k yes --maximum-runtime=900')
 407     elif t == "rap.sam":
 408         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD --option=doscharset=ISO-8859-1')
 409         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD --option=doscharset=ISO-8859-1')
 410     elif t == "winbind.pac":
 411         plansmbtorture4testsuite(t, "ad_member:local", '//$SERVER/tmp --realm=$REALM --machine-pass --option=torture:addc=$DC_SERVER', description="machine account")
 412     elif t == "unix.whoami":
 413         plansmbtorture4testsuite(t, "nt4_member:local", '//$SERVER/tmp --machine-pass', description="machine account")
 414         plansmbtorture4testsuite(t, "ad_member:local", '//$SERVER/tmp --machine-pass --option=torture:addc=$DC_SERVER', description="machine account")
 415         for env in ["nt4_dc", "nt4_member"]:
 416             plansmbtorture4testsuite(t, env, '//$SERVER/tmp -U$DC_USERNAME%$DC_PASSWORD')
 417             plansmbtorture4testsuite(t, env, '//$SERVER/tmpguest -U%', description='anonymous connection')
 418         for env in ["ad_dc", "ad_member"]:
 419             plansmbtorture4testsuite(t, env, '//$SERVER/tmp -U$DC_USERNAME@$REALM%$DC_PASSWORD --option=torture:addc=$DC_SERVER')
 420             plansmbtorture4testsuite(t, env, '//$SERVER/tmp -k yes -U$DC_USERNAME@$REALM%$DC_PASSWORD --option=torture:addc=$DC_SERVER', description='kerberos connection')
 421             plansmbtorture4testsuite(t, env, '//$SERVER/tmpguest -U% --option=torture:addc=$DC_SERVER', description='anonymous connection')
 422             plansmbtorture4testsuite(t, env, '//$SERVER/tmp -k no -U$DC_USERNAME@$REALM%$DC_PASSWORD', description='ntlm user@realm')
 423     elif t == "raw.samba3posixtimedlock":
 424         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmpguest -U$USERNAME%$PASSWORD --option=torture:localdir=$SELFTEST_PREFIX/nt4_dc/share')
 425         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER_IP/tmpguest -U$USERNAME%$PASSWORD --option=torture:localdir=$SELFTEST_PREFIX/ad_dc/share')
 426     elif t == "raw.chkpath":
 427         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmpcase -U$USERNAME%$PASSWORD')
 428         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER_IP/tmpcase -U$USERNAME%$PASSWORD')
 429     elif t == "raw.samba3hide" or t == "raw.samba3checkfsp" or t ==  "raw.samba3closeerr":
 430         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD')
 431         plansmbtorture4testsuite(t, "simpleserver", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD')
 432         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER/tmp -U$USERNAME%$PASSWORD')
 433     elif t == "raw.session" or t == "smb2.session":
 434         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD', 'plain')
 435         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmpenc -U$USERNAME%$PASSWORD', 'enc')
 436         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER/tmp -k no -U$USERNAME%$PASSWORD', 'ntlm')
 437         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER/tmp -k yes -U$USERNAME%$PASSWORD', 'krb5')
 438     elif t == "rpc.lsa":
 439         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD', 'over ncacn_np ')
 440         plansmbtorture4testsuite(t, "nt4_dc", 'ncacn_ip_tcp:$SERVER_IP -U$USERNAME%$PASSWORD', 'over ncacn_ip_tcp ')
 441         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD', 'over ncacn_np ')
 442         plansmbtorture4testsuite(t, "ad_dc", 'ncacn_ip_tcp:$SERVER_IP -U$USERNAME%$PASSWORD', 'over ncacn_ip_tcp ')
 443     elif t == "rpc.samr.passwords.validate":
 444         plansmbtorture4testsuite(t, "nt4_dc", 'ncacn_ip_tcp:$SERVER_IP[seal] -U$USERNAME%$PASSWORD', 'over ncacn_ip_tcp ')
 445         plansmbtorture4testsuite(t, "ad_dc", 'ncacn_ip_tcp:$SERVER_IP[seal] -U$USERNAME%$PASSWORD', 'over ncacn_ip_tcp ')
 446     elif t == "smb2.durable-open" or t == "smb2.durable-v2-open" or t == "smb2.replay":
 447         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/durable -U$USERNAME%$PASSWORD')
 448         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER_IP/durable -U$USERNAME%$PASSWORD')
 449     elif t == "base.rw1":
 450         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD')
 451         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/valid-users-tmp -U$USERNAME%$PASSWORD')
 452         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/write-list-tmp -U$USERNAME%$PASSWORD')
 453         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER/tmp -U$USERNAME%$PASSWORD')
 454     elif t == "idmap.rfc2307":
 455         plantestsuite(t, "ad_member_rfc2307",
 456                       [os.path.join(samba3srcdir,
 457                                     "../nsswitch/tests/test_idmap_rfc2307.sh"),
 458                        '$DOMAIN',
 459                        'Administrator', '2000000',
 460                        'Guest', '2000001',
 461                        '"Domain Users"', '2000002',
 462                        'DnsAdmins', '2000003',
 463                        '2000005', '35',
 464                        'ou=idmap,dc=samba,dc=example,dc=com',
 465                        '$DC_SERVER', '$DC_USERNAME', '$DC_PASSWORD'])
 466     elif t == "idmap.alloc":
 467         plantestsuite(t, "ad_member_rfc2307", [os.path.join(samba3srcdir, "../nsswitch/tests/test_idmap_nss.sh"), '$DOMAIN'])
 468     elif t == "idmap.rid":
 469         plantestsuite(t, "ad_member_idmap_rid", [os.path.join(samba3srcdir, "../nsswitch/tests/test_idmap_rid.sh"), '$DOMAIN', '2000000'])
 470     elif t == "idmap.ad":
 471         plantestsuite(t, "ad_member_idmap_ad", [os.path.join(samba3srcdir, "../nsswitch/tests/test_idmap_ad.sh"), '$DOMAIN', '$DC_SERVER', '$DC_PASSWORD'])
 472     elif t == "raw.acls":
 473         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD')
 474         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/nfs4acl_simple_40 -U$USERNAME%$PASSWORD', description='nfs4acl_xattr-simple-40')
 475         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/nfs4acl_special_40 -U$USERNAME%$PASSWORD', description='nfs4acl_xattr-special-40')
 476         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/nfs4acl_simple_41 -U$USERNAME%$PASSWORD', description='nfs4acl_xattr-simple-41')
 477         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/nfs4acl_xdr_40 -U$USERNAME%$PASSWORD', description='nfs4acl_xattr-xdr-40')
 478         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/nfs4acl_xdr_41 -U$USERNAME%$PASSWORD', description='nfs4acl_xattr-xdr-41')
 479         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER_IP/tmpcase -U$USERNAME%$PASSWORD')
 480     elif t == "smb2.ioctl":
 481         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/fs_specific -U$USERNAME%$PASSWORD', 'fs_specific')
 482         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD')
 483         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER/tmp -U$USERNAME%$PASSWORD')
 484     elif t == "smb2.lock":
 485         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/aio -U$USERNAME%$PASSWORD', 'aio')
 486         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD')
 487         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER/tmp -U$USERNAME%$PASSWORD')
 488     elif t == "raw.read":
 489         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD')
 490         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/aio -U$USERNAME%$PASSWORD', 'aio')
 491         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER/tmp -U$USERNAME%$PASSWORD')
 492     elif t == "raw.search":
 493         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD')
 494 # test the dirsort module.
 495         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmpsort -U$USERNAME%$PASSWORD')
 496         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER/tmp -U$USERNAME%$PASSWORD')
 497     elif t == "vfs.fruit":
 498         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/vfs_fruit -U$USERNAME%$PASSWORD --option=torture:localdir=$SELFTEST_PREFIX/nt4_dc/share --option=torture:share2=vfs_wo_fruit', 'metadata_netatalk')
 499         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/vfs_fruit_metadata_stream -U$USERNAME%$PASSWORD --option=torture:localdir=$SELFTEST_PREFIX/nt4_dc/share --option=torture:share2=vfs_wo_fruit', 'metadata_stream')
 500         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/vfs_fruit_stream_depot -U$USERNAME%$PASSWORD --option=torture:localdir=$SELFTEST_PREFIX/nt4_dc/share --option=torture:share2=vfs_wo_fruit_stream_depot', 'streams_depot')
 501     elif t == "vfs.fruit_netatalk":
 502         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/vfs_fruit -U$USERNAME%$PASSWORD --option=torture:localdir=$SELFTEST_PREFIX/nt4_dc/share')
 503     elif t == "vfs.fruit_timemachine":
 504         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/vfs_fruit_timemachine -U$USERNAME%$PASSWORD --option=torture:localdir=$SELFTEST_PREFIX/nt4_dc/share')
 505     elif t == "vfs.fruit_file_id":
 506         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/vfs_fruit -U$USERNAME%$PASSWORD')
 507     elif t == "rpc.schannel_anon_setpw":
 508         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$%', description="anonymous password set")
 509         plansmbtorture4testsuite(t, "nt4_dc_schannel", '//$SERVER_IP/tmp -U$%', description="anonymous password set (schannel enforced server-side)")
 510         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER/tmp -U$%', description="anonymous password set")
 511     elif t == "local.nss":
 512         for env in ["nt4_dc:local", "ad_member:local", "nt4_member:local", "ad_dc:local"]:
 513             plansmbtorture4testsuite(t, env, '//$SERVER/tmp -U$USERNAME%$PASSWORD')
 514     elif t == "smb2.change_notify_disabled":
 515         plansmbtorture4testsuite(t, "simpleserver", '//$SERVER/tmp -U$USERNAME%$PASSWORD')
 516     elif t == "smb2.notify":
 517         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD --signing=required')
 518         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER/tmp -U$USERNAME%$PASSWORD --signing=required')
 519     elif t == "smb2.dosmode":
 520         plansmbtorture4testsuite(t, "simpleserver", '//$SERVER/dosmode -U$USERNAME%$PASSWORD')
 521     elif t == "smb2.kernel-oplocks":
 522         if have_linux_kernel_oplocks:
 523             plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER/kernel_oplocks -U$USERNAME%$PASSWORD --option=torture:localdir=$SELFTEST_PREFIX/nt4_dc/share')
 524     elif t == "smb2.notify-inotify":
 525         if have_inotify:
 526             plansmbtorture4testsuite(t, "fileserver", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD')
 527     elif t == "vfs.acl_xattr":
 528         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD')
 529     elif t == "smb2.compound_find":
 530         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER/compound_find -U$USERNAME%$PASSWORD')
 531         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD')
 532         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER/tmp -U$USERNAME%$PASSWORD')
 533     elif t == "rpc.samr.users.privileges":
 534         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD --option=torture:nt4_dc=true')
 535         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER/tmp -U$USERNAME%$PASSWORD')
 536     elif t == "smb2.compound":
 537         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD')
 538         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/aio -U$USERNAME%$PASSWORD', 'aio')
 539         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER/tmp -U$USERNAME%$PASSWORD')
 540     elif t == "rpc.samba3.netlogon" or t == "rpc.samba3.sessionkey":
 541         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD --option=torture:wksname=samba3rpctest')
 542         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER/tmp -U$USERNAME%$PASSWORD --option=torture:wksname=samba3rpctest')
 543     elif t == "libsmbclient":
 544         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$USERNAME%%$PASSWORD --option=torture:replace_smbconf=%s' % os.path.join(srcdir(), "testdata/samba3/smb_new.conf"))
 545         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER/tmp -U$USERNAME%%$PASSWORD --option=torture:replace_smbconf=%s' % os.path.join(srcdir(), "testdata/samba3/smb_new.conf"))
 546     else:
 547         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD')
 548         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER/tmp -U$USERNAME%$PASSWORD')
 549
 550
 551 test = 'rpc.lsa.lookupsids'
 552 auth_options = ["", "ntlm", "spnego", "spnego,ntlm" ]
 553 signseal_options = ["", ",connect", ",packet", ",sign", ",seal"]
 554 endianness_options = ["", ",bigendian"]
 555 for s in signseal_options:
 556     for e in endianness_options:
 557         for a in auth_options:
 558             binding_string = "ncacn_np:$SERVER[%s%s%s]" % (a, s, e)
 559             options = binding_string + " -U$USERNAME%$PASSWORD"
 560             plansmbtorture4testsuite(test, "nt4_dc", options, 'over ncacn_np with [%s%s%s] ' % (a, s, e))
 561             plantestsuite("samba3.blackbox.rpcclient over ncacn_np with [%s%s%s] " % (a, s, e), "nt4_dc:local", [os.path.join(samba3srcdir, "script/tests/test_rpcclient.sh"),
 562                                                              "none", options, configuration])
 563
 564     # We should try more combinations in future, but this is all
 565     # the pre-calculated credentials cache supports at the moment
 566     #
 567     # As the ktest env requires SMB3_00 we need to use "smb2" until
 568     # dcerpc client code in smbtorture support autonegotiation
 569     # of any smb dialect.
 570     e = ""
 571     a = "smb2"
 572     binding_string = "ncacn_np:$SERVER[%s%s%s]" % (a, s, e)
 573     options = binding_string + " -k yes --krb5-ccache=$PREFIX/ktest/krb5_ccache-2"
 574     plansmbtorture4testsuite(test, "ktest", options, 'krb5 with old ccache ncacn_np with [%s%s%s] ' % (a, s, e))
 575
 576     options = binding_string + " -k yes --krb5-ccache=$PREFIX/ktest/krb5_ccache-3"
 577     plansmbtorture4testsuite(test, "ktest", options, 'krb5 ncacn_np with [%s%s%s] ' % (a, s, e))
 578
 579     auth_options2 = ["krb5", "spnego,krb5"]
 580     for a in auth_options2:
 581         binding_string = "ncacn_np:$SERVER[%s%s%s]" % (a, s, e)
 582
 583         plantestsuite("samba3.blackbox.rpcclient krb5 ncacn_np with [%s%s%s] " % (a, s, e), "ktest:local", [os.path.join(samba3srcdir, "script/tests/test_rpcclient.sh"),
 584                                                                                                                               "$PREFIX/ktest/krb5_ccache-3", binding_string, "-k", configuration])
 585
 586 plantestsuite("samba3.blackbox.rpcclient_samlogon", "ad_member:local", [os.path.join(samba3srcdir, "script/tests/test_rpcclient_samlogon.sh"),
 587                                                                        "$DC_USERNAME", "$DC_PASSWORD", "ncacn_np:$DC_SERVER", configuration])
 588 plantestsuite("samba3.blackbox.sharesec", "simpleserver:local",
 589               [os.path.join(samba3srcdir, "script/tests/test_sharesec.sh"),
 590                configuration, os.path.join(bindir(), "sharesec"), "tmp"])
 591
 592 plantestsuite("samba3.blackbox.net_tdb", "simpleserver:local",
 593               [ os.path.join(samba3srcdir, "script/tests/test_net_tdb.sh"),
 594                 smbclient3, '$SERVER', 'tmp', '$USERNAME', '$PASSWORD',
 595                 configuration, '$LOCAL_PATH', '$LOCK_DIR' ])
 596
 597 plantestsuite("samba3.blackbox.smbd_error", "simpleserver:local",
 598               [ os.path.join(samba3srcdir, "script/tests/test_smbd_error.sh") ])
 599
 600 plantestsuite("samba3.blackbox.net_cache_samlogon", "ad_member:local",
 601               [ os.path.join(samba3srcdir, "script/tests/test_net_cache_samlogon.sh"),
 602                 '$SERVER', 'tmp', '$DC_USERNAME', '$DC_PASSWORD'])
 603
 604 plantestsuite("samba3.blackbox.net_dom_join_fail_dc", "nt4_dc",
 605               [os.path.join(samba3srcdir, "script/tests/test_net_dom_join_fail_dc.sh"),
 606                "$USERNAME", "$PASSWORD", "$SERVER", "$PREFIX/net_dom_join_fail_dc",
 607                configuration])
 608 plantestsuite("samba3.blackbox.net_rpc_join", "nt4_dc",
 609               [os.path.join(samba3srcdir, "script/tests/test_net_rpc_join.sh"),
 610                "$USERNAME", "$PASSWORD", "$SERVER", "$PREFIX/net_rpc_join",
 611                configuration])
 612 plantestsuite("samba3.blackbox.net_rpc_oldjoin", "nt4_dc:local",
 613               [os.path.join(samba3srcdir, "script/tests/test_net_rpc_oldjoin.sh"),
 614                "$SERVER", "$PREFIX/net_rpc_oldjoin",
 615                "$SMB_CONF_PATH"])
 616
 617 plantestsuite("samba3.blackbox.rpcclient_srvsvc", "simpleserver",
 618               [os.path.join(samba3srcdir, "script/tests/test_rpcclientsrvsvc.sh"),
 619                "$USERNAME", "$PASSWORD", "$SERVER",
 620                os.path.join(bindir(), "rpcclient"), "tmp"])
 621
 622 plantestsuite("samba3.blackbox.rpcclient.pw-nt-hash", "simpleserver",
 623               [os.path.join(samba3srcdir, "script/tests/test_rpcclient_pw_nt_hash.sh"),
 624                "$USERNAME", "$PASSWORD", "$SERVER",
 625                os.path.join(bindir(), "rpcclient")])
 626
 627 plantestsuite("samba3.blackbox.smbclient.encryption_off", "simpleserver",
 628               [os.path.join(samba3srcdir, "script/tests/test_smbclient_encryption_off.sh"),
 629                "$USERNAME", "$PASSWORD", "$SERVER",
 630                smbclient3])
 631
 632 # The ktest environment uses:
 633 # server min protocol = SMB3_00
 634 # client max protocol = SMB3
 635 options_list = ["", "-e"]
 636 for options in options_list:
 637     plantestsuite("samba3.blackbox.smbclient_krb5 old ccache %s" % options, "ktest:local",
 638                   [os.path.join(samba3srcdir, "script/tests/test_smbclient_krb5.sh"),
 639                    "$PREFIX/ktest/krb5_ccache-2",
 640                    smbclient3, "$SERVER", options, configuration])
 641
 642     plantestsuite("samba3.blackbox.smbclient_krb5 new ccache %s" % options, "ktest:local",
 643                   [os.path.join(samba3srcdir, "script/tests/test_smbclient_krb5.sh"),
 644                    "$PREFIX/ktest/krb5_ccache-3",
 645                    smbclient3, "$SERVER", options, configuration])
 646
 647     plantestsuite("samba3.blackbox.smbclient_large_file %s krb5" % options, "ktest:local",
 648                   [os.path.join(samba3srcdir, "script/tests/test_smbclient_large_file.sh"),
 649                    "$PREFIX/ktest/krb5_ccache-3",
 650                    smbclient3, "$SERVER", "$PREFIX", options, "-k " + configuration])
 651
 652 options_list = ["-mNT1", "-mNT1 -e", "-mSMB3", "-mSMB3 -e"]
 653 for options in options_list:
 654     plantestsuite("samba3.blackbox.smbclient_large_file %s NTLM" % options, "nt4_dc:local",
 655                   [os.path.join(samba3srcdir, "script/tests/test_smbclient_large_file.sh"),
 656                    "none",
 657                    smbclient3, "$SERVER", "$PREFIX", options, "-U$USERNAME%$PASSWORD " + configuration])
 658
 659 for alias in ["foo", "bar"]:
 660     plantestsuite("samba3.blackbox.smbclient_netbios_aliases [%s]" % alias, "ad_member:local",
 661                   [os.path.join(samba3srcdir, "script/tests/test_smbclient_netbios_aliases.sh"),
 662                    smbclient3, alias, "$DC_USERNAME", "$DC_PASSWORD", "$PREFIX", options, configuration])
 663
 664 for e in endianness_options:
 665     for a in auth_options:
 666         for s in signseal_options:
 667             binding_string = "ncacn_ip_tcp:$SERVER_IP[%s%s%s]" % (a, s, e)
 668             options = binding_string + " -U$USERNAME%$PASSWORD"
 669             plansmbtorture4testsuite(test, "nt4_dc", options, 'over ncacn_ip_tcp with [%s%s%s] ' % (a, s, e))
 670
 671 plansmbtorture4testsuite('rpc.epmapper', 'nt4_dc:local', 'ncalrpc: -U$USERNAME%$PASSWORD', 'over ncalrpc')
 672 plansmbtorture4testsuite('rpc.fsrvp', 'nt4_dc:local', 'ncacn_np:$SERVER_IP[/pipe/FssagentRpc] -U$USERNAME%$PASSWORD', 'over ncacn_np')