source3/selftest/tests.py

   1 #!/usr/bin/python
   2 # This script generates a list of testsuites that should be run as part of
   3 # the Samba 3 test suite.
   4
   5 # The output of this script is parsed by selftest.pl, which then decides
   6 # which of the tests to actually run. It will, for example, skip all tests
   7 # listed in selftest/skip or only run a subset during "make quicktest".
   8
   9 # The idea is that this script outputs all of the tests of Samba 3, not
  10 # just those that are known to pass, and list those that should be skipped
  11 # or are known to fail in selftest/skip or selftest/samba3-knownfail. This makes it
  12 # very easy to see what functionality is still missing in Samba 3 and makes
  13 # it possible to run the testsuite against other servers, such as Samba 4 or
  14 # Windows that have a different set of features.
  15
  16 # The syntax for a testsuite is "-- TEST --" on a single line, followed
  17 # by the name of the test, the environment it needs and the command to run, all
  18 # three separated by newlines. All other lines in the output are considered
  19 # comments.
  20
  21 import os, sys
  22 sys.path.insert(0, os.path.normpath(os.path.join(os.path.dirname(__file__), "../../selftest")))
  23 import selftesthelpers
  24 from selftesthelpers import *
  25 smbtorture4_options.extend([
  26    '--option=torture:sharedelay=100000',
  27    '--option=torture:writetimeupdatedelay=500000',
  28    ])
  29
  30 def plansmbtorture4testsuite(name, env, options, description=''):
  31     if description == '':
  32         modname = "samba3.%s" % (name, )
  33     else:
  34         modname = "samba3.%s %s" % (name, description)
  35
  36     selftesthelpers.plansmbtorture4testsuite(
  37         name, env, options, target='samba3', modname=modname)
  38
  39
  40 plantestsuite("samba3.blackbox.success", "nt4_dc:local", [os.path.join(samba3srcdir, "script/tests/test_success.sh")])
  41 plantestsuite("samba3.blackbox.failure", "nt4_dc:local", [os.path.join(samba3srcdir, "script/tests/test_failure.sh")])
  42
  43 plantestsuite("samba3.local_s3", "nt4_dc:local", [os.path.join(samba3srcdir, "script/tests/test_local_s3.sh")])
  44
  45 plantestsuite("samba3.blackbox.registry.upgrade", "nt4_dc:local", [os.path.join(samba3srcdir, "script/tests/test_registry_upgrade.sh"), net, dbwrap_tool])
  46
  47 tests = ["FDPASS", "LOCK1", "LOCK2", "LOCK3", "LOCK4", "LOCK5", "LOCK6", "LOCK7", "LOCK9",
  48         "UNLINK", "BROWSE", "ATTR", "TRANS2", "TORTURE",
  49         "OPLOCK1", "OPLOCK2", "OPLOCK4", "STREAMERROR",
  50         "DIR", "DIR1", "DIR-CREATETIME", "TCON", "TCONDEV", "RW1", "RW2", "RW3", "LARGE_READX", "RW-SIGNING",
  51         "OPEN", "XCOPY", "RENAME", "DELETE", "DELETE-LN", "WILDDELETE", "PROPERTIES", "W2K",
  52         "TCON2", "IOCTL", "CHKPATH", "FDSESS", "CHAIN1", "CHAIN2",
  53         "CHAIN3", "PIDHIGH",
  54         "GETADDRINFO", "UID-REGRESSION-TEST", "SHORTNAME-TEST",
  55         "CASE-INSENSITIVE-CREATE", "SMB2-BASIC", "NTTRANS-FSCTL", "SMB2-NEGPROT",
  56         "SMB2-SESSION-REAUTH", "SMB2-SESSION-RECONNECT",
  57         "CLEANUP1",
  58         "CLEANUP2",
  59         "CLEANUP4",
  60         "BAD-NBT-SESSION"]
  61
  62 for t in tests:
  63     plantestsuite("samba3.smbtorture_s3.plain(nt4_dc).%s" % t, "nt4_dc", [os.path.join(samba3srcdir, "script/tests/test_smbtorture_s3.sh"), t, '//$SERVER_IP/tmp', '$USERNAME', '$PASSWORD', smbtorture3, "", "-l $LOCAL_PATH"])
  64     plantestsuite("samba3.smbtorture_s3.crypt_client(nt4_dc).%s" % t, "nt4_dc", [os.path.join(samba3srcdir, "script/tests/test_smbtorture_s3.sh"), t, '//$SERVER_IP/tmp', '$USERNAME', '$PASSWORD', smbtorture3, "-e", "-l $LOCAL_PATH"])
  65     if t == "TORTURE":
  66         # this is a negative test to verify that the server rejects
  67         # access without encryption
  68         plantestsuite("samba3.smbtorture_s3.crypt_server(nt4_dc).%s" % t, "nt4_dc", [os.path.join(samba3srcdir, "script/tests/test_smbtorture_s3.sh"), t, '//$SERVER_IP/tmpenc', '$USERNAME', '$PASSWORD', smbtorture3, "", "-l $LOCAL_PATH"])
  69     plantestsuite("samba3.smbtorture_s3.plain(ad_dc_ntvfs).%s" % t, "ad_dc_ntvfs", [os.path.join(samba3srcdir, "script/tests/test_smbtorture_s3.sh"), t, '//$SERVER_IP/tmp', '$USERNAME', '$PASSWORD', smbtorture3, "", "-l $LOCAL_PATH"])
  70
  71 # non-crypt only
  72
  73 tests = ["OPLOCK-CANCEL"]
  74 for t in tests:
  75     plantestsuite("samba3.smbtorture_s3.plain(nt4_dc).%s" % t, "nt4_dc", [os.path.join(samba3srcdir, "script/tests/test_smbtorture_s3.sh"), t, '//$SERVER_IP/tmp', '$USERNAME', '$PASSWORD', smbtorture3, "", "-l $LOCAL_PATH"])
  76
  77 tests = ["RW1", "RW2", "RW3"]
  78 for t in tests:
  79     plantestsuite("samba3.smbtorture_s3.vfs_aio_fork(simpleserver).%s" % t, "simpleserver", [os.path.join(samba3srcdir, "script/tests/test_smbtorture_s3.sh"), t, '//$SERVER_IP/vfs_aio_fork', '$USERNAME', '$PASSWORD', smbtorture3, "", "-l $LOCAL_PATH"])
  80
  81 posix_tests = ["POSIX", "POSIX-APPEND", "POSIX-SYMLINK-ACL", "POSIX-SYMLINK-EA", "POSIX-OFD-LOCK" ]
  82
  83 for t in posix_tests:
  84     plantestsuite("samba3.smbtorture_s3.plain(nt4_dc).%s" % t, "nt4_dc", [os.path.join(samba3srcdir, "script/tests/test_smbtorture_s3.sh"), t, '//$SERVER_IP/posix_share', '$USERNAME', '$PASSWORD', smbtorture3, "", "-l $LOCAL_PATH"])
  85     plantestsuite("samba3.smbtorture_s3.crypt(nt4_dc).%s" % t, "nt4_dc", [os.path.join(samba3srcdir, "script/tests/test_smbtorture_s3.sh"), t, '//$SERVER_IP/posix_share', '$USERNAME', '$PASSWORD', smbtorture3, "-e", "-l $LOCAL_PATH"])
  86     plantestsuite("samba3.smbtorture_s3.plain(ad_dc_ntvfs).%s" % t, "ad_dc_ntvfs", [os.path.join(samba3srcdir, "script/tests/test_smbtorture_s3.sh"), t, '//$SERVER_IP/posix_share', '$USERNAME', '$PASSWORD', smbtorture3, "", "-l $LOCAL_PATH"])
  87
  88 env = "nt4_dc:local"
  89 t = "CLEANUP3"
  90 plantestsuite("samba3.smbtorture_s3.plain(%s).%s" % (env, t), env, [os.path.join(samba3srcdir, "script/tests/test_smbtorture_s3.sh"), t, '//$SERVER_IP/tmp', '$USERNAME', '$PASSWORD', binpath('smbtorture3'), "", "-l $LOCAL_PATH"])
  91
  92 local_tests = [
  93     "LOCAL-SUBSTITUTE",
  94     "LOCAL-GENCACHE",
  95     "LOCAL-TALLOC-DICT",
  96     "LOCAL-BASE64",
  97     "LOCAL-RBTREE",
  98     "LOCAL-MEMCACHE",
  99     "LOCAL-STREAM-NAME",
 100     "LOCAL-string_to_sid",
 101     "LOCAL-sid_to_string",
 102     "LOCAL-binary_to_sid",
 103     "LOCAL-DBTRANS",
 104     "LOCAL-TEVENT-SELECT",
 105     "LOCAL-CONVERT-STRING",
 106     "LOCAL-CONV-AUTH-INFO",
 107     "LOCAL-IDMAP-TDB-COMMON",
 108     "LOCAL-MESSAGING-READ1",
 109     "LOCAL-MESSAGING-READ2",
 110     "LOCAL-MESSAGING-READ3",
 111     "LOCAL-MESSAGING-READ4",
 112     "LOCAL-MESSAGING-FDPASS1",
 113     "LOCAL-MESSAGING-FDPASS2",
 114     "LOCAL-MESSAGING-FDPASS2a",
 115     "LOCAL-MESSAGING-FDPASS2b",
 116     "LOCAL-hex_encode_buf",
 117     "LOCAL-sprintf_append",
 118     "LOCAL-remove_duplicate_addrs2"]
 119
 120 for t in local_tests:
 121     plantestsuite("samba3.smbtorture_s3.%s" % t, "none", [os.path.join(samba3srcdir, "script/tests/test_smbtorture_s3.sh"), t, '//foo/bar', '""', '""', smbtorture3, ""])
 122
 123 plantestsuite("samba.vfstest.stream_depot", "nt4_dc:local", [os.path.join(samba3srcdir, "script/tests/stream-depot/run.sh"), binpath("vfstest"), "$PREFIX", configuration])
 124 plantestsuite("samba.vfstest.xattr-tdb-1", "nt4_dc:local", [os.path.join(samba3srcdir, "script/tests/xattr-tdb-1/run.sh"), binpath("vfstest"), "$PREFIX", configuration])
 125 plantestsuite("samba.vfstest.acl", "nt4_dc:local", [os.path.join(samba3srcdir, "script/tests/vfstest-acl/run.sh"), binpath("vfstest"), "$PREFIX", configuration])
 126 plantestsuite("samba.vfstest.catia", "nt4_dc:local", [os.path.join(samba3srcdir, "script/tests/vfstest-catia/run.sh"), binpath("vfstest"), "$PREFIX", configuration])
 127
 128 for options in ["--option=clientusespnego=no", " --option=clientntlmv2auth=no --option=clientlanmanauth=yes --max-protocol=LANMAN2", "--option=clientntlmv2auth=no --option=clientlanmanauth=yes --option=clientmaxprotocol=NT1", ""]:
 129     env = "nt4_dc"
 130     plantestsuite("samba3.blackbox.smbclient_auth.plain (%s) %s" % (env, options), env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_auth.sh"), '$SERVER', '$SERVER_IP', '$DC_USERNAME', '$DC_PASSWORD', smbclient3, configuration, options])
 131
 132 for env in ["nt4_dc", "nt4_member", "ad_member", "ad_dc", "ad_dc_ntvfs", "s4member", "fl2000dc"]:
 133     plantestsuite("samba3.blackbox.smbclient_machine_auth.plain (%s:local)" % env, "%s:local" % env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_machine_auth.sh"), '$SERVER', smbclient3, configuration])
 134     plantestsuite("samba3.blackbox.smbclient_ntlm.plain (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_ntlm.sh"), '$SERVER', '$DC_USERNAME', '$DC_PASSWORD', "never", smbclient3, configuration])
 135
 136 for env in ["nt4_dc", "nt4_member", "ad_member"]:
 137     plantestsuite("samba3.blackbox.smbclient_auth.plain (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_auth.sh"), '$SERVER', '$SERVER_IP', '$DC_USERNAME', '$DC_PASSWORD', smbclient3, configuration])
 138     plantestsuite("samba3.blackbox.smbclient_auth.plain (%s) member creds" % env, env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_auth.sh"), '$SERVER', '$SERVER_IP', '$SERVER/$USERNAME', '$PASSWORD', smbclient3, configuration])
 139
 140 env="nt4_dc"
 141 plantestsuite("samba3.blackbox.smbclient_auth.plain (%s) ipv6" % env, env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_auth.sh"), '$SERVER', '$SERVER_IPV6', '$SERVER/$USERNAME', '$PASSWORD', smbclient3, configuration])
 142
 143 for env in ["nt4_member", "ad_member"]:
 144     plantestsuite("samba3.blackbox.net_cred_change.(%s:local)" % env, "%s:local" % env, [os.path.join(samba3srcdir, "script/tests/test_net_cred_change.sh"), configuration])
 145
 146 env = "ad_member"
 147 t = "--krb5auth=$DOMAIN/$DC_USERNAME%$DC_PASSWORD"
 148 plantestsuite("samba3.wbinfo_simple.(%s:local).%s" % (env, t), "%s:local" % env, [os.path.join(srcdir(), "nsswitch/tests/test_wbinfo_simple.sh"), t])
 149 t = "WBCLIENT-MULTI-PING"
 150 plantestsuite("samba3.smbtorture_s3.%s" % t, env, [os.path.join(samba3srcdir, "script/tests/test_smbtorture_s3.sh"), t, '//foo/bar', '""', '""', smbtorture3, ""])
 151
 152
 153 plantestsuite("samba3.ntlm_auth.krb5(ktest:local) old ccache", "ktest:local", [os.path.join(samba3srcdir, "script/tests/test_ntlm_auth_krb5.sh"), valgrindify(python), samba3srcdir, ntlm_auth3, '$PREFIX/ktest/krb5_ccache-2', '$SERVER', configuration])
 154
 155 plantestsuite("samba3.ntlm_auth.krb5(ktest:local)", "ktest:local", [os.path.join(samba3srcdir, "script/tests/test_ntlm_auth_krb5.sh"), valgrindify(python), samba3srcdir, ntlm_auth3, '$PREFIX/ktest/krb5_ccache-3', '$SERVER', configuration])
 156
 157
 158 for env in ["maptoguest", "simpleserver"]:
 159     plantestsuite("samba3.blackbox.smbclient_auth.plain (%s) local creds" % env, env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_auth.sh"), '$SERVER', '$SERVER_IP', '$USERNAME', '$PASSWORD', smbclient3, configuration + " --option=clientntlmv2auth=no --option=clientlanmanauth=yes"])
 160
 161 env = "maptoguest"
 162 plantestsuite("samba3.blackbox.smbclient_auth.plain (%s) bad username" % env, env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_auth.sh"), '$SERVER', '$SERVER_IP', 'notmy$USERNAME', '$PASSWORD', smbclient3, configuration + " --option=clientntlmv2auth=no --option=clientlanmanauth=yes"])
 163 plantestsuite("samba3.blackbox.smbclient_ntlm.plain (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_ntlm.sh"), '$SERVER', '$USERNAME', '$PASSWORD', "baduser", smbclient3, configuration])
 164
 165 # plain
 166 for env in ["nt4_dc"]:
 167     plantestsuite("samba3.blackbox.smbclient_s3.plain (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_s3.sh"), '$SERVER', '$SERVER_IP', '$DOMAIN', '$DC_USERNAME', '$DC_PASSWORD', '$USERID', '$LOCAL_PATH', '$PREFIX', smbclient3, wbinfo, net, configuration])
 168
 169 for env in ["nt4_member", "ad_member"]:
 170     plantestsuite("samba3.blackbox.smbclient_s3.plain (%s) member creds" % env, env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_s3.sh"), '$SERVER', '$SERVER_IP', '$SERVER', '$SERVER/$USERNAME', '$PASSWORD', '$USERID', '$LOCAL_PATH', '$PREFIX', smbclient3, wbinfo, net, configuration])
 171
 172 for env in ["nt4_dc"]:
 173     plantestsuite("samba3.blackbox.smbclient_s3.sign (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_s3.sh"), '$SERVER', '$SERVER_IP', '$DOMAIN', '$DC_USERNAME', '$DC_PASSWORD', '$USERID', '$LOCAL_PATH', '$PREFIX', smbclient3, wbinfo, net, configuration, "--signing=required"])
 174
 175 for env in ["nt4_member", "ad_member"]:
 176     plantestsuite("samba3.blackbox.smbclient_s3.sign (%s) member creds" % env, env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_s3.sh"), '$SERVER', '$SERVER_IP', '$SERVER', '$SERVER/$USERNAME', '$PASSWORD', '$USERID', '$LOCAL_PATH', '$PREFIX', smbclient3, wbinfo, net, configuration, "--signing=required"])
 177
 178 for env in ["nt4_dc"]:
 179     # encrypted
 180     plantestsuite("samba3.blackbox.smbclient_s3.crypt (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_s3.sh"), '$SERVER', '$SERVER_IP', '$DOMAIN', '$USERNAME', '$PASSWORD', '$USERID', '$LOCAL_PATH', '$PREFIX', smbclient3, wbinfo, net, configuration, "-e"])
 181
 182 for env in ["fileserver"]:
 183     plantestsuite("samba3.blackbox.preserve_case (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_preserve_case.sh"), '$SERVER', '$DOMAIN', '$USERNAME', '$PASSWORD', '$PREFIX', smbclient3])
 184     plantestsuite("samba3.blackbox.dfree_command (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_dfree_command.sh"), '$SERVER', '$DOMAIN', '$USERNAME', '$PASSWORD', '$PREFIX', smbclient3])
 185     plantestsuite("samba3.blackbox.dfree_quota (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_dfree_quota.sh"), '$SERVER', '$DOMAIN', '$USERNAME', '$PASSWORD', '$LOCAL_PATH', smbclient3, smbcquotas])
 186     plantestsuite("samba3.blackbox.valid_users (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_valid_users.sh"), '$SERVER', '$SERVER_IP', '$DOMAIN', '$USERNAME', '$PASSWORD', '$PREFIX', smbclient3])
 187     plantestsuite("samba3.blackbox.offline (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_offline.sh"), '$SERVER', '$SERVER_IP', '$DOMAIN', '$USERNAME', '$PASSWORD', '$LOCAL_PATH/offline', smbclient3])
 188     plantestsuite("samba3.blackbox.shadow_copy2 (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_shadow_copy.sh"), '$SERVER', '$SERVER_IP', '$DOMAIN', '$USERNAME', '$PASSWORD', '$LOCAL_PATH/shadow', smbclient3])
 189     plantestsuite("samba3.blackbox.smbclient.forceuser_validusers (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_forceuser_validusers.sh"), '$SERVER', '$DOMAIN', '$USERNAME', '$PASSWORD', '$LOCAL_PATH', smbclient3])
 190     plantestsuite("samba3.blackbox.smbget (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_smbget.sh"), '$SERVER', '$SERVER_IP', '$DOMAIN', 'smbget_user', '$PASSWORD', '$LOCAL_PATH/smbget', smbget])
 191     plantestsuite("samba3.blackbox.netshareenum (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_shareenum.sh"), '$SERVER', '$USERNAME', '$PASSWORD', rpcclient])
 192     plantestsuite("samba3.blackbox.acl_xattr (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_acl_xattr.sh"), '$SERVER', '$USERNAME', '$PASSWORD', '$PREFIX', smbclient3, smbcacls])
 193     plantestsuite("samba3.blackbox.smb2.not_casesensitive (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_smb2_not_casesensitive.sh"), '//$SERVER/tmp', '$SERVER_IP', '$USERNAME', '$PASSWORD', '$LOCAL_PATH', smbclient3])
 194
 195     #
 196     # tar command tests
 197     #
 198
 199     # find config.h
 200     try:
 201         config_h = os.environ["CONFIG_H"]
 202     except KeyError:
 203         config_h = os.path.join(samba4bindir, "default/include/config.h")
 204
 205     # see if libarchive is supported
 206     f = open(config_h, 'r')
 207     try:
 208         have_libarchive = ("HAVE_LIBARCHIVE 1" in f.read())
 209     finally:
 210         f.close()
 211
 212     # tar command enabled only if built with libarchive
 213     if have_libarchive:
 214         # Test smbclient/tarmode
 215         plantestsuite("samba3.blackbox.smbclient_tarmode (%s)" % env, env,
 216                       [os.path.join(samba3srcdir, "script/tests/test_smbclient_tarmode.sh"),
 217                        '$SERVER', '$SERVER_IP', '$USERNAME', '$PASSWORD',
 218                        '$LOCAL_PATH', '$PREFIX', smbclient3, configuration])
 219
 220         # Test suite for new smbclient/tar with libarchive (GSoC 13)
 221         plantestsuite("samba3.blackbox.smbclient_tar (%s)" % env, env,
 222                       [os.path.join(samba3srcdir, "script/tests/test_smbclient_tarmode.pl"),
 223                        '-n', '$SERVER', '-i', '$SERVER_IP', '-s', 'tmp',
 224                        '-u', '$USERNAME', '-p', '$PASSWORD', '-l', '$LOCAL_PATH',
 225                        '-d', '$PREFIX', '-b', smbclient3,
 226                        '--subunit', '--', configuration])
 227
 228 #TODO encrypted against member, with member creds, and with DC creds
 229 plantestsuite("samba3.blackbox.net.misc", "nt4_dc:local",
 230               [os.path.join(samba3srcdir, "script/tests/test_net_misc.sh"),
 231                scriptdir, "$SMB_CONF_PATH", net, configuration])
 232 plantestsuite("samba3.blackbox.net.local.registry", "nt4_dc:local",
 233               [os.path.join(samba3srcdir, "script/tests/test_net_registry.sh"),
 234                scriptdir, "$SMB_CONF_PATH", net, configuration])
 235 plantestsuite("samba3.blackbox.net.registry.check", "nt4_dc:local",
 236               [os.path.join(samba3srcdir, "script/tests/test_net_registry_check.sh"),
 237                scriptdir, "$SMB_CONF_PATH", net, configuration, dbwrap_tool])
 238 plantestsuite("samba3.blackbox.net.rpc.registry", "nt4_dc",
 239               [os.path.join(samba3srcdir, "script/tests/test_net_registry.sh"),
 240                scriptdir, "$SMB_CONF_PATH", net, configuration, 'rpc'])
 241
 242 plantestsuite("samba3.blackbox.net.local.registry.roundtrip", "nt4_dc:local",
 243               [os.path.join(samba3srcdir, "script/tests/test_net_registry_roundtrip.sh"),
 244                scriptdir, "$SMB_CONF_PATH", net, configuration])
 245 plantestsuite("samba3.blackbox.net.rpc.registry.roundtrip", "nt4_dc",
 246               [os.path.join(samba3srcdir, "script/tests/test_net_registry_roundtrip.sh"),
 247                scriptdir, "$SMB_CONF_PATH", net, configuration, 'rpc'])
 248
 249 plantestsuite("samba3.blackbox.net.local.conf", "nt4_dc:local",
 250               [os.path.join(samba3srcdir, "script/tests/test_net_conf.sh"),
 251                scriptdir, "$SMB_CONF_PATH", net, configuration])
 252 plantestsuite("samba3.blackbox.net.rpc.conf", "nt4_dc",
 253               [os.path.join(samba3srcdir, "script/tests/test_net_conf.sh"),
 254                scriptdir, "$SMB_CONF_PATH", net, configuration, 'rpc'])
 255
 256
 257 plantestsuite("samba3.blackbox.testparm", "nt4_dc:local",
 258               [os.path.join(samba3srcdir, "script/tests/test_testparm_s3.sh"),
 259                "$LOCAL_PATH"])
 260
 261 plantestsuite(
 262     "samba3.pthreadpool", "nt4_dc",
 263     [os.path.join(samba3srcdir, "script/tests/test_pthreadpool.sh")])
 264
 265 plantestsuite("samba3.async_req", "nt4_dc",
 266               [os.path.join(samba3srcdir, "script/tests/test_async_req.sh")])
 267
 268 #smbtorture4 tests
 269
 270 base = ["base.attr", "base.charset", "base.chkpath", "base.defer_open", "base.delaywrite", "base.delete",
 271         "base.deny1", "base.deny2", "base.deny3", "base.denydos", "base.dir1", "base.dir2",
 272         "base.disconnect", "base.fdpass", "base.lock",
 273         "base.mangle", "base.negnowait", "base.ntdeny1",
 274         "base.ntdeny2", "base.open", "base.openattr", "base.properties", "base.rename", "base.rw1",
 275         "base.secleak", "base.tcon", "base.tcondev", "base.trans2", "base.unlink", "base.vuid",
 276         "base.xcopy", "base.samba3error"]
 277
 278 raw = ["raw.acls", "raw.chkpath", "raw.close", "raw.composite", "raw.context", "raw.eas",
 279        "raw.ioctl", "raw.lock", "raw.mkdir", "raw.mux", "raw.notify", "raw.open", "raw.oplock",
 280        "raw.qfileinfo", "raw.qfsinfo", "raw.read", "raw.rename", "raw.search", "raw.seek",
 281        "raw.sfileinfo.base", "raw.sfileinfo.bug", "raw.streams", "raw.unlink", "raw.write",
 282        "raw.samba3hide", "raw.samba3badpath", "raw.sfileinfo.rename", "raw.session",
 283        "raw.samba3caseinsensitive", "raw.samba3posixtimedlock",
 284        "raw.samba3rootdirfid", "raw.sfileinfo.end-of-file",
 285        "raw.bench-oplock", "raw.bench-lock", "raw.bench-open", "raw.bench-tcon",
 286        "raw.samba3checkfsp", "raw.samba3closeerr", "raw.samba3oplocklogoff", "raw.samba3badnameblob"]
 287
 288 smb2 = smbtorture4_testsuites("smb2.")
 289
 290 rpc = ["rpc.authcontext", "rpc.samba3.bind", "rpc.samba3.srvsvc", "rpc.samba3.sharesec",
 291        "rpc.samba3.spoolss", "rpc.samba3.wkssvc", "rpc.samba3.winreg",
 292        "rpc.samba3.getaliasmembership-0",
 293        "rpc.samba3.netlogon", "rpc.samba3.sessionkey", "rpc.samba3.getusername",
 294        "rpc.samba3.smb1-pipe-name", "rpc.samba3.smb2-pipe-name",
 295        "rpc.samba3.smb-reauth1", "rpc.samba3.smb-reauth2",
 296        "rpc.svcctl", "rpc.ntsvcs", "rpc.winreg", "rpc.eventlog",
 297        "rpc.spoolss.printserver", "rpc.spoolss.win", "rpc.spoolss.notify", "rpc.spoolss.printer",
 298        "rpc.spoolss.driver",
 299        "rpc.lsa", "rpc.lsa-getuser", "rpc.lsa.lookupsids", "rpc.lsa.lookupnames",
 300        "rpc.lsa.privileges", "rpc.lsa.secrets",
 301        "rpc.samr", "rpc.samr.users", "rpc.samr.users.privileges", "rpc.samr.passwords",
 302        "rpc.samr.passwords.pwdlastset", "rpc.samr.passwords.lockout", "rpc.samr.passwords.badpwdcount", "rpc.samr.large-dc", "rpc.samr.machine.auth",
 303        "rpc.samr.priv", "rpc.samr.passwords.validate",
 304        "rpc.netlogon.admin",
 305        "rpc.schannel", "rpc.schannel2", "rpc.bench-schannel1", "rpc.schannel_anon_setpw", "rpc.join", "rpc.bind"]
 306
 307 local = ["local.nss"]
 308
 309 idmap = [ "idmap.rfc2307" ]
 310
 311 rap = ["rap.basic", "rap.rpc", "rap.printing", "rap.sam"]
 312
 313 unix = ["unix.info2", "unix.whoami"]
 314
 315 nbt = ["nbt.dgram" ]
 316
 317 libsmbclient = ["libsmbclient"]
 318
 319 vfs = ["vfs.fruit"]
 320
 321 tests= base + raw + smb2 + rpc + unix + local + rap + nbt + libsmbclient + idmap + vfs
 322
 323 for t in tests:
 324     if t == "base.delaywrite":
 325         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER/tmp -U$USERNAME%$PASSWORD -k yes --maximum-runtime=900')
 326     elif t == "rap.sam":
 327         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD --option=doscharset=ISO-8859-1')
 328         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD --option=doscharset=ISO-8859-1')
 329     elif t == "winbind.pac":
 330         plansmbtorture4testsuite(t, "ad_member:local", '//$SERVER/tmp --realm=$REALM --machine-pass --option=torture:addc=$DC_SERVER', description="machine account")
 331     elif t == "unix.whoami":
 332         plansmbtorture4testsuite(t, "nt4_member:local", '//$SERVER/tmp --machine-pass', description="machine account")
 333         plansmbtorture4testsuite(t, "ad_member:local", '//$SERVER/tmp --machine-pass --option=torture:addc=$DC_SERVER', description="machine account")
 334         for env in ["nt4_dc", "nt4_member"]:
 335             plansmbtorture4testsuite(t, env, '//$SERVER/tmp -U$DC_USERNAME%$DC_PASSWORD')
 336             plansmbtorture4testsuite(t, env, '//$SERVER/tmpguest -U%', description='anonymous connection')
 337         for env in ["ad_dc", "ad_member"]:
 338             plansmbtorture4testsuite(t, env, '//$SERVER/tmp -U$DC_USERNAME@$REALM%$DC_PASSWORD --option=torture:addc=$DC_SERVER')
 339             plansmbtorture4testsuite(t, env, '//$SERVER/tmp -k yes -U$DC_USERNAME@$REALM%$DC_PASSWORD --option=torture:addc=$DC_SERVER', description='kerberos connection')
 340             plansmbtorture4testsuite(t, env, '//$SERVER/tmpguest -U% --option=torture:addc=$DC_SERVER', description='anonymous connection')
 341     elif t == "raw.samba3posixtimedlock":
 342         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmpguest -U$USERNAME%$PASSWORD --option=torture:localdir=$SELFTEST_PREFIX/nt4_dc/share')
 343         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER_IP/tmpguest -U$USERNAME%$PASSWORD --option=torture:localdir=$SELFTEST_PREFIX/ad_dc/share')
 344     elif t == "raw.chkpath":
 345         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmpcase -U$USERNAME%$PASSWORD')
 346         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER_IP/tmpcase -U$USERNAME%$PASSWORD')
 347     elif t == "raw.samba3hide" or t == "raw.samba3checkfsp" or t ==  "raw.samba3closeerr":
 348         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD')
 349         plansmbtorture4testsuite(t, "simpleserver", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD')
 350         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER/tmp -U$USERNAME%$PASSWORD')
 351     elif t == "raw.session" or t == "smb2.session":
 352         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD', 'plain')
 353         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmpenc -U$USERNAME%$PASSWORD', 'enc')
 354         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER/tmp -k no -U$USERNAME%$PASSWORD', 'ntlm')
 355         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER/tmp -k yes -U$USERNAME%$PASSWORD', 'krb5')
 356     elif t == "rpc.lsa":
 357         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD', 'over ncacn_np ')
 358         plansmbtorture4testsuite(t, "nt4_dc", 'ncacn_ip_tcp:$SERVER_IP -U$USERNAME%$PASSWORD', 'over ncacn_ip_tcp ')
 359         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD', 'over ncacn_np ')
 360         plansmbtorture4testsuite(t, "ad_dc", 'ncacn_ip_tcp:$SERVER_IP -U$USERNAME%$PASSWORD', 'over ncacn_ip_tcp ')
 361     elif t == "rpc.samr.passwords.validate":
 362         plansmbtorture4testsuite(t, "nt4_dc", 'ncacn_ip_tcp:$SERVER_IP[seal] -U$USERNAME%$PASSWORD', 'over ncacn_ip_tcp ')
 363         plansmbtorture4testsuite(t, "ad_dc", 'ncacn_ip_tcp:$SERVER_IP[seal] -U$USERNAME%$PASSWORD', 'over ncacn_ip_tcp ')
 364     elif t == "smb2.durable-open" or t == "smb2.durable-v2-open" or t == "smb2.replay":
 365         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/durable -U$USERNAME%$PASSWORD')
 366         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER_IP/durable -U$USERNAME%$PASSWORD')
 367     elif t == "base.rw1":
 368         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD')
 369         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/valid-users-tmp -U$USERNAME%$PASSWORD')
 370         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/write-list-tmp -U$USERNAME%$PASSWORD')
 371         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER/tmp -U$USERNAME%$PASSWORD')
 372     elif t == "idmap.rfc2307":
 373         plantestsuite(t, "ad_member_rfc2307", [os.path.join(samba3srcdir, "../nsswitch/tests/test_idmap_rfc2307.sh"), '$DOMAIN', 'Administrator', '2000000', 'Guest', '2000001', '"Domain Users"', '2000002', 'DnsAdmins', '2000003', 'ou=idmap,dc=samba,dc=example,dc=com', '$DC_SERVER', '$DC_USERNAME', '$DC_PASSWORD'])
 374     elif t == "raw.acls":
 375         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD')
 376         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/nfs4acl_simple -U$USERNAME%$PASSWORD', description='nfs4acl_xattr-simple')
 377         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/nfs4acl_special -U$USERNAME%$PASSWORD', description='nfs4acl_xattr-special')
 378         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER_IP/tmpcase -U$USERNAME%$PASSWORD')
 379     elif t == "smb2.ioctl":
 380         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/fs_specific -U$USERNAME%$PASSWORD', 'fs_specific')
 381         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD')
 382         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER/tmp -U$USERNAME%$PASSWORD')
 383     elif t == "smb2.lock":
 384         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/aio -U$USERNAME%$PASSWORD', 'aio')
 385         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD')
 386         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER/tmp -U$USERNAME%$PASSWORD')
 387     elif t == "raw.read":
 388         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD')
 389         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/aio -U$USERNAME%$PASSWORD', 'aio')
 390         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER/tmp -U$USERNAME%$PASSWORD')
 391     elif t == "raw.search":
 392         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD')
 393 # test the dirsort module.
 394         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmpsort -U$USERNAME%$PASSWORD')
 395         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER/tmp -U$USERNAME%$PASSWORD')
 396     elif t == "vfs.fruit":
 397         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/vfs_fruit -U$USERNAME%$PASSWORD --option=torture:localdir=$SELFTEST_PREFIX/nt4_dc/share')
 398         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER_IP/vfs_fruit -U$USERNAME%$PASSWORD --option=torture:localdir=$SELFTEST_PREFIX/ad_dc/share')
 399     elif t == "rpc.schannel_anon_setpw":
 400         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$%', description="anonymous password set")
 401         plansmbtorture4testsuite(t, "nt4_dc_schannel", '//$SERVER_IP/tmp -U$%', description="anonymous password set (schannel enforced server-side)")
 402         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER/tmp -U$%', description="anonymous password set")
 403     elif t == "local.nss":
 404         for env in ["nt4_dc:local", "ad_member:local", "nt4_member:local", "ad_dc:local"]:
 405             plansmbtorture4testsuite(t, env, '//$SERVER/tmp -U$USERNAME%$PASSWORD')
 406     elif t == "smb2.change_notify_disabled":
 407         plansmbtorture4testsuite(t, "simpleserver", '//$SERVER/tmp -U$USERNAME%$PASSWORD')
 408     elif t == "smb2.notify":
 409         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD --signing=required')
 410         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER/tmp -U$USERNAME%$PASSWORD --signing=required')
 411     elif t == "smb2.dosmode":
 412         plansmbtorture4testsuite(t, "simpleserver", '//$SERVER/dosmode -U$USERNAME%$PASSWORD')
 413     else:
 414         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD')
 415         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER/tmp -U$USERNAME%$PASSWORD')
 416
 417
 418 test = 'rpc.lsa.lookupsids'
 419 auth_options = ["", "ntlm", "spnego", "spnego,ntlm" ]
 420 signseal_options = ["", ",connect", ",sign", ",seal"]
 421 endianness_options = ["", ",bigendian"]
 422 for s in signseal_options:
 423     for e in endianness_options:
 424         for a in auth_options:
 425             binding_string = "ncacn_np:$SERVER[%s%s%s]" % (a, s, e)
 426             options = binding_string + " -U$USERNAME%$PASSWORD"
 427             plansmbtorture4testsuite(test, "nt4_dc", options, 'over ncacn_np with [%s%s%s] ' % (a, s, e))
 428             plantestsuite("samba3.blackbox.rpcclient over ncacn_np with [%s%s%s] " % (a, s, e), "nt4_dc:local", [os.path.join(samba3srcdir, "script/tests/test_rpcclient.sh"),
 429                                                              "none", options, configuration])
 430
 431     # We should try more combinations in future, but this is all
 432     # the pre-calculated credentials cache supports at the moment
 433     e = ""
 434     a = ""
 435     binding_string = "ncacn_np:$SERVER[%s%s%s]" % (a, s, e)
 436     options = binding_string + " -k yes --krb5-ccache=$PREFIX/ktest/krb5_ccache-2"
 437     plansmbtorture4testsuite(test, "ktest", options, 'krb5 with old ccache ncacn_np with [%s%s%s] ' % (a, s, e))
 438
 439     options = binding_string + " -k yes --krb5-ccache=$PREFIX/ktest/krb5_ccache-3"
 440     plansmbtorture4testsuite(test, "ktest", options, 'krb5 ncacn_np with [%s%s%s] ' % (a, s, e))
 441
 442     auth_options2 = ["krb5", "spnego,krb5"]
 443     for a in auth_options2:
 444         binding_string = "ncacn_np:$SERVER[%s%s%s]" % (a, s, e)
 445
 446         plantestsuite("samba3.blackbox.rpcclient krb5 ncacn_np with [%s%s%s] " % (a, s, e), "ktest:local", [os.path.join(samba3srcdir, "script/tests/test_rpcclient.sh"),
 447                                                                                                                               "$PREFIX/ktest/krb5_ccache-3", binding_string, "-k", configuration])
 448
 449 plantestsuite("samba3.blackbox.rpcclient_samlogon", "ad_member:local", [os.path.join(samba3srcdir, "script/tests/test_rpcclient_samlogon.sh"),
 450                                                                        "$DC_USERNAME", "$DC_PASSWORD", "ncacn_np:$DC_SERVER", configuration])
 451 plantestsuite("samba3.blackbox.sharesec", "simpleserver:local",
 452               [os.path.join(samba3srcdir, "script/tests/test_sharesec.sh"),
 453                configuration, os.path.join(bindir(), "sharesec"), "tmp"])
 454
 455 plantestsuite("samba3.blackbox.net_dom_join_fail_dc", "nt4_dc",
 456               [os.path.join(samba3srcdir, "script/tests/test_net_dom_join_fail_dc.sh"),
 457                "$USERNAME", "$PASSWORD", "$SERVER", "$PREFIX/net_dom_join_fail_dc",
 458                configuration])
 459 plantestsuite("samba3.blackbox.net_rpc_join", "nt4_dc",
 460               [os.path.join(samba3srcdir, "script/tests/test_net_rpc_join.sh"),
 461                "$USERNAME", "$PASSWORD", "$SERVER", "$PREFIX/net_rpc_join",
 462                configuration])
 463
 464 plantestsuite("samba3.blackbox.rpcclient_srvsvc", "simpleserver",
 465               [os.path.join(samba3srcdir, "script/tests/test_rpcclientsrvsvc.sh"),
 466                "$USERNAME", "$PASSWORD", "$SERVER",
 467                os.path.join(bindir(), "rpcclient"), "tmp"])
 468
 469 plantestsuite("samba3.blackbox.rpcclient.pw-nt-hash", "simpleserver",
 470               [os.path.join(samba3srcdir, "script/tests/test_rpcclient_pw_nt_hash.sh"),
 471                "$USERNAME", "$PASSWORD", "$SERVER",
 472                os.path.join(bindir(), "rpcclient")])
 473
 474 options_list = ["", "-e"]
 475 for options in options_list:
 476     plantestsuite("samba3.blackbox.smbclient_krb5 old ccache %s" % options, "ktest:local",
 477                   [os.path.join(samba3srcdir, "script/tests/test_smbclient_krb5.sh"),
 478                    "$PREFIX/ktest/krb5_ccache-2",
 479                    smbclient3, "$SERVER", options, configuration])
 480
 481     plantestsuite("samba3.blackbox.smbclient_krb5 old ccache %s" % options, "ktest:local",
 482                   [os.path.join(samba3srcdir, "script/tests/test_smbclient_krb5.sh"),
 483                    "$PREFIX/ktest/krb5_ccache-2",
 484                    smbclient3, "$SERVER", options, configuration])
 485
 486     plantestsuite("samba3.blackbox.smbclient_large_file %s" % options, "ktest:local",
 487                   [os.path.join(samba3srcdir, "script/tests/test_smbclient_posix_large.sh"),
 488                    "$PREFIX/ktest/krb5_ccache-3",
 489                    smbclient3, "$SERVER", "$PREFIX", options, "-k " + configuration])
 490
 491     plantestsuite("samba3.blackbox.smbclient_posix_large %s krb5" % options, "ktest:local",
 492                   [os.path.join(samba3srcdir, "script/tests/test_smbclient_posix_large.sh"),
 493                    "$PREFIX/ktest/krb5_ccache-3",
 494                    smbclient3, "$SERVER", "$PREFIX", options, "-k " + configuration])
 495
 496     plantestsuite("samba3.blackbox.smbclient_posix_large %s NTLM" % options, "nt4_dc:local",
 497                   [os.path.join(samba3srcdir, "script/tests/test_smbclient_posix_large.sh"),
 498                    "none",
 499                    smbclient3, "$SERVER", "$PREFIX", options, "-U$USERNAME%$PASSWORD " + configuration])
 500
 501 for alias in ["foo", "bar"]:
 502     plantestsuite("samba3.blackbox.smbclient_netbios_aliases [%s]" % alias, "ad_member:local",
 503                   [os.path.join(samba3srcdir, "script/tests/test_smbclient_netbios_aliases.sh"),
 504                    smbclient3, alias, "$DC_USERNAME", "$DC_PASSWORD", "$PREFIX", options, configuration])
 505
 506 for e in endianness_options:
 507     for a in auth_options:
 508         for s in signseal_options:
 509             binding_string = "ncacn_ip_tcp:$SERVER_IP[%s%s%s]" % (a, s, e)
 510             options = binding_string + " -U$USERNAME%$PASSWORD"
 511             plansmbtorture4testsuite(test, "nt4_dc", options, 'over ncacn_ip_tcp with [%s%s%s] ' % (a, s, e))
 512
 513 plansmbtorture4testsuite('rpc.epmapper', 'nt4_dc:local', 'ncalrpc: -U$USERNAME%$PASSWORD', 'over ncalrpc')
 514 plansmbtorture4testsuite('rpc.fsrvp', 'nt4_dc:local', 'ncacn_np:$SERVER_IP[/pipe/FssagentRpc] -U$USERNAME%$PASSWORD', 'over ncacn_np')