2 # Bootstrap Samba and run a number of tests against it.
3 # Copyright (C) 2005-2010 Jelmer Vernooij <jelmer@samba.org>
4 # Copyright (C) 2007-2009 Stefan Metzmacher <metze@samba.org>
6 # This program is free software; you can redistribute it and/or modify
7 # it under the terms of the GNU General Public License as published by
8 # the Free Software Foundation; either version 3 of the License, or
9 # (at your option) any later version.
11 # This program is distributed in the hope that it will be useful,
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 # GNU General Public License for more details.
16 # You should have received a copy of the GNU General Public License
17 # along with this program. If not, see <http://www.gnu.org/licenses/>.
23 selftest - Samba test runner
29 selftest [--srcdir=DIR] [--bindir=DIR] [--exeext=EXT][--target=samba4|samba3|win|kvm] [--socket-wrapper] [--quick] [--exclude=FILE] [--include=FILE] [--one] [--prefix=prefix] [--testlist=FILE] [TESTS]
33 A simple test runner. TESTS is a regular expression with tests to run.
41 Show list of available options.
49 Built binaries directory.
57 Change directory to run tests in. Default is 'st'.
59 =item I<--target samba4|samba3|win|kvm>
61 Specify test target against which to run. Default is 'samba4'.
65 Run only a limited number of tests. Intended to run in about 30 seconds on
66 moderately recent systems.
68 =item I<--socket-wrapper>
70 Use socket wrapper library for communication with server. Only works
71 when the server is running locally.
73 Will prevent TCP and UDP ports being opened on the local host but
74 (transparently) redirects these calls to use unix domain sockets.
78 Specify a file containing a list of tests that should be skipped. Possible
79 candidates are tests that segfault the server, flip or don't end.
83 Specify a file containing a list of tests that should be run. Same format
84 as the --exclude flag.
86 Not includes specified means all tests will be run.
90 Abort as soon as one test fails.
94 Load a list of tests from the specified location.
102 =item I<SMBD_VALGRIND>
104 =item I<TORTURE_MAXTIME>
116 selftest is licensed under the GNU General Public License L<http://www.gnu.org/licenses/gpl.html>.
126 use FindBin qw($RealBin $Script);
128 use File::Temp qw(tempfile);
131 use Cwd qw(abs_path);
138 Time::HiRes->import("time");
141 print "You don't have Time::Hires installed !\n";
145 my $opt_target = "samba4";
147 my $opt_socket_wrapper = 0;
148 my $opt_socket_wrapper_pcap = undef;
149 my $opt_socket_wrapper_keep_pcap = undef;
151 my @opt_exclude = ();
152 my @opt_include = ();
154 my $opt_image = undef;
158 my $opt_resetup_env = undef;
159 my $opt_binary_mapping = "";
160 my $opt_load_list = undef;
164 my $bindir = "./bin";
173 print STDERR "Exiting early because of SIGPIPE.\n";
177 $SIG{PIPE} = \&pipe_handler;
181 my ($list, $fullname) = @_;
184 if ($fullname =~ /$$_[0]/) {
185 return ($$_[1]) if ($$_[1]);
197 return find_in_list(\@excludes, $name);
206 return unless ($opt_socket_wrapper_pcap);
207 return unless defined($ENV{SOCKET_WRAPPER_PCAP_DIR});
210 $fname =~ s%[^abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789\-]%_%g;
212 my $pcap_file = "$ENV{SOCKET_WRAPPER_PCAP_DIR}/$fname.pcap";
214 SocketWrapper::setup_pcap($pcap_file);
221 my ($pcap_file, $exitcode) = @_;
223 return unless ($opt_socket_wrapper_pcap);
224 return if ($opt_socket_wrapper_keep_pcap);
225 return unless ($exitcode == 0);
226 return unless defined($pcap_file);
231 # expand strings from %ENV
232 sub expand_environment_strings($)
235 # we use a reverse sort so we do the longer ones first
236 foreach my $k (sort { $b cmp $a } keys %ENV) {
237 $s =~ s/\$$k/$ENV{$k}/g;
242 sub run_testsuite($$$$$)
244 my ($envname, $name, $cmd, $i, $totalsuites) = @_;
245 my $pcap_file = setup_pcap($name);
247 Subunit::start_testsuite($name);
248 Subunit::progress_push();
249 Subunit::report_time(time());
251 Subunit::report_time(time());
252 Subunit::progress_pop();
255 Subunit::progress_pop();
256 Subunit::end_testsuite($name, "error", "Unable to run $cmd: $!");
259 Subunit::end_testsuite($name, "error",
260 sprintf("%s died with signal %d, %s coredump\n", $cmd, ($? & 127), ($? & 128) ? 'with' : 'without'));
264 my $exitcode = $? >> 8;
266 my $envlog = getlog_env($envname);
268 print "envlog: $envlog\n";
271 print "command: $cmd\n";
272 printf "expanded command: %s\n", expand_environment_strings($cmd);
274 if ($exitcode == 0) {
275 Subunit::end_testsuite($name, "success");
277 Subunit::end_testsuite($name, "failure", "Exit code was $exitcode");
280 cleanup_pcap($pcap_file, $exitcode);
282 if (not $opt_socket_wrapper_keep_pcap and defined($pcap_file)) {
283 print "PCAP FILE: $pcap_file\n";
286 if ($exitcode != 0) {
287 exit(1) if ($opt_one);
295 print "Samba test runner
296 Copyright (C) Jelmer Vernooij <jelmer\@samba.org>
297 Copyright (C) Stefan Metzmacher <metze\@samba.org>
299 Usage: $Script [OPTIONS] TESTNAME-REGEX
302 --help this help page
303 --target=samba[34]|win|kvm Samba version to target
304 --testlist=FILE file to read available tests from
307 --prefix=DIR prefix to run tests in [st]
308 --srcdir=DIR source directory [.]
309 --bindir=DIR binaries directory [./bin]
310 --exeext=EXT executable extention []
313 --socket-wrapper-pcap save traffic to pcap directories
314 --socket-wrapper-keep-pcap keep all pcap files, not just those for tests that
316 --socket-wrapper enable socket wrapper
319 --ldap=openldap|fedora-ds back samba onto specified ldap server
322 --image=PATH path to KVM image
325 --quick run quick overall test
326 --one abort when the first test fails
328 --testenv run a shell in the requested test environment
329 --list list available tests
334 my $result = GetOptions (
335 'help|h|?' => \$opt_help,
336 'target=s' => \$opt_target,
337 'prefix=s' => \$prefix,
338 'socket-wrapper' => \$opt_socket_wrapper,
339 'socket-wrapper-pcap' => \$opt_socket_wrapper_pcap,
340 'socket-wrapper-keep-pcap' => \$opt_socket_wrapper_keep_pcap,
341 'quick' => \$opt_quick,
343 'exclude=s' => \@opt_exclude,
344 'include=s' => \@opt_include,
345 'srcdir=s' => \$srcdir,
346 'bindir=s' => \$bindir,
347 'exeext=s' => \$exeext,
348 'verbose' => \$opt_verbose,
349 'testenv' => \$opt_testenv,
350 'list' => \$opt_list,
352 'resetup-environment' => \$opt_resetup_env,
353 'image=s' => \$opt_image,
354 'testlist=s' => \@testlists,
355 'load-list=s' => \$opt_load_list,
356 'binary-mapping=s' => \$opt_binary_mapping
359 exit(1) if (not $result);
361 ShowHelp() if ($opt_help);
363 die("--list and --testenv are mutually exclusive") if ($opt_list and $opt_testenv);
365 # we want unbuffered output
370 # quick hack to disable rpc validation when using valgrind - its way too slow
371 unless (defined($ENV{VALGRIND})) {
372 $ENV{VALIDATE} = "validate";
373 $ENV{MALLOC_CHECK_} = 2;
376 # make all our python scripts unbuffered
377 $ENV{PYTHONUNBUFFERED} = 1;
379 my $bindir_abs = abs_path($bindir);
381 # Backwards compatibility:
382 if (defined($ENV{TEST_LDAP}) and $ENV{TEST_LDAP} eq "yes") {
383 if (defined($ENV{FEDORA_DS_ROOT})) {
390 my $torture_maxtime = ($ENV{TORTURE_MAXTIME} or 1200);
393 $torture_maxtime *= 2;
400 die("using an empty prefix isn't allowed") unless $prefix ne "";
402 #Ensure we have the test prefix around
403 mkdir($prefix, 0777) unless -d $prefix;
405 my $prefix_abs = abs_path($prefix);
406 my $tmpdir_abs = abs_path("$prefix/tmp");
407 mkdir($tmpdir_abs, 0777) unless -d $tmpdir_abs;
409 my $srcdir_abs = abs_path($srcdir);
411 die("using an empty absolute prefix isn't allowed") unless $prefix_abs ne "";
412 die("using '/' as absolute prefix isn't allowed") unless $prefix_abs ne "/";
414 $ENV{PREFIX} = $prefix;
415 $ENV{KRB5CCNAME} = "$prefix/krb5ticket";
416 $ENV{PREFIX_ABS} = $prefix_abs;
417 $ENV{SRCDIR} = $srcdir;
418 $ENV{SRCDIR_ABS} = $srcdir_abs;
419 $ENV{BINDIR} = $bindir_abs;
420 $ENV{EXEEXT} = $exeext;
422 my $tls_enabled = not $opt_quick;
423 $ENV{TLS_ENABLED} = ($tls_enabled?"yes":"no");
425 sub prefix_pathvar($$)
427 my ($name, $newpath) = @_;
428 if (defined($ENV{$name})) {
429 $ENV{$name} = "$newpath:$ENV{$name}";
431 $ENV{$name} = $newpath;
434 prefix_pathvar("PKG_CONFIG_PATH", "$bindir_abs/pkgconfig");
435 prefix_pathvar("PYTHONPATH", "$bindir_abs/python");
437 if ($opt_socket_wrapper_keep_pcap) {
438 # Socket wrapper keep pcap implies socket wrapper pcap
439 $opt_socket_wrapper_pcap = 1;
442 if ($opt_socket_wrapper_pcap) {
443 # Socket wrapper pcap implies socket wrapper
444 $opt_socket_wrapper = 1;
447 my $socket_wrapper_dir;
448 if ($opt_socket_wrapper) {
449 $socket_wrapper_dir = SocketWrapper::setup_dir("$prefix_abs/w", $opt_socket_wrapper_pcap);
450 print "SOCKET_WRAPPER_DIR=$socket_wrapper_dir\n";
453 print "WARNING: Not using socket wrapper, but also not running as root. Will not be able to listen on proper ports\n";
458 my $testenv_default = "none";
460 my %binary_mapping = {};
461 if ($opt_binary_mapping) {
462 my @binmapping_list = split(/,/, $opt_binary_mapping);
463 foreach my $mapping (@binmapping_list) {
464 my ($bin, $map) = split(/\:/, $mapping);
465 $binary_mapping{$bin} = $map;
469 $ENV{BINARY_MAPPING} = $opt_binary_mapping;
471 # After this many seconds, the server will self-terminate. All tests
472 # must terminate in this time, and testenv will only stay alive this
475 my $server_maxtime = 7500;
476 if (defined($ENV{SMBD_MAXTIME}) and $ENV{SMBD_MAXTIME} ne "") {
477 $server_maxtime = $ENV{SMBD_MAXTIME};
480 if ($opt_target eq "samba") {
481 if ($opt_socket_wrapper and `$bindir/smbd -b | grep SOCKET_WRAPPER` eq "") {
482 die("You must include --enable-socket-wrapper when compiling Samba in order to execute 'make test'. Exiting....");
484 $testenv_default = "all";
485 require target::Samba;
486 $target = new Samba($bindir, \%binary_mapping, $ldap, $srcdir, $exeext, $server_maxtime);
487 } elsif ($opt_target eq "samba4") {
488 $testenv_default = "all";
489 require target::Samba4;
490 $target = new Samba4($bindir, \%binary_mapping, $ldap, $srcdir, $exeext, $server_maxtime);
491 } elsif ($opt_target eq "samba3") {
492 if ($opt_socket_wrapper and `$bindir/smbd -b | grep SOCKET_WRAPPER` eq "") {
493 die("You must include --enable-socket-wrapper when compiling Samba in order to execute 'make test'. Exiting....");
495 $testenv_default = "member";
496 require target::Samba3;
497 $target = new Samba3($bindir, \%binary_mapping, $srcdir_abs, $exeext, $server_maxtime);
498 } elsif ($opt_target eq "win") {
499 die("Windows tests will not run with socket wrapper enabled.")
500 if ($opt_socket_wrapper);
501 $testenv_default = "dc";
502 require target::Windows;
503 $target = new Windows();
504 } elsif ($opt_target eq "kvm") {
505 die("Kvm tests will not run with socket wrapper enabled.")
506 if ($opt_socket_wrapper);
508 die("No image specified") unless ($opt_image);
509 $target = new Kvm($opt_image, undef);
513 # Start a Virtual Distributed Ethernet Switch
514 # Returns the pid of the switch.
516 sub start_vde_switch($)
520 system("vde_switch --pidfile $path/vde.pid --sock $path/vde.sock --daemon");
522 open(PID, "$path/vde.pid");
530 # Stop a Virtual Distributed Ethernet Switch
531 sub stop_vde_switch($)
537 sub read_test_regexes($)
541 open(LF, "<$name") or die("unable to read $name: $!");
545 if (/^(.*?)([ \t]+)\#([\t ]*)(.*?)$/) {
546 push (@ret, [$1, $4]);
548 s/^(.*?)([ \t]+)\#([\t ]*)(.*?)$//;
549 push (@ret, [$_, undef]);
556 foreach (@opt_exclude) {
557 push (@excludes, read_test_regexes($_));
560 foreach (@opt_include) {
561 push (@includes, read_test_regexes($_));
564 my $interfaces = join(',', ("127.0.0.11/8",
571 my $clientdir = "$prefix_abs/client";
573 my $conffile = "$clientdir/client.conf";
574 $ENV{SMB_CONF_PATH} = $conffile;
576 sub write_clientconf($$$)
578 my ($conffile, $clientdir, $vars) = @_;
580 mkdir("$clientdir", 0777) unless -d "$clientdir";
582 if ( -d "$clientdir/private" ) {
583 unlink <$clientdir/private/*>;
585 mkdir("$clientdir/private", 0777);
588 if ( -d "$clientdir/lockdir" ) {
589 unlink <$clientdir/lockdir/*>;
591 mkdir("$clientdir/lockdir", 0777);
594 if ( -d "$clientdir/ncalrpcdir" ) {
595 unlink <$clientdir/ncalrpcdir/*>;
597 mkdir("$clientdir/ncalrpcdir", 0777);
600 open(CF, ">$conffile");
601 print CF "[global]\n";
602 if (defined($ENV{VALGRIND})) {
603 print CF "\ticonv:native = true\n";
605 print CF "\ticonv:native = false\n";
607 print CF "\tnetbios name = client\n";
608 if (defined($vars->{DOMAIN})) {
609 print CF "\tworkgroup = $vars->{DOMAIN}\n";
611 if (defined($vars->{REALM})) {
612 print CF "\trealm = $vars->{REALM}\n";
614 if ($opt_socket_wrapper) {
615 print CF "\tinterfaces = $interfaces\n";
618 private dir = $clientdir/private
619 lock dir = $clientdir/lockdir
620 ncalrpc dir = $clientdir/ncalrpcdir
621 name resolve order = file bcast
622 panic action = $RealBin/gdb_backtrace \%PID\% \%PROG\%
624 notify:inotify = false
626 system:anonymous = true
627 client lanman auth = Yes
629 torture:basedir = $clientdir
630 #We don't want to pass our self-tests if the PAC code is wrong
631 gensec:require_pac = true
632 resolv:host file = $prefix_abs/dns_host_file
633 #We don't want to run 'speed' tests for very long
634 torture:timelimit = 1
641 sub should_run_test($)
647 for (my $i=0; $i <= $#tests; $i++) {
648 if ($name =~ /$tests[$i]/i) {
660 open(IN, $filename) or die("Unable to open $filename: $!");
663 if (/-- TEST(-LOADLIST|-IDLIST|) --\n/) {
664 my $supports_loadlist = (defined($1) and $1 eq "-LOADLIST");
665 my $supports_idlist = (defined($1) and $1 eq "-IDLIST");
672 if (should_run_test($name) == 1) {
673 push (@ret, [$name, $env, $cmdline, $supports_loadlist, $supports_idlist]);
679 close(IN) or die("Error creating recipe");
683 if ($#testlists == -1) {
684 die("No testlists specified");
687 $ENV{SELFTEST_PREFIX} = "$prefix_abs";
688 $ENV{SELFTEST_TMPDIR} = "$tmpdir_abs";
689 $ENV{TEST_DATA_PREFIX} = "$tmpdir_abs";
690 if ($opt_socket_wrapper) {
691 $ENV{SELFTEST_INTERFACES} = $interfaces;
693 $ENV{SELFTEST_INTERFACES} = "";
696 $ENV{SELFTEST_VERBOSE} = "1";
698 $ENV{SELFTEST_VERBOSE} = "";
701 $ENV{SELFTEST_QUICK} = "1";
703 $ENV{SELFTEST_QUICK} = "";
705 $ENV{SELFTEST_MAXTIME} = $torture_maxtime;
708 foreach my $fn (@testlists) {
709 foreach (read_testlist($fn)) {
711 next if (@includes and not defined(find_in_list(\@includes, $name)));
712 push (@available, $_);
716 my $restricted = undef;
717 my $restricted_used = {};
719 if ($opt_load_list) {
721 open(LOAD_LIST, "<$opt_load_list") or die("Unable to open $opt_load_list");
722 while (<LOAD_LIST>) {
724 push (@$restricted, $_);
729 my $individual_tests = undef;
730 $individual_tests = {};
732 foreach my $testsuite (@available) {
733 my $name = $$testsuite[0];
734 my $skipreason = skip($name);
735 if (defined($restricted)) {
736 # Find the testsuite for this test
738 foreach my $r (@$restricted) {
740 $individual_tests->{$name} = [];
742 $restricted_used->{$r} = 1;
743 } elsif (substr($r, 0, length($name)+1) eq "$name.") {
744 push(@{$individual_tests->{$name}}, $r);
746 $restricted_used->{$r} = 1;
750 if (defined($skipreason)) {
751 Subunit::skip_testsuite($name, $skipreason);
753 push(@todo, $testsuite);
756 } elsif (defined($skipreason)) {
757 Subunit::skip_testsuite($name, $skipreason);
759 push(@todo, $testsuite);
763 if (defined($restricted)) {
764 foreach (@$restricted) {
765 unless (defined($restricted_used->{$_})) {
766 print "No test or testsuite found matching $_\n";
769 } elsif ($#todo == -1) {
770 print STDERR "No tests to run\n";
774 my $suitestotal = $#todo + 1;
776 Subunit::progress($suitestotal);
777 Subunit::report_time(time());
782 my %running_envs = ();
784 sub get_running_env($)
792 return $running_envs{$envname};
795 my @exported_envvars = (
800 # domain controller stuff
809 "MEMBER_NETBIOSNAME",
810 "MEMBER_NETBIOSALIAS",
812 # rpc proxy controller stuff
814 "RPC_PROXY_SERVER_IP",
815 "RPC_PROXY_NETBIOSNAME",
816 "RPC_PROXY_NETBIOSALIAS",
818 # domain controller stuff for Vampired DC
820 "VAMPIRE_DC_SERVER_IP",
821 "VAMPIRE_DC_NETBIOSNAME",
822 "VAMPIRE_DC_NETBIOSALIAS",
839 "WINBINDD_SOCKET_DIR",
840 "WINBINDD_PRIV_PIPE_DIR",
845 $SIG{INT} = $SIG{QUIT} = $SIG{TERM} = sub {
847 teardown_env($_) foreach(keys %running_envs);
848 die("Received signal $signame");
853 my ($name, $prefix) = @_;
855 my $testenv_vars = undef;
861 $option =~ s/^[^:]*//;
864 $option = "client" if $option eq "";
866 if ($envname eq "none") {
868 } elsif (defined(get_running_env($envname))) {
869 $testenv_vars = get_running_env($envname);
870 if (not $testenv_vars->{target}->check_env($testenv_vars)) {
871 print $testenv_vars->{target}->getlog_env($testenv_vars);
872 $testenv_vars = undef;
875 $testenv_vars = $target->setup_env($envname, $prefix);
876 if (defined($testenv_vars) && not defined($testenv_vars->{target})) {
877 $testenv_vars->{target} = $target;
879 if (not defined($testenv_vars)) {
880 warn("$opt_target can't provide environment '$envname'");
885 return undef unless defined($testenv_vars);
887 $running_envs{$envname} = $testenv_vars;
889 if ($option eq "local") {
890 SocketWrapper::set_default_iface($testenv_vars->{SOCKET_WRAPPER_DEFAULT_IFACE});
891 $ENV{SMB_CONF_PATH} = $testenv_vars->{SERVERCONFFILE};
892 } elsif ($option eq "client") {
893 SocketWrapper::set_default_iface(11);
894 write_clientconf($conffile, $clientdir, $testenv_vars);
895 $ENV{SMB_CONF_PATH} = $conffile;
897 die("Unknown option[$option] for envname[$envname]");
900 foreach (@exported_envvars) {
901 if (defined($testenv_vars->{$_})) {
902 $ENV{$_} = $testenv_vars->{$_};
908 return $testenv_vars;
911 sub exported_envvars_str($)
913 my ($testenv_vars) = @_;
916 foreach (@exported_envvars) {
917 next unless defined($testenv_vars->{$_});
918 $out .= $_."=".$testenv_vars->{$_}."\n";
927 return "" if ($envname eq "none");
928 my $env = get_running_env($envname);
929 return $env->{target}->getlog_env($env);
935 return 1 if ($envname eq "none");
936 my $env = get_running_env($envname);
937 return $env->{target}->check_env($env);
943 return if ($envname eq "none");
944 my $env = get_running_env($envname);
945 $env->{target}->teardown_env($env);
946 delete $running_envs{$envname};
949 # This 'global' file needs to be empty when we start
950 unlink("$prefix_abs/dns_host_file");
953 my $testenv_name = $ENV{SELFTEST_TESTENV};
954 $testenv_name = $testenv_default unless defined($testenv_name);
956 my $testenv_vars = setup_env($testenv_name, $prefix);
958 die("Unable to setup environment $testenv_name") unless ($testenv_vars);
960 $ENV{PIDDIR} = $testenv_vars->{PIDDIR};
961 $ENV{ENVNAME} = $testenv_name;
963 my $envvarstr = exported_envvars_str($testenv_vars);
965 my $term = ($ENV{TERMINAL} or "xterm -e");
966 system("$term 'echo -e \"
967 Welcome to the Samba4 Test environment '$testenv_name'
969 This matches the client environment used in make test
970 server is pid `cat \$PIDDIR/samba.pid`
972 Some useful environment variables:
973 TORTURE_OPTIONS=\$TORTURE_OPTIONS
974 SMB_CONF_PATH=\$SMB_CONF_PATH
977 \" && LD_LIBRARY_PATH=$ENV{LD_LIBRARY_PATH} bash'");
978 teardown_env($testenv_name);
979 } elsif ($opt_list) {
983 my $envname = $$_[1];
985 unless($cmd =~ /\$LISTOPT/) {
986 warn("Unable to list tests in $name");
990 $cmd =~ s/\$LISTOPT/--list/g;
995 die("Unable to run $cmd: $!");
997 die(snprintf("%s died with signal %d, %s coredump\n", $cmd, ($? & 127), ($? & 128) ? 'with' : 'without'));
1000 my $exitcode = $? >> 8;
1001 if ($exitcode != 0) {
1002 die("$cmd exited with exit code $exitcode");
1010 my $envname = $$_[1];
1012 my $envvars = setup_env($envname, $prefix);
1013 if (not defined($envvars)) {
1014 Subunit::start_testsuite($name);
1015 Subunit::end_testsuite($name, "error",
1016 "unable to set up environment $envname - exiting");
1020 # Generate a file with the individual tests to run, if the
1021 # test runner for this test suite supports it.
1022 if ($individual_tests and $individual_tests->{$name}) {
1024 my ($fh, $listid_file) = tempfile(UNLINK => 0);
1025 foreach my $test (@{$individual_tests->{$name}}) {
1026 print $fh substr($test, length($name)+1) . "\n";
1028 $cmd =~ s/\$LOADLIST/--load-list=$listid_file/g;
1030 $cmd =~ s/\s+[^\s]+\s*$//;
1031 $cmd .= " " . join(' ', @{$individual_tests->{$name}});
1035 run_testsuite($envname, $name, $cmd, $i, $suitestotal);
1037 teardown_env($envname) if ($opt_resetup_env);
1043 teardown_env($_) foreach (keys %running_envs);
1047 # if there were any valgrind failures, show them
1048 foreach (<$prefix/valgrind.log*>) {
1049 next unless (-s $_);
1050 print "VALGRIND FAILURE\n";