1 # customised version of 'waf dist' for Samba tools
2 # uses git ls-files to get file lists
4 import Utils, os, sys, tarfile, stat, Scripting, Logs, Options
5 from samba_utils import *
11 def add_symlink(tar, fname, abspath, basedir):
12 '''handle symlinks to directories that may move during packaging'''
13 if not os.path.islink(abspath):
15 tinfo = tar.gettarinfo(name=abspath, arcname=fname)
16 tgt = os.readlink(abspath)
19 # we need to find the target relative to the main directory
20 # this is here to cope with symlinks into the buildtools
21 # directory from within the standalone libraries in Samba. For example,
22 # a symlink to ../../builtools/scripts/autogen-waf.sh needs
23 # to be rewritten as a symlink to buildtools/scripts/autogen-waf.sh
24 # when the tarball for talloc is built
26 # the filename without the appname-version
27 rel_fname = '/'.join(fname.split('/')[1:])
29 # join this with the symlink target
30 tgt_full = os.path.join(os.path.dirname(rel_fname), tgt)
32 # join with the base directory
33 tgt_base = os.path.normpath(os.path.join(basedir, tgt_full))
35 # see if this is inside one of our dist_dirs
36 for dir in dist_dirs.split():
37 if dir.find(':') != -1:
38 destdir=dir.split(':')[1]
43 # internal links don't get rewritten
45 if dir == tgt_base[0:len(dir)] and tgt_base[len(dir)] == '/':
46 new_tgt = destdir + tgt_base[len(dir):]
47 tinfo.linkname = new_tgt
57 def add_tarfile(tar, fname, abspath, basedir):
58 '''add a file to the tarball'''
59 if add_symlink(tar, fname, abspath, basedir):
62 tinfo = tar.gettarinfo(name=abspath, arcname=fname)
64 Logs.error('Unable to find file %s - missing from git checkout?' % abspath)
71 tar.addfile(tinfo, fileobj=fh)
75 def vcs_dir_contents(path):
76 """Return the versioned files under a path.
78 :return: List of paths relative to path
82 if os.path.isdir(os.path.join(repo, ".git")):
83 ls_files_cmd = [ 'git', 'ls-files', '--full-name',
84 os_path_relpath(path, repo) ]
86 env = dict(os.environ)
87 env["GIT_DIR"] = os.path.join(repo, ".git")
89 elif os.path.isdir(os.path.join(repo, ".bzr")):
90 ls_files_cmd = [ 'bzr', 'ls', '--recursive', '--versioned',
91 os_path_relpath(path, repo)]
95 repo = os.path.dirname(repo)
97 raise Exception("unsupported or no vcs for %s" % path)
98 return Utils.cmd_output(ls_files_cmd, cwd=cwd, env=env).split()
101 def dist(appname='',version=''):
103 def add_files_to_tarball(tar, srcdir, srcsubdir, dstdir, dstsubdir, blacklist, files):
104 if blacklist == None:
107 abspath = os.path.join(srcdir, f)
110 f = f[len(srcsubdir)+1:]
112 # Remove files in the blacklist
116 # Remove directories in the blacklist
122 if os.path.isdir(abspath):
125 f = dstsubdir + '/' + f
126 fname = dstdir + '/' + f
127 add_tarfile(tar, fname, abspath, srcsubdir)
130 if not isinstance(appname, str) or not appname:
131 # this copes with a mismatch in the calling arguments for dist()
132 appname = Utils.g_module.APPNAME
133 version = Utils.g_module.VERSION
135 version = Utils.g_module.VERSION
137 srcdir = os.path.normpath(os.path.join(os.path.dirname(Utils.g_module.root_path), Utils.g_module.srcdir))
140 Logs.error('You must use samba_dist.DIST_DIRS() to set which directories to package')
143 dist_base = '%s-%s' % (appname, version)
145 if Options.options.SIGN_RELEASE:
146 dist_name = '%s.tar' % (dist_base)
147 tar = tarfile.open(dist_name, 'w')
149 dist_name = '%s.tar.gz' % (dist_base)
150 tar = tarfile.open(dist_name, 'w:gz')
152 blacklist = dist_blacklist.split()
154 for dir in dist_dirs.split():
155 if dir.find(':') != -1:
156 destdir=dir.split(':')[1]
157 dir=dir.split(':')[0]
160 absdir = os.path.join(srcdir, dir)
162 files = vcs_dir_contents(absdir)
164 Logs.error('unable to get contents of %s: %s' % (absdir, e))
166 add_files_to_tarball(tar, srcdir, dir, dist_base, destdir, blacklist, files)
169 for file in dist_files.split():
170 if file.find(':') != -1:
171 destfile = file.split(':')[1]
172 file = file.split(':')[0]
176 absfile = os.path.join(srcdir, file)
178 fname = dist_base + '/' + destfile
179 add_tarfile(tar, fname, absfile, destfile)
183 if Options.options.SIGN_RELEASE:
186 os.unlink(dist_name + '.asc')
190 cmd = "gpg --detach-sign --armor " + dist_name
192 uncompressed_tar = open(dist_name, 'rb')
193 compressed_tar = gzip.open(dist_name + '.gz', 'wb')
195 buffer = uncompressed_tar.read(1048576)
197 compressed_tar.write(buffer)
200 uncompressed_tar.close()
201 compressed_tar.close()
203 Logs.info('Created %s.gz %s.asc' % (dist_name, dist_name))
204 dist_name = dist_name + '.gz'
206 Logs.info('Created %s' % dist_name)
213 '''set the directories to package, relative to top srcdir'''
219 def DIST_FILES(files, extend=False):
220 '''set additional files for packaging, relative to top srcdir'''
225 dist_files = dist_files + " " + files
228 def DIST_BLACKLIST(blacklist):
229 '''set the files to exclude from packaging, relative to top srcdir'''
230 global dist_blacklist
231 if not dist_blacklist:
232 dist_blacklist = blacklist
234 Scripting.dist = dist