-
-
Notifications
You must be signed in to change notification settings - Fork 319
GSoC2009 Ideas
The DistTar builder can build a tarfile with an internal directory structure. It can build plain tar files or gz or bzip compressed archives. You can specify a list of directories and/or files to be included as sources for your Tarfile target. The DISTTAR_EXCLUDEEXTS environment variable allows you to specify any file extensions which should not be included in the tar file. By default this include .o and .so,.dll and a couple of others. The DISTTAR_EXCLUDEDIRS environment variable allows you to specify a list of directories that shouldn't be added, and defaults to 'CVS' and '.svn'. The DISTTAR_EXCLUDERES environment variable allows you to specify a list of regular expressions (provided as strings) which, if matched to a relative pathname (via Python's re.search function), will cause that a file to be excluded.
Save this file as 'disttar.py' and put it in your 'toolpath' directory (as defined in your 'Environment' statement in your SConstruct file).
- Original file by Matthew Nicholson.
- Modifications May 02 2006 by John Pye.
- Further modifications to add 'emitter' functionality, John Pye, May 03 2006.
- Further modifications to change text output during tarfile creation, John Pye, May 04 2006.
- Added DISTTAR_EXCLUDERES feature for file exclusion based on regular expressions, John Pye, 24 Jan 2010. See also the AccumulateBuilder for another approach to this problem.
#!python
# DistTarBuilder: tool to generate tar files using SCons
# Copyright (C) 2005, 2006 Matthew A. Nicholson
# Copyright (C) 2006-2010 John Pye
#
# This file is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License version 2.1 as published by the Free Software Foundation.
#
# This file is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
#
import os, sys
from SCons.Script import *
import re
def disttar_emitter(target, source, env):
source, origsource = [], source
excludeexts = env.Dictionary().get("DISTTAR_EXCLUDEEXTS", [])
excludedirs = env.Dictionary().get("DISTTAR_EXCLUDEDIRS", [])
re1 = env.Dictionary().get("DISTTAR_EXCLUDERES", [])
excluderes = [re.compile(r) for r in re1]
# assume the sources are directories... need to check that
for item in origsource:
for root, dirs, files in os.walk(str(item)):
# don't make directory dependences as that triggers full build
# of that directory
if root in source:
# print("Removing directory %s" % root)
source.remove(root)
# loop through files in a directory
for name in files:
ext = os.path.splitext(name)
if not ext[1] in excludeexts:
relpath = os.path.join(root, name)
failre = False
for r in excluderes:
# print("Match( %s against %s)" % (r,relpath))
if r.search(relpath):
failre = True
# print("Excluding '%s' from tarball" % relpath)
break
if not failre:
# print("Adding source",relpath)
source.append(relpath)
for d in excludedirs:
if d in dirs:
dirs.remove(d) # don't visit CVS directories etc
return target, source
def disttar_string(target, source, env):
"""This is what gets printed on the console. We'll strip out the list
or source files, since it tends to get very long. If you want to see the
contents, the easiest way is to uncomment the line 'Adding to TAR file'
below."""
return "DistTar(%s,...)" % target[0]
def disttar(target, source, env):
"""tar archive builder"""
import tarfile
env_dict = env.Dictionary()
if env_dict.get("DISTTAR_FORMAT") in ["gz", "bz2"]:
tar_format = env_dict["DISTTAR_FORMAT"]
else:
tar_format = ""
# split the target directory, filename, and stuffix
base_name = str(target[0]).split(".tar")[0]
(target_dir, dir_name) = os.path.split(base_name)
# create the target directory if it does not exist
if target_dir and not os.path.exists(target_dir):
os.makedirs(target_dir)
# open our tar file for writing
sys.stderr.write("DistTar: Writing " + str(target[0]))
tar = tarfile.open(str(target[0]), "w:%s" % tar_format)
# write sources to our tar file
for item in source:
item = str(item)
sys.stderr.write(".")
# print("Adding to TAR file: %s/%s" % (dir_name,item))
tar.add(item, "%s/%s" % (dir_name, item))
# all done
sys.stderr.write("\n") # print("Closing TAR file")
tar.close()
def disttar_suffix(env, sources):
"""tar archive suffix generator"""
env_dict = env.Dictionary()
if env_dict.has_key("DISTTAR_FORMAT") and env_dict["DISTTAR_FORMAT"] in [
"gz",
"bz2",
]:
return ".tar." + env_dict["DISTTAR_FORMAT"]
else:
return ".tar"
def generate(env):
"""
Add builders and construction variables for the DistTar builder.
"""
disttar_action = SCons.Action.Action(disttar, disttar_string)
env["BUILDERS"]["DistTar"] = Builder(
action=disttar_action,
emitter=disttar_emitter,
suffix=disttar_suffix,
target_factory=env.fs.Entry,
)
env.AppendUnique(DISTTAR_FORMAT="gz")
def exists(env):
"""
Make sure this tool exists.
"""
try:
import os
import tarfile
except ImportError:
return False
else:
return True
# vim:set ts=4 sw=4 noexpandtab:
#!python
# scons buildfile
# the disttar.py file needs to be in toolpath
env = Environment(tools=["default", "disttar"], toolpath=".")
env.DistTar("dist/archive", ["README", "INSTALL", env.Dir("src")])
# This will build an archive using what ever DISTTAR_FORMAT that is set.
# In this case this will come out to be dist/archive.tar.gz, and all
# included files will be in the 'archive' directory within the tar archive.
Another example:
#!python
env["DISTTAR_FORMAT"] = "bz2"
env.Append(
DISTTAR_EXCLUDEEXTS=[
".o",
".os",
".so",
".a",
".dll",
".cc",
".cache",
".pyc",
".cvsignore",
".dblite",
".log",
".gz",
".bz2",
".zip",
],
DISTTAR_EXCLUDEDIRS=["CVS", ".svn", ".sconf_temp", "dist"],
DISTTAR_EXCLUDERES=[r"_wrap\.c$", r"python/swigwrapper\.py$"],
)
tar = env.DistTar("dist/ascend-" + version, [env.Dir("#")])