package.py

Go to the documentation of this file.

import os
import sys
import optparse
import zipfile
import tarfile
import tempfile
import time
import py_compile

def zip_library(f, extra_files = []):
    lib = "%s/lib/python%s/"%(sys.prefix,sys.version[:3])
    
    zf = zipfile.ZipFile(f, "w", zipfile.ZIP_DEFLATED)
    
    for root, _, files in os.walk(lib):
        arcroot = os.path.relpath(root, lib)
        for f in files:
            _, ext = os.path.splitext(f)
            if ext in ['.py']:
                zf.write(os.path.join(root,f), os.path.join(arcroot, f))

    for s, r in extra_files:
        zf.write( s, r )

    zf.close()
    
def add_python_lib(tf, lib_dir, lib, mtime):

    _, prefix = os.path.split(lib)
    
    for root, _, files in os.walk(lib):

        relpath = os.path.relpath(root, lib)

        if '.hg' in relpath.split('/'):
            continue

        if relpath=='.':
            arcroot = lib_dir
        else:
            arcroot = os.path.join( lib_dir, os.path.relpath(root, lib) )

        arcroot = os.path.join(arcroot, prefix)

        add_dir(tf, arcroot, mtime)
        
        for f in files:
            _, ext = os.path.splitext(f)
            if ext in ['.py', '.so']:
                add_file( tf, os.path.join(root,f), os.path.join(arcroot, f), 0666, mtime)

def add_dir(tf, dir, mtime):
    ti = tarfile.TarInfo(dir)
    ti.mode = 0777
    ti.mtime = mtime
    ti.type = tarfile.DIRTYPE
    
    tf.addfile(ti)

def add_fileobj(tf, f, arcname, mode, mtime):
    ti = tarfile.TarInfo(arcname)
    ti.mode = mode
    ti.mtime = mtime
    
    f.seek(0, os.SEEK_END)
    ti.size = f.tell()
    
    f.seek(0, os.SEEK_SET)
    tf.addfile(ti, f)
    
def add_file(tf, fname, arcname, mode, mtime):
    print "\t adding %s as %s"%(fname, arcname)
    
    with open(fname, "rb") as f:
        add_fileobj(tf, f, arcname, mode, mtime)

def package(pyabc_dir, extra_bin, extra_lib, extra_files, abc_exe, abc_sh, pyabc, ofname, scripts_dir, use_sys):
    
    mtime = time.time()
    
    tf = tarfile.open(ofname, "w:gz")
    
    add_dir(tf, "%s"%pyabc_dir, mtime)
    
    add_dir(tf, "%s/bin"%pyabc_dir, mtime)
    
    add_file(tf, abc_exe, "%s/bin/abc_exe"%pyabc_dir, 0777, mtime)
    add_file(tf, abc_sh, "%s/bin/abc"%pyabc_dir, 0777, mtime)

    if scripts_dir:
        for fn in os.listdir(scripts_dir):
            if fn.startswith('.'):
                continue
            fullname = os.path.join(scripts_dir, fn)
            if os.path.isfile(fullname):
                fnroot, fnext = os.path.splitext(fn)
                if fnext==".sh":
                    add_file( tf, fullname, os.path.join("%s/bin"%pyabc_dir, fnroot), 0777, mtime)
                elif fnext not in ( '.pyc', '.pyo'):
                    add_file( tf, fullname, os.path.join("%s/scripts"%pyabc_dir, fn), 0666, mtime)
    
    for bin in extra_bin:
        add_file( tf, bin, os.path.join("%s/bin"%pyabc_dir, os.path.basename(bin)), 0777, mtime)
        
    lib_dir = "%s/lib"%pyabc_dir

    add_dir(tf, lib_dir, mtime)

    for lib in extra_lib:
        add_python_lib( tf, lib_dir, lib, mtime)
    
    for file, dest in extra_files:
        add_file(tf, file, '%s/%s'%(pyabc_dir, dest), 0666, mtime)
    
    for entry in os.listdir(pyabc):
        if entry.endswith('.py'):
            add_file( tf, os.path.join(pyabc, entry), os.path.join("%s/lib"%pyabc_dir, entry), 0666, mtime)
    
    if not use_sys:
        # ZIP standard library    
        zf = tempfile.NamedTemporaryFile("w+b")
        #zip_library(zf, [(pyabc, "pyabc.py")])
        zip_library(zf, [])
        zf.flush()
        
        add_fileobj(tf, zf, "%s/lib/python_library.zip"%pyabc_dir, 0666, mtime)
        
        zf.close()
    
        # add all extensions
        
        lib_dynload = os.path.join(sys.exec_prefix,"lib", "python%s"%sys.version[:3], "lib-dynload")
        
        for fn in os.listdir(lib_dynload):
            fullname = os.path.join(lib_dynload, fn)
            if os.path.isfile(fullname):
                add_file( tf, fullname, os.path.join("%s/lib"%pyabc_dir, fn), 0666, mtime)
    
    tf.close()


def main(args):
    
    usage = "usage: %prog [options]"

    parser = optparse.OptionParser(usage)

    parser.add_option("-d", "--pyabc_dir", dest="pyabc_dir", help="name of generated directory" )
    parser.add_option("-b", "--extra_bin", dest="extra_bin", help="extra binaries to pack" )
    parser.add_option("-l", "--extra_lib", dest="extra_lib", help="extra directories in lib to pack" )
    parser.add_option("-f", "--extra_files", dest="extra_files", help="additional files (comma separated pairs of file:dest" )
    parser.add_option("-a", "--abc", dest="abc", help="location of the ABC exeutable")
    parser.add_option("-s", "--abc_sh", dest="abc_sh", help="location of the ABC setup script")
    parser.add_option("-p", "--pyabc", dest="pyabc", help="location of pyabc.py")
    parser.add_option("-o", "--out", dest="out", help="location of output tar gzipped file")
    parser.add_option("-x", "--scripts", dest="scripts", default="scripts", help="location of scripts")
    parser.add_option("-S", "--system", action="store_false", dest="sys", default=True, help="use default python installation")

    options, args = parser.parse_args(args)

    if len(args) > 1:
        parser.print_help()
        return 1
        
    if not options.pyabc_dir or not options.abc or not options.abc_sh or not options.pyabc or not options.out:
        parser.print_help()
        return 1

    extra_bin = options.extra_bin.split(',') if options.extra_bin else []
    extra_lib = options.extra_lib.split(',') if options.extra_lib else []
    extra_files = [ s.split(':') for s in options.extra_files.split(',')] if options.extra_files else []    

    return package(options.pyabc_dir, extra_bin, extra_lib, extra_files, options.abc, options.abc_sh, options.pyabc, options.out, options.scripts, options.sys)

if __name__=="__main__":
    main(sys.argv)