Mercurial > treepkg
view bin/publishdebianpackages.py @ 409:ecc671a84a73 treepkg-status
fixed small bugs
author | Bjoern Ricks <bricks@intevation.de> |
---|---|
date | Thu, 22 Jul 2010 10:26:40 +0000 |
parents | 02d498ee90b8 |
children | 58ecf7c0ecba |
line wrap: on
line source
#! /usr/bin/python # Copyright (C) 2007 - 2010 by Intevation GmbH # Authors: # Bernhard Herzog <bh@intevation.de> # Bjoern Ricks <bjoern.ricks@intevation.de> # # This program is free software under the GPL (>=v2) # Read the file COPYING coming with the software for details. """Publishes selected packages created by treepkg""" import os import sys import shlex from optparse import OptionParser from ConfigParser import SafeConfigParser import treepkgcmd from treepkg.readconfig import read_config_section, convert_bool from treepkg.run import call, capture_output from treepkg.cmdexpand import cmdexpand from treepkg.publish import * from treepkg.util import md5sum from treepkg.info.status import TreepkgInfo config_desc = ["distribution", "section", "num_newest", "build_user", "build_host", "build_listpackages", "publish_user", "publish_host", ("architectures", shlex.split, "i386, source"), ("after_upload_hook", shlex.split), ("publish_remove_old_packages", convert_bool), ("publish_dir", remove_trailing_slashes), ("cachedir", lambda s: expand_filename(remove_trailing_slashes(s)))] def read_config(filename): if not os.path.exists(filename): print >>sys.stderr, "Config file %s does not exist" % filename sys.exit(1) parser = SafeConfigParser() parser.read([filename]) return read_config_section(parser, "publishpackages", config_desc) def parse_commandline(): parser = OptionParser() parser.set_defaults(config_file=os.path.join(treepkgcmd.topdir, "publishpackages.cfg"), quiet=False) parser.add_option("--config-file", help=("The configuration file." " Default is publishpackages.cfg")) parser.add_option("--dist", help=("The debian distribution name to use on" " the publishing system")) parser.add_option("--section", help=("The debian distribution section name to use on" " the publishing system")) parser.add_option("--track", help=("The package track whose files are to be" " published. If not given, files of all tracks" " will be published")) parser.add_option("--quiet", action="store_true", help=("Do not print progress meters or other" " informational output")) return parser.parse_args() def get_treepkg_info(variables): runremote = prefix_for_remote_command(variables["build_user"], variables["build_host"]) xml = capture_output(cmdexpand("@runremote $build_listpackages" " --newest=$num_newest", #runremote=runremote, runremote="", **variables)) return TreepkgInfo.fromxml(xml) def get_binary_arch(arch): if not arch == "source": if not arch.startswith("binary"): arch = "binary-" + arch return arch def check_package_is_new(packagename, destdir, packagemd5sum): destpackage = os.path.join(destdir, packagename) if not os.path.isfile(destpackage): return True destmd5sum = md5sum(destpackage) return (destmd5sum != packagemd5sum) def copy_to_destdir(package, dir, arch, subdir): scp_flags = [] destdir = os.path.join(dir, arch, subdir) print "package: %s, destdir: %s" % (package.name, destdir) md5sum = "" for checksum in package.checksums: if checksum.type == "md5": md5sum = checksum.checksum break # update only if the packages differ if check_package_is_new(package.name, destdir, md5sum): pass # scp the packages to the cache dir #call(cmdexpand("scp -p @scp_flags $file $cachedir/", file=package.path, # scp_flags=scp_flags, cachedir=destdir)) def copy_to_cache(variables, track, revision, quiet, architectures=None): cachedir = variables["cachedir"] if quiet: scp_flags.append("-q") treepkginfo = get_treepkg_info(variables) allowedarchs = set([]) # contains all wanted architectures (incl. source) allarchs = set([]) # contains all present architectures (incl. source) binaryallpackages = [] # change e.g. armel in binary-armel if not architectures is None: for arch in architectures: allowedarchs.append(get_binary_arch(arch)) for track in treepkginfo.tracks: for rev in track.revisions: for package in rev.packages: # handle binary-all if package.arch == "binary-all": # add trackname for subdir name package.tackname = track.name binaryallpackages.append(package) break allarchs.append(package.arch) # only copy requested archs if len(allowedarchs) == 0 or \ package.arch in allowedarchs: copy_to_destdir(package, cachedir, package.arch, track.name) # copy binary-all packages if len(allowedarchs) == 0: binallarchs = allarchs - set(["source"]) else: binallarchs = allowedarchs & allarchs - set(["source"]) for package in binaryallpackages: for arch in binallarchs: copy_to_destdir(package, cachedir, arch, package.trackname) def publish_packages_arch(variables, track, revision, dist, section, quiet, architectures): copy_to_cache(variables, track, revision, quiet, architectures) # copy_to_publishdir(variables, dist, section, arch, quiet) def publish_packages(config_filename, track, revision, dist, section, quiet): config = read_config(config_filename) if dist is None: dist = config["distribution"] if section is None: section = config["section"] architectures = config["architectures"] publish_packages_arch(config, track, revision, dist, section, quiet, architectures) # update apt archive # call(config["after_upload_hook"]) def main(): options, args = parse_commandline() revision = None # for future use cases publish_packages(options.config_file, options.track, revision, options.dist, options.section, options.quiet) if __name__ == "__main__": main()