bh@89: #! /usr/bin/python2.4 bh@247: # Copyright (C) 2007, 2008, 2009 by Intevation GmbH bh@89: # Authors: bh@89: # Bernhard Herzog bh@89: # bh@89: # This program is free software under the GPL (>=v2) bh@89: # Read the file COPYING coming with the software for details. bh@89: bh@89: """Publishes selected packages created by treepkg""" bh@89: bh@89: import sys bh@89: import os bh@89: import shutil bh@89: from optparse import OptionParser bh@89: from ConfigParser import SafeConfigParser bh@89: bh@89: import treepkgcmd bh@89: from treepkg.readconfig import read_config_section bh@89: from treepkg.run import call, capture_output bh@89: from treepkg.cmdexpand import cmdexpand bh@89: from treepkg.util import ensure_directory, listdir_abs bh@89: bh@89: bh@89: def remove_trailing_slashes(s): bh@89: return s.rstrip("/") bh@89: bh@89: def expand_filename(filename): bh@89: """ bh@89: Applies os.path.expanduser and os.path.expandvars to filename bh@89: """ bh@89: return os.path.expandvars(os.path.expanduser(filename)) bh@89: bh@89: config_desc = ["build_user", "build_host", "build_listpackages", bh@89: "publish_user", "publish_host", "publish_apt_archive_update", bh@89: ("publish_dir", remove_trailing_slashes), bh@89: ("cachedir", bh@89: lambda s: expand_filename(remove_trailing_slashes(s)))] bh@89: bh@89: def read_config(filename): bh@89: parser = SafeConfigParser() bh@89: parser.read([filename]) bh@89: return read_config_section(parser, "publishpackages", config_desc) bh@89: bh@89: def parse_commandline(): bh@89: parser = OptionParser() bh@89: parser.set_defaults(config_file=os.path.join(treepkgcmd.topdir, bh@89: "publishpackages.cfg")) bh@89: parser.add_option("--config-file", bh@89: help=("The configuration file." bh@89: " Default is publishpackages.cfg")) bh@89: parser.add_option("--revision", bh@89: help=("The revision whose files are to be published." bh@247: " If not given, the latest revision is used" bh@247: " The value may be given as REV-RULESREV to specify" bh@247: " both the main source revision and the revision of" bh@247: " the packaging rules")) bh@89: parser.add_option("--dist", bh@89: help=("The debian distribution name to use on" bh@89: " the publishing system")) bh@89: parser.add_option("--section", bh@89: help=("The debian distribution section name to use on" bh@89: " the publishing system")) bh@89: parser.add_option("--track", bh@89: help=("The package track whose files are to be" bh@200: " published. If not given, files of all tracks" bh@200: " will be published")) bh@89: return parser.parse_args() bh@89: bh@89: bh@89: def publish_packages_arch(variables, track, revision, dist, section, arch): bh@89: # create web-page on build host bh@200: listpackages_vars = variables.copy() bh@200: bh@89: if arch == "source": bh@200: listpackages_vars["pkgtype"] = "--source" bh@89: else: bh@200: listpackages_vars["pkgtype"] = "--binary" bh@200: bh@200: if track: bh@200: listpackages_vars["track"] = ["--track", track] bh@200: else: bh@200: listpackages_vars["track"] = [] bh@200: bh@200: if revision: bh@200: listpackages_vars["revision"] = ["--revision", revision] bh@200: else: bh@200: listpackages_vars["revision"] = [] bh@89: bh@89: files = capture_output(cmdexpand("ssh $build_user$@$build_host" bh@89: " $build_listpackages" bh@200: " @track @revision $pkgtype", bh@200: **listpackages_vars)).strip().split("\n") bh@200: bh@89: # scp the packages to the cache dir bh@89: cachedir = variables["cachedir"] bh@89: shutil.rmtree(cachedir, ignore_errors=True) bh@89: ensure_directory(cachedir) bh@89: userhost = "%(build_user)s@%(build_host)s:" % variables bh@89: call(cmdexpand("scp @files $cachedir/", bh@89: files = [userhost + filename for filename in files], bh@89: **variables)) bh@89: bh@89: # copy the packages to the remote publishing host. Create the bh@89: # destination directory if it doesn't exist yet. bh@89: destdir = os.path.join(variables["publish_dir"], dist, section, arch) bh@89: call(cmdexpand("ssh $publish_user$@$publish_host mkdir --parents $destdir", bh@89: destdir=destdir, **variables)) bh@89: call(cmdexpand("scp @files $publish_user$@$publish_host:$destdir", bh@89: files=listdir_abs(cachedir), destdir=destdir, bh@89: **variables)) bh@89: bh@89: bh@89: def publish_packages(config_filename, track, revision, dist, section): bh@89: config = read_config(config_filename) bh@89: bh@89: for arch in ["binary-i386", "source"]: bh@200: publish_packages_arch(config, track, revision, dist, section, arch) bh@89: bh@89: # update apt archive bh@89: call(cmdexpand("ssh $publish_user$@$publish_host" bh@89: " $publish_apt_archive_update", bh@200: **config)) bh@89: bh@89: def main(): bh@89: options, args = parse_commandline() bh@200: for required_opt in ["dist", "section"]: bh@89: if getattr(options, required_opt) is None: bh@89: print >>sys.stderr, "The --%s option must be given" % required_opt bh@89: sys.exit(1) bh@89: publish_packages(options.config_file, options.track, options.revision, bh@89: options.dist, options.section) bh@89: bh@89: main()