Mercurial > treepkg
view recipes/gnupg/base.py @ 440:383d23c6bfde
Merged revisions 346-386 via svnmerge from
svn+ssh://svn.wald.intevation.org/treepkg/branches/treepkg-status
........
r346 | bricks | 2010-07-07 17:40:48 +0200 (Mi, 07 Jul 2010) | 2 lines
added classed for treepkg status xml generation
........
r347 | bricks | 2010-07-08 12:07:39 +0200 (Do, 08 Jul 2010) | 10 lines
renamed new status dir to info because of a naming conflict with status.py
let the user specify a treepkg name in the config
the name is propagated to PackagerGroup
[treepkg]
name: <treepkgname>
becomes:
pg = PackagerGroup(...)
pg.name
........
r348 | bricks | 2010-07-08 15:25:07 +0200 (Do, 08 Jul 2010) | 3 lines
moved test file to test main dir
fixed missing : after def statement
........
r349 | bricks | 2010-07-08 17:59:52 +0200 (Do, 08 Jul 2010) | 2 lines
added treepkg_dir andd tracks_dir attributes to PackageGroup
........
r350 | bricks | 2010-07-08 18:00:32 +0200 (Do, 08 Jul 2010) | 2 lines
changed <millpath> to <trackspath>
........
r351 | bricks | 2010-07-08 18:08:39 +0200 (Do, 08 Jul 2010) | 2 lines
check if config file exists to get usefull error output
........
r352 | bricks | 2010-07-08 18:11:13 +0200 (Do, 08 Jul 2010) | 2 lines
write first info about tracks
........
r353 | bricks | 2010-07-09 12:20:49 +0200 (Fr, 09 Jul 2010) | 2 lines
get all log files
........
r354 | bricks | 2010-07-09 14:42:42 +0200 (Fr, 09 Jul 2010) | 2 lines
added md5sum function
........
r355 | bricks | 2010-07-09 15:15:15 +0200 (Fr, 09 Jul 2010) | 4 lines
implemented nearly all info
only arch and os info are missing
........
r356 | bricks | 2010-07-09 16:19:17 +0200 (Fr, 09 Jul 2010) | 2 lines
Bugfix: source was not defined
........
r357 | bricks | 2010-07-09 16:44:52 +0200 (Fr, 09 Jul 2010) | 3 lines
fixed some typos
added missing add_checksum methond
........
r358 | bricks | 2010-07-09 17:06:15 +0200 (Fr, 09 Jul 2010) | 2 lines
fixed status line for revision
........
r359 | bricks | 2010-07-12 14:10:34 +0200 (Mo, 12 Jul 2010) | 2 lines
let the user specify num revisions that should be shown in the info
........
r360 | bricks | 2010-07-12 14:21:39 +0200 (Mo, 12 Jul 2010) | 2 lines
missed in last commit
........
r361 | bricks | 2010-07-12 17:06:22 +0200 (Mo, 12 Jul 2010) | 2 lines
add os config statement
........
r362 | bricks | 2010-07-12 17:47:42 +0200 (Mo, 12 Jul 2010) | 3 lines
moved packages and logs to revision tag
implemented os and arch info
........
r363 | bricks | 2010-07-13 14:23:28 +0200 (Di, 13 Jul 2010) | 2 lines
updated test readconfig for os config variable
........
r364 | bricks | 2010-07-13 14:24:14 +0200 (Di, 13 Jul 2010) | 2 lines
moved common publish functions to a seperate module
........
r365 | bricks | 2010-07-13 16:26:11 +0200 (Di, 13 Jul 2010) | 2 lines
moved arch info to each package info
........
r366 | bricks | 2010-07-13 18:46:17 +0200 (Di, 13 Jul 2010) | 2 lines
inital checkin for new publishpackages processing
........
r367 | bricks | 2010-07-21 17:52:15 +0200 (Mi, 21 Jul 2010) | 2 lines
implemented parsing from xml string
........
r368 | bricks | 2010-07-22 12:17:42 +0200 (Do, 22 Jul 2010) | 2 lines
copy binary-all packages in all binary-xyz dirs
........
r369 | bricks | 2010-07-22 12:26:40 +0200 (Do, 22 Jul 2010) | 2 lines
fixed small bugs
........
r370 | bricks | 2010-07-22 13:02:36 +0200 (Do, 22 Jul 2010) | 2 lines
added a new root element which is called TreepkgRoot for Treepkg Info classes
........
r371 | bricks | 2010-07-22 13:09:52 +0200 (Do, 22 Jul 2010) | 3 lines
fixed some small issues
remember: run pychecker BEFORE the commit
........
r372 | bricks | 2010-07-22 18:01:43 +0200 (Do, 22 Jul 2010) | 2 lines
improved publishdebianpackages and fixed a lot of bugs in the xml info parsing part
........
r373 | bricks | 2010-07-23 18:40:38 +0200 (Fr, 23 Jul 2010) | 2 lines
implemented CacheDb to store copied Packages from build host
........
r374 | bricks | 2010-07-26 10:28:48 +0200 (Mo, 26 Jul 2010) | 2 lines
moved data handling in publishdebianpackages into seperate module
........
r375 | bricks | 2010-07-26 11:42:07 +0200 (Mo, 26 Jul 2010) | 2 lines
fixed some typos
........
r376 | bricks | 2010-07-26 12:12:40 +0200 (Mo, 26 Jul 2010) | 2 lines
first version of incremental copying debian packages to cachedir
........
r377 | bricks | 2010-07-26 14:58:50 +0200 (Mo, 26 Jul 2010) | 2 lines
incremental copying only changed debian packages
........
r378 | bricks | 2010-07-26 15:39:10 +0200 (Mo, 26 Jul 2010) | 3 lines
use md5 instead of hashlib module
(md5 is deprecated in favour of hashlib in python 2.5)
........
r379 | bricks | 2010-07-26 15:46:19 +0200 (Mo, 26 Jul 2010) | 2 lines
make treepkg compatible to python 2.4
........
r380 | bricks | 2010-07-26 15:50:49 +0200 (Mo, 26 Jul 2010) | 2 lines
fixed last commit (db instead of sqlite3)
........
r381 | bricks | 2010-07-27 10:54:15 +0200 (Di, 27 Jul 2010) | 2 lines
fixed wrong import statement
........
r382 | bricks | 2010-07-27 10:54:34 +0200 (Di, 27 Jul 2010) | 2 lines
removed unnecessary debug output
........
r383 | bricks | 2010-07-27 18:28:22 +0200 (Di, 27 Jul 2010) | 2 lines
check if upload hook is empty
........
r384 | bricks | 2010-07-28 09:35:21 +0200 (Mi, 28 Jul 2010) | 2 lines
run rsync only an arch dirs that are present in the current treepkg
........
r385 | bricks | 2010-07-28 09:35:54 +0200 (Mi, 28 Jul 2010) | 2 lines
add helper tool to list content of a cache db
........
r386 | bricks | 2010-07-28 10:33:48 +0200 (Mi, 28 Jul 2010) | 3 lines
fixed a typo
regex fails if option is empty
........
author | Bjoern Ricks <bricks@intevation.de> |
---|---|
date | Fri, 06 Aug 2010 13:28:47 +0000 |
parents | f5282057838a |
children | 3a83cb3c6504 |
line wrap: on
line source
# Copyright (C) 2007, 2008 by Intevation GmbH # Authors: # Bernhard Herzog <bh@intevation.de> # # This program is free software under the GPL (>=v2) # Read the file COPYING coming with the software for details. """Base classes for all gnupg packagers""" import os import re import inspect import new import treepkg.util import treepkg.packager import treepkg.run as run from treepkg.cmdexpand import cmdexpand class BaseSourcePackager(treepkg.packager.SourcePackager): def orig_source_version(self, directory): """Determines the version from the configure.ac file in directory""" filename = os.path.join(directory, "configure.ac") for line in open(filename): # Matches lines like # m4_define(my_version, [1.1.7]) # used by most of the gnupg packages match = re.match(r"m4_define\(\[?my_version\]?, \[([^]]+)\]\)", line) if match: return match.group(1) # Matches lines like. # AC_INIT(pinentry, 0.7.6-cvs, [gnupg-devel@gnupg.org]) # pinentry is the GnuPG package that actually needs this match = re.match(r"AC_INIT\([a-zA-Z_]+, ([0-9.]+)", line) if match: return match.group(1) raise RuntimeError("Could not determine the version number from %s" % filename) def determine_package_version(self, directory): return "%s+svn%s" % (self.orig_source_version(directory), self.revision) def do_package(self): pkgbaseversion, pkgbasedir = self.export_sources() run.call(cmdexpand("/bin/sh autogen.sh"), cwd=pkgbasedir, suppress_output=True) orig_version = self.orig_source_version(pkgbasedir) # patch the version number in the newly generated configure # file. autogen.sh normally determines it from svn, but here it # ran on a copy that did not include the .svn subdirectories and # thus could not find the svn revision. treepkg.util.replace_in_file(os.path.join(pkgbasedir, "configure"), re.escape(orig_version) + "-svn0", orig_version + "-svn%s" % self.revision) pkgbasename = self.pkg_basename + "_" + pkgbaseversion origtargz = os.path.join(self.work_dir, pkgbasename + ".orig.tar.gz") self.create_tarball(origtargz, self.work_dir, os.path.basename(pkgbasedir)) changemsg = ("Update to SVN rev. %s" % (self.revision,)) self.copy_debian_directory(pkgbasedir, pkgbaseversion, changemsg) self.create_source_package(pkgbasedir, origtargz) self.move_source_package(pkgbasename) class SmartSourcePackager(BaseSourcePackager): """SourcePackager that uses pbuilder to create the source tarball. We try to create source tarballs that are as close to the tarballs created by the upstream maintainers as possible. For the gnupg software this means we need to run 'make dist' in a configured SVN working copy with some additional software installed like autoconf and texinfo. We want to avoid running code from a working copy outside of the pbuilder environment and having to install recipe specific additional software packages in the treepkg host system. Therefore we create the source tarball using 'pbuilder execute' with a script. """ createtarball_script = """\ #! /bin/bash set -e apt-get --assume-yes --force-yes install %(builddeps)s # copy the source tree to a directory that's under pbuilder control so # that it gets removed along with the build environment. Otherwise we # end up with a directory containing files that cannot be removed by # treepkg workdir=/tmp/work cp -a %(basedir)s $workdir cd $workdir # tweak autoconf settings so that make dist produces a tar.gz, not a # tar.bz2. Removing all options whose names contain 'dist' should # achieve that. cp Makefile.am Makefile.am.orig sed -e '/AUTOMAKE_OPTIONS/ s/[a-zA-Z0-9-]*dist[a-zA-Z0-9-]*//g' \ Makefile.am.orig > Makefile.am ./autogen.sh ./configure --enable-maintainer-mode # revert autoconf changes, so that the original Makefile.am ends up in # the tarball mv Makefile.am.orig Makefile.am %(make_dist_command)s mv *.tar.gz %(origtargz)s """ make_dist_command = "make dist" def __init__(self, *args): super(SmartSourcePackager, self).__init__(*args) self.pkgbasename = None self.pkgbaseversion = None self.origtargz = None def copy_workingcopy(self, dest): treepkg.util.copytree(self.track.checkout_dir, dest) def create_original_tarball(self): copied_working_copy = os.path.join(self.work_dir, "copied_working_copy") self.copy_workingcopy(copied_working_copy) self.pkgbaseversion = \ self.determine_package_version(copied_working_copy) self.pkgbasename = self.pkg_basename + "_" + self.pkgbaseversion self.origtargz = os.path.join(self.work_dir, self.pkgbasename + ".orig.tar.gz") script = (self.createtarball_script % dict(builddeps=" ".join(self.track.dependencies_required() | self.tarball_dependencies), basedir=copied_working_copy, origtargz=self.origtargz, make_dist_command=self.make_dist_command)) script_name = os.path.join(self.work_dir, "createtarball") treepkg.util.writefile(script_name, script, 0755) treepkg.util.ensure_directory(self.src_dir) treepkg.util.ensure_directory(self.log_dir) self.track.builder.run_script([script_name], logfile=os.path.join(self.log_dir, "tarball_log.txt"), bindmounts=[self.work_dir, self.src_dir]) def create_orig_dir(self): """Unpacks the tarball created by create_original_tarball into work_dir """ unpack_dir = os.path.join(self.work_dir, "unpack") treepkg.util.ensure_directory(unpack_dir) run.call(cmdexpand("tar xzf $origtargz -C $unpack_dir", unpack_dir=unpack_dir, origtargz=self.origtargz)) unpacked_files = treepkg.util.listdir_abs(unpack_dir) if len(unpacked_files) != 1: raise RuntimeError("%s should have extracted to a single directory", origtargz) unpacked_dir = unpacked_files[0] orig_dir = os.path.join(self.work_dir, os.path.basename(unpacked_dir)) os.rename(unpacked_dir, orig_dir) return orig_dir def do_package(self): self.create_original_tarball() orig_dir = self.create_orig_dir() changemsg = ("Update to SVN rev. %s" % (self.revision,)) self.copy_debian_directory(orig_dir, self.pkgbaseversion, changemsg) self.create_source_package(orig_dir, self.origtargz) self.move_source_package(self.pkgbasename) def define_gnupg_packager(pkg_basename, tarball_dependencies=("autoconf", "automake", "texinfo", "subversion"), make_dist_command=None): """Create a SourcePackager for a GnuPG package in the caller's globals(). This is a helper function for the modules in the recipe.gnupg package. """ base_class = BaseSourcePackager class_attributes = dict(pkg_basename=pkg_basename) if tarball_dependencies is not None: base_class = SmartSourcePackager class_attributes["tarball_dependencies"] = set(tarball_dependencies) if make_dist_command is not None: base_class = SmartSourcePackager class_attributes["make_dist_command"] = make_dist_command caller_globals = inspect.currentframe().f_back.f_globals caller_globals["SourcePackager"] = new.classobj("SourcePackager", (base_class,), class_attributes)