annotate recipes/wince/libexpat.py @ 462:058856954e2d

Make the compress_all_logs call builder independent and also compress if an error occurs before the builders are executed.
author Andre Heinecke <aheinecke@intevation.de>
date Tue, 31 Aug 2010 15:56:46 +0000
parents 964e6981847a
children
rev   line source
376
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
1 # Copyright (C) 2010 by Intevation GmbH
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
2 # Authors:
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
3 # Andre Heinecke <aheinecke@intevation.de>
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
4 #
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
5 # This program is free software under the GPL (>=v2)
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
6 # Read the file COPYING coming with the software for details.
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
7
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
8 """Recipe to build libexpat from Git"""
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
9
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
10 import os
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
11 import re
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
12 import inspect
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
13 import new
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
14
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
15 import treepkg.util
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
16 import treepkg.packager
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
17 import treepkg.run as run
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
18 from treepkg.cmdexpand import cmdexpand
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
19
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
20 class SourcePackager(treepkg.packager.SourcePackager):
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
21
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
22 """SourcePackager that uses pbuilder to create the source tarball"""
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
23
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
24 tarball_dependencies=set(["autoconf", "automake","git-core", "git"])
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
25 createtarball_script = """\
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
26 #! /bin/bash
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
27 set -e
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
28
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
29 apt-get --assume-yes --force-yes install %(builddeps)s
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
30
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
31 # copy the source tree to a directory that's under pbuilder control so
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
32 # that it gets removed along with the build environment. Otherwise we
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
33 # end up with a directory containing files that cannot be removed by
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
34 # treepkg
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
35 workdir=/tmp/work
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
36 cp -a %(basedir)s $workdir
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
37 cd $workdir
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
38
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
39 export MINGWPATH=/opt/mingw32ce
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
40 export INCLUDE=$MINGWPATH/arm-mingw32ce/include:$MINGWPATH/include:$INCLUDE
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
41 export LIB=$MINGWPATH/arm-mingw32ce/lib:$MINGWPATH/lib:$LIB
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
42 export PATH=:$PATH:$MINGWPATH/bin:$MINGWPATH/arm-mingw32ce/bin:\
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
43 $MINGWPATH/libexec/gcc/arm-mingw32ce/4.4.0:
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
44
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
45 autoreconf
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
46 ./configure --enable-maintainer-mode --host=arm-mingw32ce
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
47 %(make_dist_command)s
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
48
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
49 mv *.tar.gz %(origtargz)s
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
50 """
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
51
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
52 make_dist_command = "make dist"
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
53
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
54 def __init__(self, *args):
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
55 super(SourcePackager, self).__init__(*args)
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
56 self.pkgbasename = None
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
57 self.pkgbaseversion = None
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
58 self.origtargz = None
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
59
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
60 def orig_source_version(self, directory):
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
61 """Determines the version from expat.h directory"""
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
62 filename = os.path.join(directory, "conftools/get-version.sh")
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
63 expat_h = os.path.join(directory, "lib/expat.h")
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
64 output = run.capture_output(cmdexpand("$filename $expat_h",**locals()))
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
65 return output
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
66
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
67 def determine_package_version(self, directory):
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
68 """ Returns a Git package Name """
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
69 date = run.capture_output(cmdexpand("/bin/sh -c \" git log --date=iso \
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
70 -n 1 | grep Date \
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
71 | awk \'{print $$2}\'\""),
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
72 cwd=directory)
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
73 time = run.capture_output(cmdexpand("/bin/sh -c \" git log --date=iso \
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
74 -n 1 | grep Date \
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
75 | awk \'{print $$3}\'\""),
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
76 cwd=directory)
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
77 date = date.replace('-','')
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
78 time = time.replace(':','')
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
79 return "%s-%s%s.%s" % (self.orig_source_version(directory),
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
80 date[:8], time[:4], self.revision[:7])
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
81
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
82 def copy_workingcopy(self, dest):
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
83 treepkg.util.copytree(self.track.checkout_dir, dest)
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
84
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
85 def create_original_tarball(self):
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
86 copied_working_copy = os.path.join(self.work_dir, "copied_working_copy")
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
87 self.copy_workingcopy(copied_working_copy)
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
88
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
89 self.pkgbaseversion = \
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
90 self.determine_package_version(copied_working_copy)
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
91 self.pkgbasename = self.pkg_basename + "_" + self.pkgbaseversion
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
92 self.origtargz = os.path.join(self.work_dir,
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
93 self.pkgbasename + ".orig.tar.gz")
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
94
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
95 script = (self.createtarball_script
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
96 % dict(builddeps=" ".join(self.track.dependencies_required()
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
97 | self.tarball_dependencies),
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
98 basedir=copied_working_copy,
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
99 origtargz=self.origtargz,
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
100 make_dist_command=self.make_dist_command))
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
101 script_name = os.path.join(self.work_dir, "createtarball")
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
102 treepkg.util.writefile(script_name, script, 0755)
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
103
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
104 treepkg.util.ensure_directory(self.src_dir)
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
105 treepkg.util.ensure_directory(self.log_dir)
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
106 self.track.builder.run_script([script_name],
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
107 logfile=os.path.join(self.log_dir,
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
108 "tarball_log.txt"),
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
109 bindmounts=[self.work_dir, self.src_dir])
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
110
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
111 def create_orig_dir(self):
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
112 """Unpacks the tarball created by create_original_tarball into work_dir
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
113 """
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
114 unpack_dir = os.path.join(self.work_dir, "unpack")
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
115 treepkg.util.ensure_directory(unpack_dir)
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
116 run.call(cmdexpand("tar xzf $origtargz -C $unpack_dir",
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
117 unpack_dir=unpack_dir, origtargz=self.origtargz))
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
118 unpacked_files = treepkg.util.listdir_abs(unpack_dir)
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
119 if len(unpacked_files) != 1:
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
120 raise RuntimeError("%s should have extracted to a single directory",
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
121 origtargz)
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
122 unpacked_dir = unpacked_files[0]
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
123
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
124 orig_dir = os.path.join(self.work_dir, os.path.basename(unpacked_dir))
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
125 os.rename(unpacked_dir, orig_dir)
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
126 return orig_dir
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
127
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
128 def do_package(self):
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
129 self.create_original_tarball()
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
130 orig_dir = self.create_orig_dir()
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
131
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
132 changemsg = ("Update to change: %s" % self.revision)
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
133
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
134 self.copy_debian_directory(orig_dir, self.pkgbaseversion, changemsg)
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
135
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
136 self.create_source_package(orig_dir, self.origtargz)
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
137 self.move_source_package(self.pkgbasename)
964e6981847a Added for Windows CE
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
138
This site is hosted by Intevation GmbH (Datenschutzerklärung und Impressum | Privacy Policy and Imprint)