Mercurial > treepkg > treepkg
annotate treepkg/packager.py @ 495:ca95be9d033a
add tests for determine debian upstream version
fix calling determine_upstream_version in determine_package_version
update authors
| author | Bjoern Ricks <bricks@intevation.de> |
|---|---|
| date | Thu, 14 Oct 2010 07:49:50 +0000 |
| parents | 31b64ebe4b42 |
| children | e44c9c3f69f8 |
| rev | line source |
|---|---|
|
495
ca95be9d033a
add tests for determine debian upstream version
Bjoern Ricks <bricks@intevation.de>
parents:
494
diff
changeset
|
1 # Copyright (C) 2007-2010 by Intevation GmbH |
| 0 | 2 # Authors: |
| 3 # Bernhard Herzog <bh@intevation.de> | |
|
495
ca95be9d033a
add tests for determine debian upstream version
Bjoern Ricks <bricks@intevation.de>
parents:
494
diff
changeset
|
4 # Bjoern Ricks <bjoern.ricks@intevation.de> |
|
ca95be9d033a
add tests for determine debian upstream version
Bjoern Ricks <bricks@intevation.de>
parents:
494
diff
changeset
|
5 # Andre Heinecke <andre.heinecke@intevation.de> |
| 0 | 6 # |
| 7 # This program is free software under the GPL (>=v2) | |
| 8 # Read the file COPYING coming with the software for details. | |
| 9 | |
| 10 """Classes to automatically build debian packages from subversion checkouts""" | |
| 11 | |
| 12 import os | |
|
437
48577b11375f
be more error prone in listing different files
Bjoern Ricks <bricks@intevation.de>
parents:
401
diff
changeset
|
13 import os.path |
| 0 | 14 import time |
| 15 import re | |
| 16 import logging | |
| 17 import shutil | |
|
16
7c55f3879c4d
Use the new status class and report start/stop time too
Bernhard Herzog <bh@intevation.de>
parents:
14
diff
changeset
|
18 import datetime |
|
113
312949e7628d
Add a smarter way to load the packager modules: Add the function
Bernhard Herzog <bh@intevation.de>
parents:
112
diff
changeset
|
19 import new |
|
464
5fda6768bef6
Enable a status_hook to be set and executed on status changes
Andre Heinecke <aheinecke@intevation.de>
parents:
462
diff
changeset
|
20 import sys |
| 0 | 21 |
| 22 import util | |
|
231
7dbf0a3443bb
Use treepkg.subversion.ManualWorkingCopy for the debian directory in a
Bernhard Herzog <bh@intevation.de>
parents:
229
diff
changeset
|
23 from subversion import SvnRepository, SvnWorkingCopy, ManualWorkingCopy |
|
321
092925ff75d7
Added basic Git support, configuration options:
Andre Heinecke <aheinecke@intevation.de>
parents:
312
diff
changeset
|
24 from git import GitRepository, GitWorkingCopy |
| 0 | 25 import run |
|
16
7c55f3879c4d
Use the new status class and report start/stop time too
Bernhard Herzog <bh@intevation.de>
parents:
14
diff
changeset
|
26 import status |
|
128
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
27 import debian |
|
45
3e610233ccfe
use cmdexpand when calling subprocesses
Bernhard Herzog <bh@intevation.de>
parents:
41
diff
changeset
|
28 from cmdexpand import cmdexpand |
|
112
cea98d4e4a6a
Abstract the pbuilder calls into the new class treepkg.builder.PBuilder.
Bernhard Herzog <bh@intevation.de>
parents:
106
diff
changeset
|
29 from builder import PBuilder |
|
378
41226e427823
Added an option to configure the used builder class from the treepkg.cfg. This
Andre Heinecke <aheinecke@intevation.de>
parents:
372
diff
changeset
|
30 from sbuilder import SbdmockBuilder |
| 0 | 31 |
|
135
e5b4dea52297
Make more of RevisionPackager available to SourcePackager and
Bernhard Herzog <bh@intevation.de>
parents:
131
diff
changeset
|
32 def _fromparent(attr): |
|
e5b4dea52297
Make more of RevisionPackager available to SourcePackager and
Bernhard Herzog <bh@intevation.de>
parents:
131
diff
changeset
|
33 """Creates a property that delegates its value to self.parent.<attr>""" |
|
e5b4dea52297
Make more of RevisionPackager available to SourcePackager and
Bernhard Herzog <bh@intevation.de>
parents:
131
diff
changeset
|
34 def get(self): |
|
e5b4dea52297
Make more of RevisionPackager available to SourcePackager and
Bernhard Herzog <bh@intevation.de>
parents:
131
diff
changeset
|
35 return getattr(self.parent, attr) |
|
e5b4dea52297
Make more of RevisionPackager available to SourcePackager and
Bernhard Herzog <bh@intevation.de>
parents:
131
diff
changeset
|
36 return property(get) |
|
e5b4dea52297
Make more of RevisionPackager available to SourcePackager and
Bernhard Herzog <bh@intevation.de>
parents:
131
diff
changeset
|
37 |
| 0 | 38 |
| 39 class SourcePackager(object): | |
| 40 | |
|
299
c32dc72ba979
Turn the SourcePackager class attribute pkg_basename into a per-track
Bernhard Herzog <bh@intevation.de>
parents:
297
diff
changeset
|
41 pkg_basename = property(lambda self: self.track.pkg_basename) |
|
300
e82fb08781a2
Turn the SourcePackager class attribute changemsg_template into a
Bernhard Herzog <bh@intevation.de>
parents:
299
diff
changeset
|
42 changemsg_template = property(lambda self: |
|
e82fb08781a2
Turn the SourcePackager class attribute changemsg_template into a
Bernhard Herzog <bh@intevation.de>
parents:
299
diff
changeset
|
43 self.track.changelog_msg_template) |
|
135
e5b4dea52297
Make more of RevisionPackager available to SourcePackager and
Bernhard Herzog <bh@intevation.de>
parents:
131
diff
changeset
|
44 track = _fromparent("track") |
|
e5b4dea52297
Make more of RevisionPackager available to SourcePackager and
Bernhard Herzog <bh@intevation.de>
parents:
131
diff
changeset
|
45 revision = _fromparent("revision") |
|
281
2b9d94f0ccad
Pass the package revision as a parameter to the RevisionPackager
Bernhard Herzog <bh@intevation.de>
parents:
276
diff
changeset
|
46 pkg_revision = _fromparent("pkg_revision") |
|
135
e5b4dea52297
Make more of RevisionPackager available to SourcePackager and
Bernhard Herzog <bh@intevation.de>
parents:
131
diff
changeset
|
47 status = _fromparent("status") |
|
136
5598014b2a1d
Add a log/ subdir for each revision. The filename is available as the
Bernhard Herzog <bh@intevation.de>
parents:
135
diff
changeset
|
48 log_dir = _fromparent("log_dir") |
|
135
e5b4dea52297
Make more of RevisionPackager available to SourcePackager and
Bernhard Herzog <bh@intevation.de>
parents:
131
diff
changeset
|
49 work_dir = _fromparent("work_dir") |
|
e5b4dea52297
Make more of RevisionPackager available to SourcePackager and
Bernhard Herzog <bh@intevation.de>
parents:
131
diff
changeset
|
50 src_dir = _fromparent("src_dir") |
|
e5b4dea52297
Make more of RevisionPackager available to SourcePackager and
Bernhard Herzog <bh@intevation.de>
parents:
131
diff
changeset
|
51 |
|
e5b4dea52297
Make more of RevisionPackager available to SourcePackager and
Bernhard Herzog <bh@intevation.de>
parents:
131
diff
changeset
|
52 def __init__(self, parent): |
|
e5b4dea52297
Make more of RevisionPackager available to SourcePackager and
Bernhard Herzog <bh@intevation.de>
parents:
131
diff
changeset
|
53 self.parent = parent |
| 0 | 54 |
|
495
ca95be9d033a
add tests for determine debian upstream version
Bjoern Ricks <bricks@intevation.de>
parents:
494
diff
changeset
|
55 def determine_upstream_version(self, directory=None): |
|
494
31b64ebe4b42
determine upstream_version of a package
Bjoern Ricks <bricks@intevation.de>
parents:
469
diff
changeset
|
56 """ |
|
31b64ebe4b42
determine upstream_version of a package
Bjoern Ricks <bricks@intevation.de>
parents:
469
diff
changeset
|
57 Tries to parse the upstream version from a source directory |
|
31b64ebe4b42
determine upstream_version of a package
Bjoern Ricks <bricks@intevation.de>
parents:
469
diff
changeset
|
58 and returns it as a string. |
|
31b64ebe4b42
determine upstream_version of a package
Bjoern Ricks <bricks@intevation.de>
parents:
469
diff
changeset
|
59 """ |
|
495
ca95be9d033a
add tests for determine debian upstream version
Bjoern Ricks <bricks@intevation.de>
parents:
494
diff
changeset
|
60 |
|
ca95be9d033a
add tests for determine debian upstream version
Bjoern Ricks <bricks@intevation.de>
parents:
494
diff
changeset
|
61 if not directory: |
|
ca95be9d033a
add tests for determine debian upstream version
Bjoern Ricks <bricks@intevation.de>
parents:
494
diff
changeset
|
62 directory = self.track.checkout_dir |
|
494
31b64ebe4b42
determine upstream_version of a package
Bjoern Ricks <bricks@intevation.de>
parents:
469
diff
changeset
|
63 # TODO: it should be possible to select which files should be searched |
|
31b64ebe4b42
determine upstream_version of a package
Bjoern Ricks <bricks@intevation.de>
parents:
469
diff
changeset
|
64 # for upstream_version |
|
31b64ebe4b42
determine upstream_version of a package
Bjoern Ricks <bricks@intevation.de>
parents:
469
diff
changeset
|
65 |
|
31b64ebe4b42
determine upstream_version of a package
Bjoern Ricks <bricks@intevation.de>
parents:
469
diff
changeset
|
66 #if os.path.isfile(os.path.join(directory, "CMakeList.txt")): |
|
31b64ebe4b42
determine upstream_version of a package
Bjoern Ricks <bricks@intevation.de>
parents:
469
diff
changeset
|
67 # return util.extract_cmakefile_version(os.path.join(directory, |
|
31b64ebe4b42
determine upstream_version of a package
Bjoern Ricks <bricks@intevation.de>
parents:
469
diff
changeset
|
68 # "CMakeList.txt")) |
|
31b64ebe4b42
determine upstream_version of a package
Bjoern Ricks <bricks@intevation.de>
parents:
469
diff
changeset
|
69 if os.path.isfile(os.path.join(directory, "configure.ac")): |
|
31b64ebe4b42
determine upstream_version of a package
Bjoern Ricks <bricks@intevation.de>
parents:
469
diff
changeset
|
70 return util.extract_configureac_version(os.path.join(directory, |
|
31b64ebe4b42
determine upstream_version of a package
Bjoern Ricks <bricks@intevation.de>
parents:
469
diff
changeset
|
71 "configure.ac")) |
|
31b64ebe4b42
determine upstream_version of a package
Bjoern Ricks <bricks@intevation.de>
parents:
469
diff
changeset
|
72 changelog = os.path.join(self.track.debian_dir, "changelog") |
|
31b64ebe4b42
determine upstream_version of a package
Bjoern Ricks <bricks@intevation.de>
parents:
469
diff
changeset
|
73 if os.path.isfile(changelog): |
|
31b64ebe4b42
determine upstream_version of a package
Bjoern Ricks <bricks@intevation.de>
parents:
469
diff
changeset
|
74 debian_version = util.debian_changelog_version( |
|
31b64ebe4b42
determine upstream_version of a package
Bjoern Ricks <bricks@intevation.de>
parents:
469
diff
changeset
|
75 changelog) |
|
31b64ebe4b42
determine upstream_version of a package
Bjoern Ricks <bricks@intevation.de>
parents:
469
diff
changeset
|
76 # upstream version is debian version without epoch and |
|
31b64ebe4b42
determine upstream_version of a package
Bjoern Ricks <bricks@intevation.de>
parents:
469
diff
changeset
|
77 # debian revision |
|
31b64ebe4b42
determine upstream_version of a package
Bjoern Ricks <bricks@intevation.de>
parents:
469
diff
changeset
|
78 if ":" in debian_version: |
|
31b64ebe4b42
determine upstream_version of a package
Bjoern Ricks <bricks@intevation.de>
parents:
469
diff
changeset
|
79 debian_version = debian_version.split(":")[1] |
|
31b64ebe4b42
determine upstream_version of a package
Bjoern Ricks <bricks@intevation.de>
parents:
469
diff
changeset
|
80 if "-" in debian_version: |
|
31b64ebe4b42
determine upstream_version of a package
Bjoern Ricks <bricks@intevation.de>
parents:
469
diff
changeset
|
81 debian_version = debian_version.split("-")[0] |
|
31b64ebe4b42
determine upstream_version of a package
Bjoern Ricks <bricks@intevation.de>
parents:
469
diff
changeset
|
82 upstream_version = debian_version |
|
31b64ebe4b42
determine upstream_version of a package
Bjoern Ricks <bricks@intevation.de>
parents:
469
diff
changeset
|
83 else: |
|
31b64ebe4b42
determine upstream_version of a package
Bjoern Ricks <bricks@intevation.de>
parents:
469
diff
changeset
|
84 upstream_version = "0" |
|
31b64ebe4b42
determine upstream_version of a package
Bjoern Ricks <bricks@intevation.de>
parents:
469
diff
changeset
|
85 |
|
31b64ebe4b42
determine upstream_version of a package
Bjoern Ricks <bricks@intevation.de>
parents:
469
diff
changeset
|
86 return upstream_version |
|
31b64ebe4b42
determine upstream_version of a package
Bjoern Ricks <bricks@intevation.de>
parents:
469
diff
changeset
|
87 |
|
31b64ebe4b42
determine upstream_version of a package
Bjoern Ricks <bricks@intevation.de>
parents:
469
diff
changeset
|
88 def determine_package_version(self, directory, additionals=None): |
|
31b64ebe4b42
determine upstream_version of a package
Bjoern Ricks <bricks@intevation.de>
parents:
469
diff
changeset
|
89 """Returns the resolved version template of the package as a string |
|
4
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
90 |
|
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
91 The directory parameter is the name of the directory containing |
|
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
92 the newly exported sources. The sources were exported with the |
|
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
93 export_sources method. |
|
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
94 |
|
494
31b64ebe4b42
determine upstream_version of a package
Bjoern Ricks <bricks@intevation.de>
parents:
469
diff
changeset
|
95 The addionals parameter may contain a dictionary with additional |
|
31b64ebe4b42
determine upstream_version of a package
Bjoern Ricks <bricks@intevation.de>
parents:
469
diff
changeset
|
96 variables used in the version template. |
|
31b64ebe4b42
determine upstream_version of a package
Bjoern Ricks <bricks@intevation.de>
parents:
469
diff
changeset
|
97 |
|
31b64ebe4b42
determine upstream_version of a package
Bjoern Ricks <bricks@intevation.de>
parents:
469
diff
changeset
|
98 Default variables that can be resolved are: |
|
31b64ebe4b42
determine upstream_version of a package
Bjoern Ricks <bricks@intevation.de>
parents:
469
diff
changeset
|
99 revision - The revision of the package |
|
31b64ebe4b42
determine upstream_version of a package
Bjoern Ricks <bricks@intevation.de>
parents:
469
diff
changeset
|
100 rules_revision - The revision of the packaging rules |
|
31b64ebe4b42
determine upstream_version of a package
Bjoern Ricks <bricks@intevation.de>
parents:
469
diff
changeset
|
101 pkg_date - The current date in the form: YYYYMMDD |
|
31b64ebe4b42
determine upstream_version of a package
Bjoern Ricks <bricks@intevation.de>
parents:
469
diff
changeset
|
102 pkg_revision - The number of times a new package has |
|
31b64ebe4b42
determine upstream_version of a package
Bjoern Ricks <bricks@intevation.de>
parents:
469
diff
changeset
|
103 been created from this track. |
|
31b64ebe4b42
determine upstream_version of a package
Bjoern Ricks <bricks@intevation.de>
parents:
469
diff
changeset
|
104 upstream_version - The version parsed from the sources or |
|
31b64ebe4b42
determine upstream_version of a package
Bjoern Ricks <bricks@intevation.de>
parents:
469
diff
changeset
|
105 package descriptions by |
|
31b64ebe4b42
determine upstream_version of a package
Bjoern Ricks <bricks@intevation.de>
parents:
469
diff
changeset
|
106 determine_upstream_version. Default: "0" |
|
4
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
107 """ |
|
450
5c06e0a0d329
Enable more variables to be used in the version template.
Andre Heinecke <aheinecke@intevation.de>
parents:
441
diff
changeset
|
108 revision = self.revision |
|
5c06e0a0d329
Enable more variables to be used in the version template.
Andre Heinecke <aheinecke@intevation.de>
parents:
441
diff
changeset
|
109 rules_revision = self.parent.rules_revision |
|
5c06e0a0d329
Enable more variables to be used in the version template.
Andre Heinecke <aheinecke@intevation.de>
parents:
441
diff
changeset
|
110 pkg_revision = self.parent.pkg_revision |
|
5c06e0a0d329
Enable more variables to be used in the version template.
Andre Heinecke <aheinecke@intevation.de>
parents:
441
diff
changeset
|
111 pkg_date = time.strftime("%Y%m%d", time.localtime()) |
|
495
ca95be9d033a
add tests for determine debian upstream version
Bjoern Ricks <bricks@intevation.de>
parents:
494
diff
changeset
|
112 upstream_version = self.determine_upstream_version(directory) |
|
494
31b64ebe4b42
determine upstream_version of a package
Bjoern Ricks <bricks@intevation.de>
parents:
469
diff
changeset
|
113 version_dict = locals().copy() |
|
31b64ebe4b42
determine upstream_version of a package
Bjoern Ricks <bricks@intevation.de>
parents:
469
diff
changeset
|
114 if type(additionals).__name__=='dict': |
|
31b64ebe4b42
determine upstream_version of a package
Bjoern Ricks <bricks@intevation.de>
parents:
469
diff
changeset
|
115 version_dict.update(additionals) |
|
31b64ebe4b42
determine upstream_version of a package
Bjoern Ricks <bricks@intevation.de>
parents:
469
diff
changeset
|
116 return self.track.version_template % version_dict |
| 0 | 117 |
| 118 def export_sources(self): | |
|
4
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
119 """Export the sources from the subversion working directory |
|
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
120 |
|
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
121 This method first exports the sources to a temporary directory |
|
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
122 and then renames the directory. The new name is of the form |
|
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
123 |
|
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
124 <pkg_basename>-<version> |
|
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
125 |
|
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
126 Where pkg_basename is the value of self.pkg_basename and version |
|
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
127 is the return value of the determine_package_version() method. |
|
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
128 """ |
| 0 | 129 temp_dir = os.path.join(self.work_dir, "temp") |
|
53
74cd21b6400b
rename some variables from pkg_track to track
Bernhard Herzog <bh@intevation.de>
parents:
52
diff
changeset
|
130 self.track.export_sources(temp_dir) |
| 0 | 131 |
| 132 pkgbaseversion = self.determine_package_version(temp_dir) | |
|
4
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
133 pkgbasedir = os.path.join(self.work_dir, |
|
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
134 self.pkg_basename + "-" + pkgbaseversion) |
| 0 | 135 |
| 136 os.rename(temp_dir, pkgbasedir) | |
| 137 return pkgbaseversion, pkgbasedir | |
| 138 | |
| 139 | |
|
276
f3dee156e3e3
Add pkgbaseversion parameter to the prepare_sources_for_tarball method
Bernhard Herzog <bh@intevation.de>
parents:
274
diff
changeset
|
140 def prepare_sources_for_tarball(self, pkgbasedir, pkgbaseversion): |
|
274
2676abfc0e1d
Refactoring: Implement do_package in treepkg.packager.SourcePackager.
Bernhard Herzog <bh@intevation.de>
parents:
261
diff
changeset
|
141 """Prepare the exported sources prior to creating the tarball. |
|
4
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
142 |
|
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
143 The default implementation does nothing. Derived classes should |
|
274
2676abfc0e1d
Refactoring: Implement do_package in treepkg.packager.SourcePackager.
Bernhard Herzog <bh@intevation.de>
parents:
261
diff
changeset
|
144 override this method if necessary to e.g. update the version |
|
2676abfc0e1d
Refactoring: Implement do_package in treepkg.packager.SourcePackager.
Bernhard Herzog <bh@intevation.de>
parents:
261
diff
changeset
|
145 numbers in the code. |
|
4
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
146 """ |
| 0 | 147 |
|
207
b82fe4d25893
SourcePackager.create_tarball: add parameter to specify compression method
Bernhard Herzog <bh@intevation.de>
parents:
202
diff
changeset
|
148 def create_tarball(self, tarballname, workdir, basedir, compression="gz"): |
|
4
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
149 """Creates a new tarball. |
|
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
150 |
|
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
151 Parameters: |
|
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
152 |
|
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
153 tarballname -- the filename of the new tarball |
|
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
154 workdir -- The directory into which to change before running tar. |
|
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
155 (actually this is done with GNUI tar's -C option) |
|
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
156 basedir -- The basedirectory of the files that are packaged |
|
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
157 into the tarfile. This should be a relative |
|
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
158 filename directly in workdir. |
|
207
b82fe4d25893
SourcePackager.create_tarball: add parameter to specify compression method
Bernhard Herzog <bh@intevation.de>
parents:
202
diff
changeset
|
159 compression -- The compression method to use as a string. |
|
b82fe4d25893
SourcePackager.create_tarball: add parameter to specify compression method
Bernhard Herzog <bh@intevation.de>
parents:
202
diff
changeset
|
160 Suported are 'gz' for gzip compression (the |
|
b82fe4d25893
SourcePackager.create_tarball: add parameter to specify compression method
Bernhard Herzog <bh@intevation.de>
parents:
202
diff
changeset
|
161 default) and 'bz2' for bzip2. |
|
4
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
162 """ |
| 0 | 163 logging.info("Creating tarball %r", tarballname) |
|
207
b82fe4d25893
SourcePackager.create_tarball: add parameter to specify compression method
Bernhard Herzog <bh@intevation.de>
parents:
202
diff
changeset
|
164 if compression == "gz": |
|
b82fe4d25893
SourcePackager.create_tarball: add parameter to specify compression method
Bernhard Herzog <bh@intevation.de>
parents:
202
diff
changeset
|
165 compression_flag = "z" |
|
b82fe4d25893
SourcePackager.create_tarball: add parameter to specify compression method
Bernhard Herzog <bh@intevation.de>
parents:
202
diff
changeset
|
166 elif compression == "bz2": |
|
b82fe4d25893
SourcePackager.create_tarball: add parameter to specify compression method
Bernhard Herzog <bh@intevation.de>
parents:
202
diff
changeset
|
167 compression_flag = "j" |
|
b82fe4d25893
SourcePackager.create_tarball: add parameter to specify compression method
Bernhard Herzog <bh@intevation.de>
parents:
202
diff
changeset
|
168 else: |
|
b82fe4d25893
SourcePackager.create_tarball: add parameter to specify compression method
Bernhard Herzog <bh@intevation.de>
parents:
202
diff
changeset
|
169 raise ValueError("Unknown compression method %r" % compression) |
|
b82fe4d25893
SourcePackager.create_tarball: add parameter to specify compression method
Bernhard Herzog <bh@intevation.de>
parents:
202
diff
changeset
|
170 |
|
b82fe4d25893
SourcePackager.create_tarball: add parameter to specify compression method
Bernhard Herzog <bh@intevation.de>
parents:
202
diff
changeset
|
171 run.call(cmdexpand("tar c -$compression_flag -f $tarballname" |
|
b82fe4d25893
SourcePackager.create_tarball: add parameter to specify compression method
Bernhard Herzog <bh@intevation.de>
parents:
202
diff
changeset
|
172 " -C $workdir $basedir", **locals())) |
| 0 | 173 |
| 174 def copy_debian_directory(self, pkgbasedir, pkgbaseversion, changemsg): | |
|
4
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
175 """Copies the debian directory and updates the copy's changelog |
|
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
176 |
|
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
177 Parameter: |
|
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
178 pkgbasedir -- The directory holding the unpacked source package |
|
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
179 pkgbaseversion -- The version to update the changelog to |
|
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
180 changemsg -- The message for the changelog |
|
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
181 |
|
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
182 When determining the actual version for the new package, this |
|
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
183 function looks at the previous version in the changelog. If it |
|
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
184 has a prefix separated from the version number by a colon this |
|
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
185 prefix is prepended to the pkgbaseversion parameter. Debian |
|
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
186 uses such prefixes for the kde packages. |
|
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
187 """ |
| 0 | 188 debian_dir = os.path.join(pkgbasedir, "debian") |
| 189 changelog = os.path.join(debian_dir, "changelog") | |
| 190 | |
|
53
74cd21b6400b
rename some variables from pkg_track to track
Bernhard Herzog <bh@intevation.de>
parents:
52
diff
changeset
|
191 self.track.copy_debian_directory(debian_dir) |
| 0 | 192 |
| 193 logging.info("Updating %r", changelog) | |
| 194 oldversion = util.debian_changelog_version(changelog) | |
| 195 if ":" in oldversion: | |
| 196 oldversionprefix = oldversion.split(":")[0] + ":" | |
| 197 else: | |
| 198 oldversionprefix = "" | |
|
281
2b9d94f0ccad
Pass the package revision as a parameter to the RevisionPackager
Bernhard Herzog <bh@intevation.de>
parents:
276
diff
changeset
|
199 debrev = self.pkg_revision |
|
45
3e610233ccfe
use cmdexpand when calling subprocesses
Bernhard Herzog <bh@intevation.de>
parents:
41
diff
changeset
|
200 run.call(cmdexpand("debchange -c $changelog" |
|
93
73c67372c7f7
Make the prefix used in the debian revision number configurable.
Bernhard Herzog <bh@intevation.de>
parents:
91
diff
changeset
|
201 " -v ${oldversionprefix}${pkgbaseversion}-${debrev}" |
|
45
3e610233ccfe
use cmdexpand when calling subprocesses
Bernhard Herzog <bh@intevation.de>
parents:
41
diff
changeset
|
202 " $changemsg", **locals()), |
|
53
74cd21b6400b
rename some variables from pkg_track to track
Bernhard Herzog <bh@intevation.de>
parents:
52
diff
changeset
|
203 env=self.track.debian_environment()) |
| 0 | 204 |
| 205 | |
| 206 def create_source_package(self, pkgbasedir, origtargz): | |
|
4
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
207 """Creates a new source package from pkgbasedir and origtargz""" |
|
194
86360f3d5611
Log the output of the dpkg-source call to dpkg_source.txt.
Bernhard Herzog <bh@intevation.de>
parents:
191
diff
changeset
|
208 util.ensure_directory(self.log_dir) |
|
86360f3d5611
Log the output of the dpkg-source call to dpkg_source.txt.
Bernhard Herzog <bh@intevation.de>
parents:
191
diff
changeset
|
209 dpkg_source_log = os.path.join(self.log_dir, "dpkg_source.txt") |
|
86360f3d5611
Log the output of the dpkg-source call to dpkg_source.txt.
Bernhard Herzog <bh@intevation.de>
parents:
191
diff
changeset
|
210 logging.info("Creating new source package; logging to %s", |
|
86360f3d5611
Log the output of the dpkg-source call to dpkg_source.txt.
Bernhard Herzog <bh@intevation.de>
parents:
191
diff
changeset
|
211 dpkg_source_log) |
|
367
fb92f3c1b238
treepkg is now able to handle debian source format 1.0 and source format 3.0 (quilt)
Bjoern Ricks <bricks@intevation.de>
parents:
344
diff
changeset
|
212 |
|
fb92f3c1b238
treepkg is now able to handle debian source format 1.0 and source format 3.0 (quilt)
Bjoern Ricks <bricks@intevation.de>
parents:
344
diff
changeset
|
213 format = self.get_debian_source_format(pkgbasedir) |
|
fb92f3c1b238
treepkg is now able to handle debian source format 1.0 and source format 3.0 (quilt)
Bjoern Ricks <bricks@intevation.de>
parents:
344
diff
changeset
|
214 if format == "1.0": |
|
fb92f3c1b238
treepkg is now able to handle debian source format 1.0 and source format 3.0 (quilt)
Bjoern Ricks <bricks@intevation.de>
parents:
344
diff
changeset
|
215 run.call(cmdexpand("dpkg-source -b $directory $tarball", |
|
45
3e610233ccfe
use cmdexpand when calling subprocesses
Bernhard Herzog <bh@intevation.de>
parents:
41
diff
changeset
|
216 directory=os.path.basename(pkgbasedir), |
|
3e610233ccfe
use cmdexpand when calling subprocesses
Bernhard Herzog <bh@intevation.de>
parents:
41
diff
changeset
|
217 tarball=os.path.basename(origtargz)), |
| 0 | 218 cwd=os.path.dirname(pkgbasedir), |
|
194
86360f3d5611
Log the output of the dpkg-source call to dpkg_source.txt.
Bernhard Herzog <bh@intevation.de>
parents:
191
diff
changeset
|
219 logfile=dpkg_source_log, |
|
53
74cd21b6400b
rename some variables from pkg_track to track
Bernhard Herzog <bh@intevation.de>
parents:
52
diff
changeset
|
220 env=self.track.debian_environment()) |
|
367
fb92f3c1b238
treepkg is now able to handle debian source format 1.0 and source format 3.0 (quilt)
Bjoern Ricks <bricks@intevation.de>
parents:
344
diff
changeset
|
221 elif format == "3.0 (quilt)": |
|
fb92f3c1b238
treepkg is now able to handle debian source format 1.0 and source format 3.0 (quilt)
Bjoern Ricks <bricks@intevation.de>
parents:
344
diff
changeset
|
222 run.call(cmdexpand("dpkg-source -b $directory", |
|
fb92f3c1b238
treepkg is now able to handle debian source format 1.0 and source format 3.0 (quilt)
Bjoern Ricks <bricks@intevation.de>
parents:
344
diff
changeset
|
223 directory=os.path.basename(pkgbasedir)), |
|
fb92f3c1b238
treepkg is now able to handle debian source format 1.0 and source format 3.0 (quilt)
Bjoern Ricks <bricks@intevation.de>
parents:
344
diff
changeset
|
224 cwd=os.path.dirname(pkgbasedir), |
|
fb92f3c1b238
treepkg is now able to handle debian source format 1.0 and source format 3.0 (quilt)
Bjoern Ricks <bricks@intevation.de>
parents:
344
diff
changeset
|
225 logfile=dpkg_source_log, |
|
fb92f3c1b238
treepkg is now able to handle debian source format 1.0 and source format 3.0 (quilt)
Bjoern Ricks <bricks@intevation.de>
parents:
344
diff
changeset
|
226 env=self.track.debian_environment()) |
|
fb92f3c1b238
treepkg is now able to handle debian source format 1.0 and source format 3.0 (quilt)
Bjoern Ricks <bricks@intevation.de>
parents:
344
diff
changeset
|
227 else: |
|
fb92f3c1b238
treepkg is now able to handle debian source format 1.0 and source format 3.0 (quilt)
Bjoern Ricks <bricks@intevation.de>
parents:
344
diff
changeset
|
228 raise RuntimeError("debian source format %s is not supported by treepkg" % format) |
|
fb92f3c1b238
treepkg is now able to handle debian source format 1.0 and source format 3.0 (quilt)
Bjoern Ricks <bricks@intevation.de>
parents:
344
diff
changeset
|
229 |
|
fb92f3c1b238
treepkg is now able to handle debian source format 1.0 and source format 3.0 (quilt)
Bjoern Ricks <bricks@intevation.de>
parents:
344
diff
changeset
|
230 def get_debian_source_format(self, pkgbasedir): |
|
fb92f3c1b238
treepkg is now able to handle debian source format 1.0 and source format 3.0 (quilt)
Bjoern Ricks <bricks@intevation.de>
parents:
344
diff
changeset
|
231 formatfile = os.path.join(pkgbasedir, "debian", "source", "format") |
|
fb92f3c1b238
treepkg is now able to handle debian source format 1.0 and source format 3.0 (quilt)
Bjoern Ricks <bricks@intevation.de>
parents:
344
diff
changeset
|
232 if not os.path.exists(formatfile): |
|
fb92f3c1b238
treepkg is now able to handle debian source format 1.0 and source format 3.0 (quilt)
Bjoern Ricks <bricks@intevation.de>
parents:
344
diff
changeset
|
233 return "1.0" |
|
fb92f3c1b238
treepkg is now able to handle debian source format 1.0 and source format 3.0 (quilt)
Bjoern Ricks <bricks@intevation.de>
parents:
344
diff
changeset
|
234 else: |
|
fb92f3c1b238
treepkg is now able to handle debian source format 1.0 and source format 3.0 (quilt)
Bjoern Ricks <bricks@intevation.de>
parents:
344
diff
changeset
|
235 file = open(formatfile, "r") |
|
fb92f3c1b238
treepkg is now able to handle debian source format 1.0 and source format 3.0 (quilt)
Bjoern Ricks <bricks@intevation.de>
parents:
344
diff
changeset
|
236 line = file.readline() |
|
fb92f3c1b238
treepkg is now able to handle debian source format 1.0 and source format 3.0 (quilt)
Bjoern Ricks <bricks@intevation.de>
parents:
344
diff
changeset
|
237 file.close() |
|
fb92f3c1b238
treepkg is now able to handle debian source format 1.0 and source format 3.0 (quilt)
Bjoern Ricks <bricks@intevation.de>
parents:
344
diff
changeset
|
238 return line.strip() |
| 0 | 239 |
|
4
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
240 def move_source_package(self, pkgbasename): |
|
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
241 """Moves the new source package from the work_dir to the src_dir""" |
|
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
242 logging.info("Moving source package to %r", self.src_dir) |
|
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
243 util.ensure_directory(self.src_dir) |
|
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
244 for filename in [filename for filename in os.listdir(self.work_dir) |
|
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
245 if filename.startswith(pkgbasename)]: |
|
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
246 os.rename(os.path.join(self.work_dir, filename), |
|
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
247 os.path.join(self.src_dir, filename)) |
|
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
248 |
|
179
952d366f7b14
Implement optional signing of .dsc and .changes files
Bernhard Herzog <bh@intevation.de>
parents:
176
diff
changeset
|
249 def sign_package(self): |
|
952d366f7b14
Implement optional signing of .dsc and .changes files
Bernhard Herzog <bh@intevation.de>
parents:
176
diff
changeset
|
250 """Signs the .dsc file created buy the instance""" |
|
344
f06f707d9fda
merged branches/scratchbox into trunk
Bjoern Ricks <bricks@intevation.de>
parents:
340
diff
changeset
|
251 src_files = util.listdir_abs(self.src_dir, "*.dsc") |
|
f06f707d9fda
merged branches/scratchbox into trunk
Bjoern Ricks <bricks@intevation.de>
parents:
340
diff
changeset
|
252 if not src_files: |
|
f06f707d9fda
merged branches/scratchbox into trunk
Bjoern Ricks <bricks@intevation.de>
parents:
340
diff
changeset
|
253 raise RuntimeError("Could not find .dsc file in source" |
|
f06f707d9fda
merged branches/scratchbox into trunk
Bjoern Ricks <bricks@intevation.de>
parents:
340
diff
changeset
|
254 " directory %s" % self.src_dir) |
|
f06f707d9fda
merged branches/scratchbox into trunk
Bjoern Ricks <bricks@intevation.de>
parents:
340
diff
changeset
|
255 self.track.sign_file(src_files[0]) |
|
179
952d366f7b14
Implement optional signing of .dsc and .changes files
Bernhard Herzog <bh@intevation.de>
parents:
176
diff
changeset
|
256 |
| 0 | 257 def package(self): |
|
4
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
258 """Creates a source package from a subversion checkout. |
|
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
259 |
|
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
260 After setting up the working directory, this method calls the |
|
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
261 do_package method to do the actual packaging. Afterwards the |
|
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
262 work directory is removed. |
|
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
263 """ |
| 0 | 264 util.ensure_directory(self.work_dir) |
| 265 try: | |
|
41
f7ec40638a06
use the enums for the status field of RevisionStatus
Bernhard Herzog <bh@intevation.de>
parents:
36
diff
changeset
|
266 self.status.creating_source_package() |
|
4
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
267 self.do_package() |
|
179
952d366f7b14
Implement optional signing of .dsc and .changes files
Bernhard Herzog <bh@intevation.de>
parents:
176
diff
changeset
|
268 self.sign_package() |
|
41
f7ec40638a06
use the enums for the status field of RevisionStatus
Bernhard Herzog <bh@intevation.de>
parents:
36
diff
changeset
|
269 self.status.source_package_created() |
| 0 | 270 finally: |
| 271 logging.info("Removing workdir %r", self.work_dir) | |
| 272 shutil.rmtree(self.work_dir) | |
| 273 | |
|
4
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
274 def do_package(self): |
|
274
2676abfc0e1d
Refactoring: Implement do_package in treepkg.packager.SourcePackager.
Bernhard Herzog <bh@intevation.de>
parents:
261
diff
changeset
|
275 """Does the work of creating a source package.""" |
|
2676abfc0e1d
Refactoring: Implement do_package in treepkg.packager.SourcePackager.
Bernhard Herzog <bh@intevation.de>
parents:
261
diff
changeset
|
276 pkgbaseversion, pkgbasedir = self.export_sources() |
|
4
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
277 |
|
274
2676abfc0e1d
Refactoring: Implement do_package in treepkg.packager.SourcePackager.
Bernhard Herzog <bh@intevation.de>
parents:
261
diff
changeset
|
278 pkgbasename = self.pkg_basename + "_" + pkgbaseversion |
|
2676abfc0e1d
Refactoring: Implement do_package in treepkg.packager.SourcePackager.
Bernhard Herzog <bh@intevation.de>
parents:
261
diff
changeset
|
279 origtargz = os.path.join(self.work_dir, |
|
2676abfc0e1d
Refactoring: Implement do_package in treepkg.packager.SourcePackager.
Bernhard Herzog <bh@intevation.de>
parents:
261
diff
changeset
|
280 pkgbasename + ".orig.tar.gz") |
|
2676abfc0e1d
Refactoring: Implement do_package in treepkg.packager.SourcePackager.
Bernhard Herzog <bh@intevation.de>
parents:
261
diff
changeset
|
281 |
|
276
f3dee156e3e3
Add pkgbaseversion parameter to the prepare_sources_for_tarball method
Bernhard Herzog <bh@intevation.de>
parents:
274
diff
changeset
|
282 self.prepare_sources_for_tarball(pkgbasedir, pkgbaseversion) |
|
274
2676abfc0e1d
Refactoring: Implement do_package in treepkg.packager.SourcePackager.
Bernhard Herzog <bh@intevation.de>
parents:
261
diff
changeset
|
283 |
|
2676abfc0e1d
Refactoring: Implement do_package in treepkg.packager.SourcePackager.
Bernhard Herzog <bh@intevation.de>
parents:
261
diff
changeset
|
284 self.create_tarball(origtargz, self.work_dir, |
|
2676abfc0e1d
Refactoring: Implement do_package in treepkg.packager.SourcePackager.
Bernhard Herzog <bh@intevation.de>
parents:
261
diff
changeset
|
285 os.path.basename(pkgbasedir)) |
|
2676abfc0e1d
Refactoring: Implement do_package in treepkg.packager.SourcePackager.
Bernhard Herzog <bh@intevation.de>
parents:
261
diff
changeset
|
286 |
|
344
f06f707d9fda
merged branches/scratchbox into trunk
Bjoern Ricks <bricks@intevation.de>
parents:
340
diff
changeset
|
287 changemsg = self.get_change_msg() |
|
274
2676abfc0e1d
Refactoring: Implement do_package in treepkg.packager.SourcePackager.
Bernhard Herzog <bh@intevation.de>
parents:
261
diff
changeset
|
288 self.copy_debian_directory(pkgbasedir, pkgbaseversion, |
|
2676abfc0e1d
Refactoring: Implement do_package in treepkg.packager.SourcePackager.
Bernhard Herzog <bh@intevation.de>
parents:
261
diff
changeset
|
289 changemsg) |
|
2676abfc0e1d
Refactoring: Implement do_package in treepkg.packager.SourcePackager.
Bernhard Herzog <bh@intevation.de>
parents:
261
diff
changeset
|
290 |
|
2676abfc0e1d
Refactoring: Implement do_package in treepkg.packager.SourcePackager.
Bernhard Herzog <bh@intevation.de>
parents:
261
diff
changeset
|
291 self.create_source_package(pkgbasedir, origtargz) |
|
2676abfc0e1d
Refactoring: Implement do_package in treepkg.packager.SourcePackager.
Bernhard Herzog <bh@intevation.de>
parents:
261
diff
changeset
|
292 self.move_source_package(pkgbasename) |
|
4
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
293 |
|
344
f06f707d9fda
merged branches/scratchbox into trunk
Bjoern Ricks <bricks@intevation.de>
parents:
340
diff
changeset
|
294 def get_change_msg(self): |
|
f06f707d9fda
merged branches/scratchbox into trunk
Bjoern Ricks <bricks@intevation.de>
parents:
340
diff
changeset
|
295 return self.changemsg_template % dict(revision=self.revision) |
| 0 | 296 |
| 297 class BinaryPackager(object): | |
| 298 | |
|
135
e5b4dea52297
Make more of RevisionPackager available to SourcePackager and
Bernhard Herzog <bh@intevation.de>
parents:
131
diff
changeset
|
299 track = _fromparent("track") |
|
e5b4dea52297
Make more of RevisionPackager available to SourcePackager and
Bernhard Herzog <bh@intevation.de>
parents:
131
diff
changeset
|
300 status = _fromparent("status") |
|
136
5598014b2a1d
Add a log/ subdir for each revision. The filename is available as the
Bernhard Herzog <bh@intevation.de>
parents:
135
diff
changeset
|
301 log_dir = _fromparent("log_dir") |
|
135
e5b4dea52297
Make more of RevisionPackager available to SourcePackager and
Bernhard Herzog <bh@intevation.de>
parents:
131
diff
changeset
|
302 binary_dir = _fromparent("binary_dir") |
|
e5b4dea52297
Make more of RevisionPackager available to SourcePackager and
Bernhard Herzog <bh@intevation.de>
parents:
131
diff
changeset
|
303 |
|
e5b4dea52297
Make more of RevisionPackager available to SourcePackager and
Bernhard Herzog <bh@intevation.de>
parents:
131
diff
changeset
|
304 def __init__(self, parent, dsc_file, logfile): |
|
e5b4dea52297
Make more of RevisionPackager available to SourcePackager and
Bernhard Herzog <bh@intevation.de>
parents:
131
diff
changeset
|
305 self.parent = parent |
| 0 | 306 self.dsc_file = dsc_file |
| 307 self.logfile = logfile | |
| 308 | |
| 309 def package(self): | |
|
41
f7ec40638a06
use the enums for the status field of RevisionStatus
Bernhard Herzog <bh@intevation.de>
parents:
36
diff
changeset
|
310 self.status.creating_binary_package() |
| 0 | 311 util.ensure_directory(self.binary_dir) |
|
149
4526105f81a7
Make sure the log dir exists before attempting to run pbuilder build
Bernhard Herzog <bh@intevation.de>
parents:
143
diff
changeset
|
312 util.ensure_directory(self.log_dir) |
| 54 | 313 logging.info("Building binary package; logging to %r", self.logfile) |
|
297
4dd6ec3a1151
Make it possible to use parallel builds for packages that support it:
Bernhard Herzog <bh@intevation.de>
parents:
293
diff
changeset
|
314 self.track.builder.build(self.dsc_file, self.binary_dir, self.logfile, |
|
4dd6ec3a1151
Make it possible to use parallel builds for packages that support it:
Bernhard Herzog <bh@intevation.de>
parents:
293
diff
changeset
|
315 extra_env=self.track.debian_environment()) |
|
179
952d366f7b14
Implement optional signing of .dsc and .changes files
Bernhard Herzog <bh@intevation.de>
parents:
176
diff
changeset
|
316 self.sign_package() |
|
41
f7ec40638a06
use the enums for the status field of RevisionStatus
Bernhard Herzog <bh@intevation.de>
parents:
36
diff
changeset
|
317 self.status.binary_package_created() |
| 0 | 318 |
|
179
952d366f7b14
Implement optional signing of .dsc and .changes files
Bernhard Herzog <bh@intevation.de>
parents:
176
diff
changeset
|
319 def sign_package(self): |
|
370
0bee91b435ab
Fix typos in doc-strings.
Bernhard Herzog <bh@intevation.de>
parents:
367
diff
changeset
|
320 """Signs the .changes file created by the instance""" |
|
344
f06f707d9fda
merged branches/scratchbox into trunk
Bjoern Ricks <bricks@intevation.de>
parents:
340
diff
changeset
|
321 dirs = util.listdir_abs(self.binary_dir, "*.changes") |
|
f06f707d9fda
merged branches/scratchbox into trunk
Bjoern Ricks <bricks@intevation.de>
parents:
340
diff
changeset
|
322 if not dirs: |
|
f06f707d9fda
merged branches/scratchbox into trunk
Bjoern Ricks <bricks@intevation.de>
parents:
340
diff
changeset
|
323 raise RuntimeError("Cannot find changes File in %r" % self.binary_dir) |
|
f06f707d9fda
merged branches/scratchbox into trunk
Bjoern Ricks <bricks@intevation.de>
parents:
340
diff
changeset
|
324 self.track.sign_file(dirs[0]) |
|
179
952d366f7b14
Implement optional signing of .dsc and .changes files
Bernhard Herzog <bh@intevation.de>
parents:
176
diff
changeset
|
325 |
| 0 | 326 |
| 327 class RevisionPackager(object): | |
| 328 | |
|
4
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
329 source_packager_cls = SourcePackager |
|
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
330 binary_packager_cls = BinaryPackager |
|
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
331 |
|
281
2b9d94f0ccad
Pass the package revision as a parameter to the RevisionPackager
Bernhard Herzog <bh@intevation.de>
parents:
276
diff
changeset
|
332 def __init__(self, track, revision, rules_revision, pkg_revision=None, |
|
2b9d94f0ccad
Pass the package revision as a parameter to the RevisionPackager
Bernhard Herzog <bh@intevation.de>
parents:
276
diff
changeset
|
333 tag=""): |
|
53
74cd21b6400b
rename some variables from pkg_track to track
Bernhard Herzog <bh@intevation.de>
parents:
52
diff
changeset
|
334 self.track = track |
| 0 | 335 self.revision = revision |
|
229
653a45adda50
Prepare for svn managed debian rules directories. So far, the directory
Bernhard Herzog <bh@intevation.de>
parents:
224
diff
changeset
|
336 self.rules_revision = rules_revision |
|
281
2b9d94f0ccad
Pass the package revision as a parameter to the RevisionPackager
Bernhard Herzog <bh@intevation.de>
parents:
276
diff
changeset
|
337 |
|
2b9d94f0ccad
Pass the package revision as a parameter to the RevisionPackager
Bernhard Herzog <bh@intevation.de>
parents:
276
diff
changeset
|
338 if pkg_revision is None: |
|
293
faeeac2c4c71
Replace debrevision_prefix with pkg_revision_template. Their meaning is
Bernhard Herzog <bh@intevation.de>
parents:
281
diff
changeset
|
339 pkg_revision = (self.track.pkg_revision_template |
|
338
28df50b267f6
Expanded the pkg_revision_template dictionary to include rules revision
Andre Heinecke <aheinecke@intevation.de>
parents:
336
diff
changeset
|
340 % dict(pkg_revision=1, |
|
28df50b267f6
Expanded the pkg_revision_template dictionary to include rules revision
Andre Heinecke <aheinecke@intevation.de>
parents:
336
diff
changeset
|
341 rules_revision=rules_revision)) |
|
281
2b9d94f0ccad
Pass the package revision as a parameter to the RevisionPackager
Bernhard Herzog <bh@intevation.de>
parents:
276
diff
changeset
|
342 self.pkg_revision = pkg_revision |
|
2b9d94f0ccad
Pass the package revision as a parameter to the RevisionPackager
Bernhard Herzog <bh@intevation.de>
parents:
276
diff
changeset
|
343 |
|
229
653a45adda50
Prepare for svn managed debian rules directories. So far, the directory
Bernhard Herzog <bh@intevation.de>
parents:
224
diff
changeset
|
344 self.base_dir = self.track.pkg_dir_for_revision(self.revision, |
|
653a45adda50
Prepare for svn managed debian rules directories. So far, the directory
Bernhard Herzog <bh@intevation.de>
parents:
224
diff
changeset
|
345 rules_revision) |
|
36
086c68ca51d2
rename Status to RevisionStatus
Bernhard Herzog <bh@intevation.de>
parents:
26
diff
changeset
|
346 self.status = status.RevisionStatus(os.path.join(self.base_dir, |
|
464
5fda6768bef6
Enable a status_hook to be set and executed on status changes
Andre Heinecke <aheinecke@intevation.de>
parents:
462
diff
changeset
|
347 "status"), |
|
5fda6768bef6
Enable a status_hook to be set and executed on status changes
Andre Heinecke <aheinecke@intevation.de>
parents:
462
diff
changeset
|
348 self.after_setattr) |
|
260
6aeae11ca7fe
Add tag parameter to RevisionPackager constructor. The tag is stored in
Bernhard Herzog <bh@intevation.de>
parents:
238
diff
changeset
|
349 if tag: |
|
6aeae11ca7fe
Add tag parameter to RevisionPackager constructor. The tag is stored in
Bernhard Herzog <bh@intevation.de>
parents:
238
diff
changeset
|
350 util.ensure_directory(self.base_dir) |
|
6aeae11ca7fe
Add tag parameter to RevisionPackager constructor. The tag is stored in
Bernhard Herzog <bh@intevation.de>
parents:
238
diff
changeset
|
351 self.status.tags = tag |
| 0 | 352 |
|
172
06af36f915f2
Move the filenameproperty factory from treepkg/packager.py to
Bernhard Herzog <bh@intevation.de>
parents:
168
diff
changeset
|
353 log_dir = util.filenameproperty("log") |
|
06af36f915f2
Move the filenameproperty factory from treepkg/packager.py to
Bernhard Herzog <bh@intevation.de>
parents:
168
diff
changeset
|
354 work_dir = util.filenameproperty("work") |
|
06af36f915f2
Move the filenameproperty factory from treepkg/packager.py to
Bernhard Herzog <bh@intevation.de>
parents:
168
diff
changeset
|
355 binary_dir = util.filenameproperty("binary") |
|
06af36f915f2
Move the filenameproperty factory from treepkg/packager.py to
Bernhard Herzog <bh@intevation.de>
parents:
168
diff
changeset
|
356 src_dir = util.filenameproperty("src") |
|
06af36f915f2
Move the filenameproperty factory from treepkg/packager.py to
Bernhard Herzog <bh@intevation.de>
parents:
168
diff
changeset
|
357 build_log = util.filenameproperty("build_log.txt", dir_attr="log_dir") |
| 0 | 358 |
|
464
5fda6768bef6
Enable a status_hook to be set and executed on status changes
Andre Heinecke <aheinecke@intevation.de>
parents:
462
diff
changeset
|
359 def after_setattr(self, status, attr): |
|
5fda6768bef6
Enable a status_hook to be set and executed on status changes
Andre Heinecke <aheinecke@intevation.de>
parents:
462
diff
changeset
|
360 ''' |
|
5fda6768bef6
Enable a status_hook to be set and executed on status changes
Andre Heinecke <aheinecke@intevation.de>
parents:
462
diff
changeset
|
361 Execute a hook set in the source_hook configuration attribute |
|
5fda6768bef6
Enable a status_hook to be set and executed on status changes
Andre Heinecke <aheinecke@intevation.de>
parents:
462
diff
changeset
|
362 every time the status changes. |
|
5fda6768bef6
Enable a status_hook to be set and executed on status changes
Andre Heinecke <aheinecke@intevation.de>
parents:
462
diff
changeset
|
363 ''' |
|
5fda6768bef6
Enable a status_hook to be set and executed on status changes
Andre Heinecke <aheinecke@intevation.de>
parents:
462
diff
changeset
|
364 if not self.track.status_hook: return |
|
5fda6768bef6
Enable a status_hook to be set and executed on status changes
Andre Heinecke <aheinecke@intevation.de>
parents:
462
diff
changeset
|
365 logging.info("Executing status hook: %s" % self.track.status_hook ) |
|
5fda6768bef6
Enable a status_hook to be set and executed on status changes
Andre Heinecke <aheinecke@intevation.de>
parents:
462
diff
changeset
|
366 status_env = { |
|
5fda6768bef6
Enable a status_hook to be set and executed on status changes
Andre Heinecke <aheinecke@intevation.de>
parents:
462
diff
changeset
|
367 "TREEPKG_TRACK" : self.track.name, |
|
5fda6768bef6
Enable a status_hook to be set and executed on status changes
Andre Heinecke <aheinecke@intevation.de>
parents:
462
diff
changeset
|
368 "TREEPKG_BASE_DIR" : self.base_dir, |
|
5fda6768bef6
Enable a status_hook to be set and executed on status changes
Andre Heinecke <aheinecke@intevation.de>
parents:
462
diff
changeset
|
369 "TREEPKG_STATE" : attr, |
|
5fda6768bef6
Enable a status_hook to be set and executed on status changes
Andre Heinecke <aheinecke@intevation.de>
parents:
462
diff
changeset
|
370 "TREEPKG_STATENAME" : status.status.name |
|
5fda6768bef6
Enable a status_hook to be set and executed on status changes
Andre Heinecke <aheinecke@intevation.de>
parents:
462
diff
changeset
|
371 } |
|
5fda6768bef6
Enable a status_hook to be set and executed on status changes
Andre Heinecke <aheinecke@intevation.de>
parents:
462
diff
changeset
|
372 run.call(cmdexpand(self.track.status_hook), extra_env=status_env) |
|
5fda6768bef6
Enable a status_hook to be set and executed on status changes
Andre Heinecke <aheinecke@intevation.de>
parents:
462
diff
changeset
|
373 |
| 0 | 374 def find_dsc_file(self): |
| 375 for filename in os.listdir(self.src_dir): | |
| 376 if filename.endswith(".dsc"): | |
| 377 return os.path.join(self.src_dir, filename) | |
| 378 return None | |
| 379 | |
|
18
d5c24cfce05e
Improve access to a RevisionPackager's build_log
Bernhard Herzog <bh@intevation.de>
parents:
16
diff
changeset
|
380 def has_build_log(self): |
|
336
5fa56edeb606
Changed the Build Logs to be gziped before they are published
Andre Heinecke <aheinecke@intevation.de>
parents:
328
diff
changeset
|
381 return os.path.exists(self.get_log_file()) |
|
5fa56edeb606
Changed the Build Logs to be gziped before they are published
Andre Heinecke <aheinecke@intevation.de>
parents:
328
diff
changeset
|
382 |
|
372
ef87d30468b6
Added the option to expose additional log files from the log directory.
Andre Heinecke <aheinecke@intevation.de>
parents:
370
diff
changeset
|
383 def get_log_title(self, f): |
|
ef87d30468b6
Added the option to expose additional log files from the log directory.
Andre Heinecke <aheinecke@intevation.de>
parents:
370
diff
changeset
|
384 if not os.path.isfile(f): |
|
ef87d30468b6
Added the option to expose additional log files from the log directory.
Andre Heinecke <aheinecke@intevation.de>
parents:
370
diff
changeset
|
385 return None |
|
ef87d30468b6
Added the option to expose additional log files from the log directory.
Andre Heinecke <aheinecke@intevation.de>
parents:
370
diff
changeset
|
386 title = os.path.basename(f) |
|
ef87d30468b6
Added the option to expose additional log files from the log directory.
Andre Heinecke <aheinecke@intevation.de>
parents:
370
diff
changeset
|
387 title = title.replace("_"," ") |
|
ef87d30468b6
Added the option to expose additional log files from the log directory.
Andre Heinecke <aheinecke@intevation.de>
parents:
370
diff
changeset
|
388 title = title[:title.find(".")] |
|
ef87d30468b6
Added the option to expose additional log files from the log directory.
Andre Heinecke <aheinecke@intevation.de>
parents:
370
diff
changeset
|
389 title = title.title() |
|
ef87d30468b6
Added the option to expose additional log files from the log directory.
Andre Heinecke <aheinecke@intevation.de>
parents:
370
diff
changeset
|
390 return title |
|
ef87d30468b6
Added the option to expose additional log files from the log directory.
Andre Heinecke <aheinecke@intevation.de>
parents:
370
diff
changeset
|
391 |
|
336
5fa56edeb606
Changed the Build Logs to be gziped before they are published
Andre Heinecke <aheinecke@intevation.de>
parents:
328
diff
changeset
|
392 def get_log_file(self): |
|
5fa56edeb606
Changed the Build Logs to be gziped before they are published
Andre Heinecke <aheinecke@intevation.de>
parents:
328
diff
changeset
|
393 if os.path.exists(self.build_log + ".gz"): |
|
5fa56edeb606
Changed the Build Logs to be gziped before they are published
Andre Heinecke <aheinecke@intevation.de>
parents:
328
diff
changeset
|
394 return self.build_log + ".gz" |
|
5fa56edeb606
Changed the Build Logs to be gziped before they are published
Andre Heinecke <aheinecke@intevation.de>
parents:
328
diff
changeset
|
395 return self.build_log |
|
18
d5c24cfce05e
Improve access to a RevisionPackager's build_log
Bernhard Herzog <bh@intevation.de>
parents:
16
diff
changeset
|
396 |
| 393 | 397 def get_log_files(self, logs=None): |
|
372
ef87d30468b6
Added the option to expose additional log files from the log directory.
Andre Heinecke <aheinecke@intevation.de>
parents:
370
diff
changeset
|
398 files = [] |
|
437
48577b11375f
be more error prone in listing different files
Bjoern Ricks <bricks@intevation.de>
parents:
401
diff
changeset
|
399 if os.path.isdir(self.log_dir): |
|
48577b11375f
be more error prone in listing different files
Bjoern Ricks <bricks@intevation.de>
parents:
401
diff
changeset
|
400 for f in os.listdir(self.log_dir): |
|
48577b11375f
be more error prone in listing different files
Bjoern Ricks <bricks@intevation.de>
parents:
401
diff
changeset
|
401 if logs is None or f in logs: |
|
48577b11375f
be more error prone in listing different files
Bjoern Ricks <bricks@intevation.de>
parents:
401
diff
changeset
|
402 f = os.path.join(self.log_dir,f) |
|
48577b11375f
be more error prone in listing different files
Bjoern Ricks <bricks@intevation.de>
parents:
401
diff
changeset
|
403 if os.path.isfile(f): |
|
48577b11375f
be more error prone in listing different files
Bjoern Ricks <bricks@intevation.de>
parents:
401
diff
changeset
|
404 files.append((self.get_log_title(f),f)) |
|
372
ef87d30468b6
Added the option to expose additional log files from the log directory.
Andre Heinecke <aheinecke@intevation.de>
parents:
370
diff
changeset
|
405 return files |
|
464
5fda6768bef6
Enable a status_hook to be set and executed on status changes
Andre Heinecke <aheinecke@intevation.de>
parents:
462
diff
changeset
|
406 |
|
372
ef87d30468b6
Added the option to expose additional log files from the log directory.
Andre Heinecke <aheinecke@intevation.de>
parents:
370
diff
changeset
|
407 def list_log_files(self, logs): |
|
140
0da76aee8035
Add RevisionPackager method list_log_files which returns a description
Bernhard Herzog <bh@intevation.de>
parents:
139
diff
changeset
|
408 """Returns a list describing the logfiles available for the revision. |
|
0da76aee8035
Add RevisionPackager method list_log_files which returns a description
Bernhard Herzog <bh@intevation.de>
parents:
139
diff
changeset
|
409 Each list item is a tuple of the form (TITLE, FILENAME) where |
|
372
ef87d30468b6
Added the option to expose additional log files from the log directory.
Andre Heinecke <aheinecke@intevation.de>
parents:
370
diff
changeset
|
410 TITLE is a string with the filename without directory or ending in |
|
ef87d30468b6
Added the option to expose additional log files from the log directory.
Andre Heinecke <aheinecke@intevation.de>
parents:
370
diff
changeset
|
411 which _ is replaced with a whitespace and words are capitalized. |
|
140
0da76aee8035
Add RevisionPackager method list_log_files which returns a description
Bernhard Herzog <bh@intevation.de>
parents:
139
diff
changeset
|
412 FILENAME is the absolute filename of the log file. |
|
0da76aee8035
Add RevisionPackager method list_log_files which returns a description
Bernhard Herzog <bh@intevation.de>
parents:
139
diff
changeset
|
413 """ |
|
372
ef87d30468b6
Added the option to expose additional log files from the log directory.
Andre Heinecke <aheinecke@intevation.de>
parents:
370
diff
changeset
|
414 files = self.get_log_files(logs) |
|
ef87d30468b6
Added the option to expose additional log files from the log directory.
Andre Heinecke <aheinecke@intevation.de>
parents:
370
diff
changeset
|
415 if not files: |
|
ef87d30468b6
Added the option to expose additional log files from the log directory.
Andre Heinecke <aheinecke@intevation.de>
parents:
370
diff
changeset
|
416 return [] |
|
140
0da76aee8035
Add RevisionPackager method list_log_files which returns a description
Bernhard Herzog <bh@intevation.de>
parents:
139
diff
changeset
|
417 return files |
|
0da76aee8035
Add RevisionPackager method list_log_files which returns a description
Bernhard Herzog <bh@intevation.de>
parents:
139
diff
changeset
|
418 |
|
88
3ae54f99db26
Add methods RevisionPackager.list_source_files and
Bernhard Herzog <bh@intevation.de>
parents:
85
diff
changeset
|
419 def list_source_files(self): |
|
3ae54f99db26
Add methods RevisionPackager.list_source_files and
Bernhard Herzog <bh@intevation.de>
parents:
85
diff
changeset
|
420 """Returns a list with the names of the files of the source package. |
|
3ae54f99db26
Add methods RevisionPackager.list_source_files and
Bernhard Herzog <bh@intevation.de>
parents:
85
diff
changeset
|
421 The implementation assumes that all files in self.src_dir belong |
|
3ae54f99db26
Add methods RevisionPackager.list_source_files and
Bernhard Herzog <bh@intevation.de>
parents:
85
diff
changeset
|
422 to the source package. |
|
3ae54f99db26
Add methods RevisionPackager.list_source_files and
Bernhard Herzog <bh@intevation.de>
parents:
85
diff
changeset
|
423 """ |
|
437
48577b11375f
be more error prone in listing different files
Bjoern Ricks <bricks@intevation.de>
parents:
401
diff
changeset
|
424 files = [] |
|
48577b11375f
be more error prone in listing different files
Bjoern Ricks <bricks@intevation.de>
parents:
401
diff
changeset
|
425 if os.path.isdir(self.src_dir): |
|
48577b11375f
be more error prone in listing different files
Bjoern Ricks <bricks@intevation.de>
parents:
401
diff
changeset
|
426 files = sorted(util.listdir_abs(self.src_dir)) |
|
48577b11375f
be more error prone in listing different files
Bjoern Ricks <bricks@intevation.de>
parents:
401
diff
changeset
|
427 return files |
|
88
3ae54f99db26
Add methods RevisionPackager.list_source_files and
Bernhard Herzog <bh@intevation.de>
parents:
85
diff
changeset
|
428 |
|
3ae54f99db26
Add methods RevisionPackager.list_source_files and
Bernhard Herzog <bh@intevation.de>
parents:
85
diff
changeset
|
429 def list_binary_files(self): |
|
3ae54f99db26
Add methods RevisionPackager.list_source_files and
Bernhard Herzog <bh@intevation.de>
parents:
85
diff
changeset
|
430 """Returns a list with the names of the files of the binary packages. |
|
3ae54f99db26
Add methods RevisionPackager.list_source_files and
Bernhard Herzog <bh@intevation.de>
parents:
85
diff
changeset
|
431 The implementation assumes that all files in self.binary_dir belong |
|
3ae54f99db26
Add methods RevisionPackager.list_source_files and
Bernhard Herzog <bh@intevation.de>
parents:
85
diff
changeset
|
432 to the binary packages. |
|
3ae54f99db26
Add methods RevisionPackager.list_source_files and
Bernhard Herzog <bh@intevation.de>
parents:
85
diff
changeset
|
433 """ |
|
437
48577b11375f
be more error prone in listing different files
Bjoern Ricks <bricks@intevation.de>
parents:
401
diff
changeset
|
434 files = [] |
|
48577b11375f
be more error prone in listing different files
Bjoern Ricks <bricks@intevation.de>
parents:
401
diff
changeset
|
435 if os.path.isdir(self.binary_dir): |
|
48577b11375f
be more error prone in listing different files
Bjoern Ricks <bricks@intevation.de>
parents:
401
diff
changeset
|
436 files = sorted(util.listdir_abs(self.binary_dir)) |
|
48577b11375f
be more error prone in listing different files
Bjoern Ricks <bricks@intevation.de>
parents:
401
diff
changeset
|
437 return files |
|
88
3ae54f99db26
Add methods RevisionPackager.list_source_files and
Bernhard Herzog <bh@intevation.de>
parents:
85
diff
changeset
|
438 |
| 0 | 439 def package(self): |
| 440 try: | |
|
462
058856954e2d
Make the compress_all_logs call builder independent and also compress
Andre Heinecke <aheinecke@intevation.de>
parents:
450
diff
changeset
|
441 try: |
|
058856954e2d
Make the compress_all_logs call builder independent and also compress
Andre Heinecke <aheinecke@intevation.de>
parents:
450
diff
changeset
|
442 util.ensure_directory(self.work_dir) |
|
058856954e2d
Make the compress_all_logs call builder independent and also compress
Andre Heinecke <aheinecke@intevation.de>
parents:
450
diff
changeset
|
443 self.status.start = datetime.datetime.utcnow() |
|
058856954e2d
Make the compress_all_logs call builder independent and also compress
Andre Heinecke <aheinecke@intevation.de>
parents:
450
diff
changeset
|
444 src_packager = self.source_packager_cls(self) |
|
058856954e2d
Make the compress_all_logs call builder independent and also compress
Andre Heinecke <aheinecke@intevation.de>
parents:
450
diff
changeset
|
445 src_packager.package() |
| 0 | 446 |
|
462
058856954e2d
Make the compress_all_logs call builder independent and also compress
Andre Heinecke <aheinecke@intevation.de>
parents:
450
diff
changeset
|
447 dsc_file = self.find_dsc_file() |
|
058856954e2d
Make the compress_all_logs call builder independent and also compress
Andre Heinecke <aheinecke@intevation.de>
parents:
450
diff
changeset
|
448 if dsc_file is None: |
|
058856954e2d
Make the compress_all_logs call builder independent and also compress
Andre Heinecke <aheinecke@intevation.de>
parents:
450
diff
changeset
|
449 raise RuntimeError("Cannot find dsc File in %r" % self.src_dir) |
| 0 | 450 |
|
462
058856954e2d
Make the compress_all_logs call builder independent and also compress
Andre Heinecke <aheinecke@intevation.de>
parents:
450
diff
changeset
|
451 bin_packager = self.binary_packager_cls(self, dsc_file, self.build_log) |
|
058856954e2d
Make the compress_all_logs call builder independent and also compress
Andre Heinecke <aheinecke@intevation.de>
parents:
450
diff
changeset
|
452 bin_packager.package() |
|
058856954e2d
Make the compress_all_logs call builder independent and also compress
Andre Heinecke <aheinecke@intevation.de>
parents:
450
diff
changeset
|
453 finally: |
|
058856954e2d
Make the compress_all_logs call builder independent and also compress
Andre Heinecke <aheinecke@intevation.de>
parents:
450
diff
changeset
|
454 util.compress_all_logs(self.log_dir) |
|
469
b207d63f305a
Update the stop time after all logs are compressed
Andre Heinecke <aheinecke@intevation.de>
parents:
464
diff
changeset
|
455 self.status.stop = datetime.datetime.utcnow() |
| 0 | 456 except: |
|
41
f7ec40638a06
use the enums for the status field of RevisionStatus
Bernhard Herzog <bh@intevation.de>
parents:
36
diff
changeset
|
457 self.status.error() |
|
16
7c55f3879c4d
Use the new status class and report start/stop time too
Bernhard Herzog <bh@intevation.de>
parents:
14
diff
changeset
|
458 self.status.stop = datetime.datetime.utcnow() |
|
99
7888fe374e11
Add support for notification mails in case of build errors
Bernhard Herzog <bh@intevation.de>
parents:
98
diff
changeset
|
459 # set the notification status last to avoid race conditions. |
|
7888fe374e11
Add support for notification mails in case of build errors
Bernhard Herzog <bh@intevation.de>
parents:
98
diff
changeset
|
460 # The pending notification is for now the only situation |
|
7888fe374e11
Add support for notification mails in case of build errors
Bernhard Herzog <bh@intevation.de>
parents:
98
diff
changeset
|
461 # where another process might modify the status file (the |
|
7888fe374e11
Add support for notification mails in case of build errors
Bernhard Herzog <bh@intevation.de>
parents:
98
diff
changeset
|
462 # listpendingnotifications program will set it to |
|
7888fe374e11
Add support for notification mails in case of build errors
Bernhard Herzog <bh@intevation.de>
parents:
98
diff
changeset
|
463 # "notification_sent") |
|
7888fe374e11
Add support for notification mails in case of build errors
Bernhard Herzog <bh@intevation.de>
parents:
98
diff
changeset
|
464 self.status.notification_pending() |
| 0 | 465 raise |
| 466 | |
| 467 def remove_package_dir(self): | |
| 468 logging.info("Removing pkgdir %r", self.base_dir) | |
| 469 shutil.rmtree(self.base_dir) | |
| 470 | |
| 471 | |
|
52
78cf5f6778ec
Rename 'packagel ine' -> 'package track'
Bernhard Herzog <bh@intevation.de>
parents:
49
diff
changeset
|
472 class PackageTrack(object): |
| 0 | 473 |
|
4
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
474 revision_packager_cls = RevisionPackager |
|
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
475 |
|
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
476 svn_external_subdirs = [] |
|
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
477 |
|
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
478 extra_config_desc = [] |
|
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
479 |
|
344
f06f707d9fda
merged branches/scratchbox into trunk
Bjoern Ricks <bricks@intevation.de>
parents:
340
diff
changeset
|
480 def __init__(self, name, base_dir, root_cmd, builderconfig, deb_email, |
|
321
092925ff75d7
Added basic Git support, configuration options:
Andre Heinecke <aheinecke@intevation.de>
parents:
312
diff
changeset
|
481 deb_fullname, svn_url="", packager_class="treepkg.packager", |
|
378
41226e427823
Added an option to configure the used builder class from the treepkg.cfg. This
Andre Heinecke <aheinecke@intevation.de>
parents:
372
diff
changeset
|
482 version_template="%(revision)s", builder_cls="PBuilder", |
|
340
a83a78a93fd6
Changed default message templates to the correct types
Andre Heinecke <aheinecke@intevation.de>
parents:
338
diff
changeset
|
483 pkg_revision_template="treepkg%(pkg_revision)s", |
|
293
faeeac2c4c71
Replace debrevision_prefix with pkg_revision_template. Their meaning is
Bernhard Herzog <bh@intevation.de>
parents:
281
diff
changeset
|
484 handle_dependencies=False, signing_key_id="", do_build=True, |
|
300
e82fb08781a2
Turn the SourcePackager class attribute changemsg_template into a
Bernhard Herzog <bh@intevation.de>
parents:
299
diff
changeset
|
485 rules_svn_url=None, deb_build_options="", pkg_basename="", |
|
304
6cffb43a28ca
Add a way to specify svn subset checkouts where only parts of a source
Bernhard Herzog <bh@intevation.de>
parents:
300
diff
changeset
|
486 changelog_msg_template="Update to r%(revision)s", |
|
401
2db42a2a9db9
add os config statement
Bjoern Ricks <bricks@intevation.de>
parents:
393
diff
changeset
|
487 svn_subset=(), svn_externals=(), git_branch="", git_url="", |
|
464
5fda6768bef6
Enable a status_hook to be set and executed on status changes
Andre Heinecke <aheinecke@intevation.de>
parents:
462
diff
changeset
|
488 os="", status_hook=""): |
| 0 | 489 self.name = name |
|
378
41226e427823
Added an option to configure the used builder class from the treepkg.cfg. This
Andre Heinecke <aheinecke@intevation.de>
parents:
372
diff
changeset
|
490 |
|
41226e427823
Added an option to configure the used builder class from the treepkg.cfg. This
Andre Heinecke <aheinecke@intevation.de>
parents:
372
diff
changeset
|
491 # Convert the builder_cls option to a class |
|
41226e427823
Added an option to configure the used builder class from the treepkg.cfg. This
Andre Heinecke <aheinecke@intevation.de>
parents:
372
diff
changeset
|
492 if builder_cls.upper() == "SBDMOCKBUILDER" or \ |
|
41226e427823
Added an option to configure the used builder class from the treepkg.cfg. This
Andre Heinecke <aheinecke@intevation.de>
parents:
372
diff
changeset
|
493 builder_cls.upper() == "SBDMOCK": |
|
41226e427823
Added an option to configure the used builder class from the treepkg.cfg. This
Andre Heinecke <aheinecke@intevation.de>
parents:
372
diff
changeset
|
494 builder_class = SbdmockBuilder |
|
41226e427823
Added an option to configure the used builder class from the treepkg.cfg. This
Andre Heinecke <aheinecke@intevation.de>
parents:
372
diff
changeset
|
495 elif builder_cls.upper() == "PBUILDER": |
|
41226e427823
Added an option to configure the used builder class from the treepkg.cfg. This
Andre Heinecke <aheinecke@intevation.de>
parents:
372
diff
changeset
|
496 builder_class = PBuilder |
|
41226e427823
Added an option to configure the used builder class from the treepkg.cfg. This
Andre Heinecke <aheinecke@intevation.de>
parents:
372
diff
changeset
|
497 else: |
|
41226e427823
Added an option to configure the used builder class from the treepkg.cfg. This
Andre Heinecke <aheinecke@intevation.de>
parents:
372
diff
changeset
|
498 # If the builder option is explicitly set with an unknown builder |
|
41226e427823
Added an option to configure the used builder class from the treepkg.cfg. This
Andre Heinecke <aheinecke@intevation.de>
parents:
372
diff
changeset
|
499 # a warning is printed. |
|
41226e427823
Added an option to configure the used builder class from the treepkg.cfg. This
Andre Heinecke <aheinecke@intevation.de>
parents:
372
diff
changeset
|
500 logging.warning("Track: %s Builder option %s could not be parsed \ |
|
41226e427823
Added an option to configure the used builder class from the treepkg.cfg. This
Andre Heinecke <aheinecke@intevation.de>
parents:
372
diff
changeset
|
501 defaulting to pbuilder" % (name, builder_cls)) |
|
41226e427823
Added an option to configure the used builder class from the treepkg.cfg. This
Andre Heinecke <aheinecke@intevation.de>
parents:
372
diff
changeset
|
502 builder_class = PBuilder |
|
299
c32dc72ba979
Turn the SourcePackager class attribute pkg_basename into a per-track
Bernhard Herzog <bh@intevation.de>
parents:
297
diff
changeset
|
503 if not pkg_basename: |
|
c32dc72ba979
Turn the SourcePackager class attribute pkg_basename into a per-track
Bernhard Herzog <bh@intevation.de>
parents:
297
diff
changeset
|
504 pkg_basename = name |
|
c32dc72ba979
Turn the SourcePackager class attribute pkg_basename into a per-track
Bernhard Herzog <bh@intevation.de>
parents:
297
diff
changeset
|
505 self.pkg_basename = pkg_basename |
|
300
e82fb08781a2
Turn the SourcePackager class attribute changemsg_template into a
Bernhard Herzog <bh@intevation.de>
parents:
299
diff
changeset
|
506 self.changelog_msg_template = changelog_msg_template |
| 0 | 507 self.base_dir = base_dir |
|
378
41226e427823
Added an option to configure the used builder class from the treepkg.cfg. This
Andre Heinecke <aheinecke@intevation.de>
parents:
372
diff
changeset
|
508 self.builder = builder_class(builderconfig, root_cmd, |
|
176
7bde59aa611e
Make PBuilder.update_extra_pkg_dir create Release and Release.gpg files
Bernhard Herzog <bh@intevation.de>
parents:
172
diff
changeset
|
509 release_signing_keyid=signing_key_id) |
| 0 | 510 self.deb_email = deb_email |
| 511 self.deb_fullname = deb_fullname | |
|
297
4dd6ec3a1151
Make it possible to use parallel builds for packages that support it:
Bernhard Herzog <bh@intevation.de>
parents:
293
diff
changeset
|
512 self.deb_build_options = deb_build_options |
|
305
3781e9958eba
Add per-track configuration option version_template used by the
Bernhard Herzog <bh@intevation.de>
parents:
304
diff
changeset
|
513 self.version_template = version_template |
|
293
faeeac2c4c71
Replace debrevision_prefix with pkg_revision_template. Their meaning is
Bernhard Herzog <bh@intevation.de>
parents:
281
diff
changeset
|
514 self.pkg_revision_template = pkg_revision_template |
|
167
36004ee0b3a1
Introduce package track config option signing_key_id to specify the
Bernhard Herzog <bh@intevation.de>
parents:
149
diff
changeset
|
515 self.signing_key_id = signing_key_id |
|
191
94fb3f3ab58b
When building a subset of tracks, make sure new packages are added to
Bernhard Herzog <bh@intevation.de>
parents:
190
diff
changeset
|
516 self.do_build = do_build |
|
128
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
517 self.handle_dependencies = handle_dependencies |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
518 self.dependencies = None |
|
401
2db42a2a9db9
add os config statement
Bjoern Ricks <bricks@intevation.de>
parents:
393
diff
changeset
|
519 self.os = os |
|
328
dd2bd0ccd674
Revisions are now handled as strings
Andre Heinecke <aheinecke@intevation.de>
parents:
321
diff
changeset
|
520 self.pkg_dir_template = "%(revision)s-%(rules_revision)s" |
|
dd2bd0ccd674
Revisions are now handled as strings
Andre Heinecke <aheinecke@intevation.de>
parents:
321
diff
changeset
|
521 self.pkg_dir_regex = re.compile(r"(?P<revision>[0-9a-f]+)" |
|
dd2bd0ccd674
Revisions are now handled as strings
Andre Heinecke <aheinecke@intevation.de>
parents:
321
diff
changeset
|
522 r"-(?P<rules_revision>[0-9a-f]+)$") |
|
464
5fda6768bef6
Enable a status_hook to be set and executed on status changes
Andre Heinecke <aheinecke@intevation.de>
parents:
462
diff
changeset
|
523 self.status_hook = status_hook |
|
306
163f0d8b64eb
Make the svn external subdirectories configurable in the configuration
Bernhard Herzog <bh@intevation.de>
parents:
305
diff
changeset
|
524 externals = svn_externals |
|
163f0d8b64eb
Make the svn external subdirectories configurable in the configuration
Bernhard Herzog <bh@intevation.de>
parents:
305
diff
changeset
|
525 if not externals: |
|
163f0d8b64eb
Make the svn external subdirectories configurable in the configuration
Bernhard Herzog <bh@intevation.de>
parents:
305
diff
changeset
|
526 externals = self.svn_external_subdirs |
|
321
092925ff75d7
Added basic Git support, configuration options:
Andre Heinecke <aheinecke@intevation.de>
parents:
312
diff
changeset
|
527 if svn_url: |
|
092925ff75d7
Added basic Git support, configuration options:
Andre Heinecke <aheinecke@intevation.de>
parents:
312
diff
changeset
|
528 repo = SvnRepository(svn_url, externals, subset=svn_subset) |
|
092925ff75d7
Added basic Git support, configuration options:
Andre Heinecke <aheinecke@intevation.de>
parents:
312
diff
changeset
|
529 self.working_copy = SvnWorkingCopy(repo, self.checkout_dir, |
|
092925ff75d7
Added basic Git support, configuration options:
Andre Heinecke <aheinecke@intevation.de>
parents:
312
diff
changeset
|
530 logger=logging) |
|
092925ff75d7
Added basic Git support, configuration options:
Andre Heinecke <aheinecke@intevation.de>
parents:
312
diff
changeset
|
531 elif git_url: |
|
092925ff75d7
Added basic Git support, configuration options:
Andre Heinecke <aheinecke@intevation.de>
parents:
312
diff
changeset
|
532 repo = GitRepository(git_url, branch=git_branch) |
|
092925ff75d7
Added basic Git support, configuration options:
Andre Heinecke <aheinecke@intevation.de>
parents:
312
diff
changeset
|
533 self.working_copy = GitWorkingCopy(repo, self.checkout_dir, |
|
092925ff75d7
Added basic Git support, configuration options:
Andre Heinecke <aheinecke@intevation.de>
parents:
312
diff
changeset
|
534 logger=logging) |
|
234
eaa696629a91
Add a way to specify the svn URL of the repository with the debian rules
Bernhard Herzog <bh@intevation.de>
parents:
232
diff
changeset
|
535 if rules_svn_url: |
|
eaa696629a91
Add a way to specify the svn URL of the repository with the debian rules
Bernhard Herzog <bh@intevation.de>
parents:
232
diff
changeset
|
536 repo = SvnRepository(rules_svn_url) |
|
eaa696629a91
Add a way to specify the svn URL of the repository with the debian rules
Bernhard Herzog <bh@intevation.de>
parents:
232
diff
changeset
|
537 self.rules_working_copy = SvnWorkingCopy(repo, self.debian_dir, |
|
eaa696629a91
Add a way to specify the svn URL of the repository with the debian rules
Bernhard Herzog <bh@intevation.de>
parents:
232
diff
changeset
|
538 logger=logging) |
|
eaa696629a91
Add a way to specify the svn URL of the repository with the debian rules
Bernhard Herzog <bh@intevation.de>
parents:
232
diff
changeset
|
539 else: |
|
eaa696629a91
Add a way to specify the svn URL of the repository with the debian rules
Bernhard Herzog <bh@intevation.de>
parents:
232
diff
changeset
|
540 self.rules_working_copy = ManualWorkingCopy(self.debian_dir) |
| 0 | 541 |
|
172
06af36f915f2
Move the filenameproperty factory from treepkg/packager.py to
Bernhard Herzog <bh@intevation.de>
parents:
168
diff
changeset
|
542 checkout_dir = util.filenameproperty("checkout") |
|
06af36f915f2
Move the filenameproperty factory from treepkg/packager.py to
Bernhard Herzog <bh@intevation.de>
parents:
168
diff
changeset
|
543 debian_dir = util.filenameproperty("debian") |
|
06af36f915f2
Move the filenameproperty factory from treepkg/packager.py to
Bernhard Herzog <bh@intevation.de>
parents:
168
diff
changeset
|
544 pkg_dir = util.filenameproperty("pkg") |
| 0 | 545 |
|
106
66cbfc772f84
Add bin/inittreepkg.py, a script to automate some of the installation
Bernhard Herzog <bh@intevation.de>
parents:
99
diff
changeset
|
546 def init_treepkg(self): |
|
66cbfc772f84
Add bin/inittreepkg.py, a script to automate some of the installation
Bernhard Herzog <bh@intevation.de>
parents:
99
diff
changeset
|
547 print "Initializing", self.name |
|
66cbfc772f84
Add bin/inittreepkg.py, a script to automate some of the installation
Bernhard Herzog <bh@intevation.de>
parents:
99
diff
changeset
|
548 if not os.path.exists(self.base_dir): |
|
66cbfc772f84
Add bin/inittreepkg.py, a script to automate some of the installation
Bernhard Herzog <bh@intevation.de>
parents:
99
diff
changeset
|
549 print "creating %s" % (self.base_dir,) |
|
66cbfc772f84
Add bin/inittreepkg.py, a script to automate some of the installation
Bernhard Herzog <bh@intevation.de>
parents:
99
diff
changeset
|
550 util.ensure_directory(self.base_dir) |
|
234
eaa696629a91
Add a way to specify the svn URL of the repository with the debian rules
Bernhard Herzog <bh@intevation.de>
parents:
232
diff
changeset
|
551 # TODO: handle case where debian directory is in version control |
|
106
66cbfc772f84
Add bin/inittreepkg.py, a script to automate some of the installation
Bernhard Herzog <bh@intevation.de>
parents:
99
diff
changeset
|
552 if not os.path.exists(self.debian_dir): |
|
66cbfc772f84
Add bin/inittreepkg.py, a script to automate some of the installation
Bernhard Herzog <bh@intevation.de>
parents:
99
diff
changeset
|
553 print ("TODO: the debian directory %s still has to be created" |
|
66cbfc772f84
Add bin/inittreepkg.py, a script to automate some of the installation
Bernhard Herzog <bh@intevation.de>
parents:
99
diff
changeset
|
554 % (self.debian_dir,)) |
|
66cbfc772f84
Add bin/inittreepkg.py, a script to automate some of the installation
Bernhard Herzog <bh@intevation.de>
parents:
99
diff
changeset
|
555 |
|
128
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
556 def determine_dependencies(self): |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
557 if self.dependencies is not None: |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
558 return |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
559 |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
560 requires = () |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
561 provides = () |
|
131
bea9f1cc0bef
Try to determine dependencies only when treepkg is fully configured.
Bernhard Herzog <bh@intevation.de>
parents:
128
diff
changeset
|
562 # only try to parse the control file if the debian directory |
|
bea9f1cc0bef
Try to determine dependencies only when treepkg is fully configured.
Bernhard Herzog <bh@intevation.de>
parents:
128
diff
changeset
|
563 # exists. If the debian directory doesn't exist yet, the tree |
|
bea9f1cc0bef
Try to determine dependencies only when treepkg is fully configured.
Bernhard Herzog <bh@intevation.de>
parents:
128
diff
changeset
|
564 # packager is likely still being configured and this code may be |
|
bea9f1cc0bef
Try to determine dependencies only when treepkg is fully configured.
Bernhard Herzog <bh@intevation.de>
parents:
128
diff
changeset
|
565 # run indirectly from e. g. bin/inittreepkg.py in which case the |
|
bea9f1cc0bef
Try to determine dependencies only when treepkg is fully configured.
Bernhard Herzog <bh@intevation.de>
parents:
128
diff
changeset
|
566 # init_treepkg method will report the missing debian |
|
bea9f1cc0bef
Try to determine dependencies only when treepkg is fully configured.
Bernhard Herzog <bh@intevation.de>
parents:
128
diff
changeset
|
567 if self.handle_dependencies and os.path.exists(self.debian_dir): |
|
128
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
568 control = debian.DebianControlFile(os.path.join(self.debian_dir, |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
569 "control")) |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
570 requires = control.build_depends |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
571 provides = (pkg[0] for pkg in control.packages) |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
572 self.dependencies = (set(requires), set(provides)) |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
573 logging.debug("Track %s: build depends: %s", self.name, |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
574 " ".join(self.dependencies[0])) |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
575 logging.debug("Track %s: provides: %s", self.name, |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
576 " ".join(self.dependencies[1])) |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
577 |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
578 def dependencies_required(self): |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
579 """Returns a list of required packages""" |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
580 self.determine_dependencies() |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
581 return self.dependencies[0] |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
582 |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
583 def dependencies_provided(self): |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
584 """Returns a list of provided packages""" |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
585 self.determine_dependencies() |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
586 return self.dependencies[1] |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
587 |
|
229
653a45adda50
Prepare for svn managed debian rules directories. So far, the directory
Bernhard Herzog <bh@intevation.de>
parents:
224
diff
changeset
|
588 def pkg_dir_for_revision(self, revision, rules_revision): |
| 0 | 589 return os.path.join(self.pkg_dir, |
| 590 self.pkg_dir_template % locals()) | |
| 591 | |
| 592 def last_changed_revision(self): | |
|
224
6bac65dcf258
Handle the svn repositories and working copies in a more object oriented way
Bernhard Herzog <bh@intevation.de>
parents:
222
diff
changeset
|
593 return self.working_copy.last_changed_revision() |
| 0 | 594 |
|
11
6efe0bd3d8c1
Add method RevisionPackager.get_revision_numbers
Bernhard Herzog <bh@intevation.de>
parents:
10
diff
changeset
|
595 def get_revision_numbers(self): |
|
328
dd2bd0ccd674
Revisions are now handled as strings
Andre Heinecke <aheinecke@intevation.de>
parents:
321
diff
changeset
|
596 """Returns a list of the packaged revisions""" |
|
11
6efe0bd3d8c1
Add method RevisionPackager.get_revision_numbers
Bernhard Herzog <bh@intevation.de>
parents:
10
diff
changeset
|
597 revisions = [] |
|
6efe0bd3d8c1
Add method RevisionPackager.get_revision_numbers
Bernhard Herzog <bh@intevation.de>
parents:
10
diff
changeset
|
598 if os.path.exists(self.pkg_dir): |
|
6efe0bd3d8c1
Add method RevisionPackager.get_revision_numbers
Bernhard Herzog <bh@intevation.de>
parents:
10
diff
changeset
|
599 for filename in os.listdir(self.pkg_dir): |
|
6efe0bd3d8c1
Add method RevisionPackager.get_revision_numbers
Bernhard Herzog <bh@intevation.de>
parents:
10
diff
changeset
|
600 match = self.pkg_dir_regex.match(filename) |
|
6efe0bd3d8c1
Add method RevisionPackager.get_revision_numbers
Bernhard Herzog <bh@intevation.de>
parents:
10
diff
changeset
|
601 if match: |
|
328
dd2bd0ccd674
Revisions are now handled as strings
Andre Heinecke <aheinecke@intevation.de>
parents:
321
diff
changeset
|
602 revisions.append((match.group("revision"), |
|
dd2bd0ccd674
Revisions are now handled as strings
Andre Heinecke <aheinecke@intevation.de>
parents:
321
diff
changeset
|
603 match.group("rules_revision"))) |
|
dd2bd0ccd674
Revisions are now handled as strings
Andre Heinecke <aheinecke@intevation.de>
parents:
321
diff
changeset
|
604 return sorted(revisions) |
|
11
6efe0bd3d8c1
Add method RevisionPackager.get_revision_numbers
Bernhard Herzog <bh@intevation.de>
parents:
10
diff
changeset
|
605 |
|
80
0af2fa3790e0
Add revision parameter to PackagerGroup.__init__ and some other methods
Bernhard Herzog <bh@intevation.de>
parents:
78
diff
changeset
|
606 def update_checkout(self, revision=None): |
|
224
6bac65dcf258
Handle the svn repositories and working copies in a more object oriented way
Bernhard Herzog <bh@intevation.de>
parents:
222
diff
changeset
|
607 """Updates the working copy. |
| 0 | 608 |
|
224
6bac65dcf258
Handle the svn repositories and working copies in a more object oriented way
Bernhard Herzog <bh@intevation.de>
parents:
222
diff
changeset
|
609 If the checkout_dir doesn't exist yet, a new checkout is made |
|
6bac65dcf258
Handle the svn repositories and working copies in a more object oriented way
Bernhard Herzog <bh@intevation.de>
parents:
222
diff
changeset
|
610 into that directory. The value of the revision parameter is |
|
6bac65dcf258
Handle the svn repositories and working copies in a more object oriented way
Bernhard Herzog <bh@intevation.de>
parents:
222
diff
changeset
|
611 passed through to the update method. |
| 0 | 612 """ |
|
224
6bac65dcf258
Handle the svn repositories and working copies in a more object oriented way
Bernhard Herzog <bh@intevation.de>
parents:
222
diff
changeset
|
613 self.working_copy.update_or_checkout(revision=revision) |
| 0 | 614 |
| 615 def export_sources(self, to_dir): | |
| 616 logging.info("Exporting sources for tarball to %r", to_dir) | |
|
224
6bac65dcf258
Handle the svn repositories and working copies in a more object oriented way
Bernhard Herzog <bh@intevation.de>
parents:
222
diff
changeset
|
617 self.working_copy.export(to_dir) |
| 0 | 618 |
| 619 def copy_debian_directory(self, to_dir): | |
| 620 logging.info("Copying debian directory to %r", to_dir) | |
|
231
7dbf0a3443bb
Use treepkg.subversion.ManualWorkingCopy for the debian directory in a
Bernhard Herzog <bh@intevation.de>
parents:
229
diff
changeset
|
621 self.rules_working_copy.export(to_dir) |
| 0 | 622 |
| 623 def debian_environment(self): | |
| 624 """Returns the environment variables for the debian commands""" | |
| 625 env = os.environ.copy() | |
| 626 env["DEBFULLNAME"] = self.deb_fullname | |
| 627 env["DEBEMAIL"] = self.deb_email | |
|
297
4dd6ec3a1151
Make it possible to use parallel builds for packages that support it:
Bernhard Herzog <bh@intevation.de>
parents:
293
diff
changeset
|
628 env["DEB_BUILD_OPTIONS"] = self.deb_build_options |
|
4dd6ec3a1151
Make it possible to use parallel builds for packages that support it:
Bernhard Herzog <bh@intevation.de>
parents:
293
diff
changeset
|
629 # cdbs requires DEB_BUILD_PARALLEL set to something non-empty, |
|
4dd6ec3a1151
Make it possible to use parallel builds for packages that support it:
Bernhard Herzog <bh@intevation.de>
parents:
293
diff
changeset
|
630 # otherwise it will ignore any parallel=<n> setting in |
|
4dd6ec3a1151
Make it possible to use parallel builds for packages that support it:
Bernhard Herzog <bh@intevation.de>
parents:
293
diff
changeset
|
631 # DEB_BUILD_OPTIONS. |
|
4dd6ec3a1151
Make it possible to use parallel builds for packages that support it:
Bernhard Herzog <bh@intevation.de>
parents:
293
diff
changeset
|
632 env["DEB_BUILD_PARALLEL"] = "true" |
| 0 | 633 return env |
| 634 | |
|
261
e574b03a2957
Move the code that creates the builder for a new revision to a separate method.
Bernhard Herzog <bh@intevation.de>
parents:
260
diff
changeset
|
635 def packager_for_new_revision(self): |
|
e574b03a2957
Move the code that creates the builder for a new revision to a separate method.
Bernhard Herzog <bh@intevation.de>
parents:
260
diff
changeset
|
636 current_revision = (self.last_changed_revision(), |
|
e574b03a2957
Move the code that creates the builder for a new revision to a separate method.
Bernhard Herzog <bh@intevation.de>
parents:
260
diff
changeset
|
637 self.rules_working_copy.last_changed_revision()) |
|
e574b03a2957
Move the code that creates the builder for a new revision to a separate method.
Bernhard Herzog <bh@intevation.de>
parents:
260
diff
changeset
|
638 logging.info("New revision is %s", current_revision) |
|
e574b03a2957
Move the code that creates the builder for a new revision to a separate method.
Bernhard Herzog <bh@intevation.de>
parents:
260
diff
changeset
|
639 if current_revision not in self.get_revision_numbers(): |
|
e574b03a2957
Move the code that creates the builder for a new revision to a separate method.
Bernhard Herzog <bh@intevation.de>
parents:
260
diff
changeset
|
640 logging.info("Revision %s has not been packaged yet", |
|
e574b03a2957
Move the code that creates the builder for a new revision to a separate method.
Bernhard Herzog <bh@intevation.de>
parents:
260
diff
changeset
|
641 current_revision) |
|
e574b03a2957
Move the code that creates the builder for a new revision to a separate method.
Bernhard Herzog <bh@intevation.de>
parents:
260
diff
changeset
|
642 return self.revision_packager_cls(self, *current_revision) |
|
e574b03a2957
Move the code that creates the builder for a new revision to a separate method.
Bernhard Herzog <bh@intevation.de>
parents:
260
diff
changeset
|
643 else: |
|
e574b03a2957
Move the code that creates the builder for a new revision to a separate method.
Bernhard Herzog <bh@intevation.de>
parents:
260
diff
changeset
|
644 logging.info("Revision %s has already been packaged.", |
|
e574b03a2957
Move the code that creates the builder for a new revision to a separate method.
Bernhard Herzog <bh@intevation.de>
parents:
260
diff
changeset
|
645 current_revision) |
|
e574b03a2957
Move the code that creates the builder for a new revision to a separate method.
Bernhard Herzog <bh@intevation.de>
parents:
260
diff
changeset
|
646 |
|
190
e83db4482aab
Add runtreepkg.py command line option --no-svn-update to inhibit updates
Bernhard Herzog <bh@intevation.de>
parents:
179
diff
changeset
|
647 def package_if_updated(self, revision=None, do_svn_update=True): |
|
e83db4482aab
Add runtreepkg.py command line option --no-svn-update to inhibit updates
Bernhard Herzog <bh@intevation.de>
parents:
179
diff
changeset
|
648 """Returns a new packager if the working copy has not been packaged yet. |
|
e83db4482aab
Add runtreepkg.py command line option --no-svn-update to inhibit updates
Bernhard Herzog <bh@intevation.de>
parents:
179
diff
changeset
|
649 If do_svn_update is true -- the default -- update the working |
|
370
0bee91b435ab
Fix typos in doc-strings.
Bernhard Herzog <bh@intevation.de>
parents:
367
diff
changeset
|
650 copy to the revision specified with the revision parameter |
|
190
e83db4482aab
Add runtreepkg.py command line option --no-svn-update to inhibit updates
Bernhard Herzog <bh@intevation.de>
parents:
179
diff
changeset
|
651 or if revision is None, the latest revision in the repository.""" |
|
191
94fb3f3ab58b
When building a subset of tracks, make sure new packages are added to
Bernhard Herzog <bh@intevation.de>
parents:
190
diff
changeset
|
652 if not self.do_build: |
|
94fb3f3ab58b
When building a subset of tracks, make sure new packages are added to
Bernhard Herzog <bh@intevation.de>
parents:
190
diff
changeset
|
653 return None |
|
190
e83db4482aab
Add runtreepkg.py command line option --no-svn-update to inhibit updates
Bernhard Herzog <bh@intevation.de>
parents:
179
diff
changeset
|
654 if do_svn_update: |
|
e83db4482aab
Add runtreepkg.py command line option --no-svn-update to inhibit updates
Bernhard Herzog <bh@intevation.de>
parents:
179
diff
changeset
|
655 self.update_checkout(revision=revision) |
|
232
e3cda08d2619
When checking whether to build a new revision, also update the rules
Bernhard Herzog <bh@intevation.de>
parents:
231
diff
changeset
|
656 # TODO: what should happen with the debian checkout, if a |
|
e3cda08d2619
When checking whether to build a new revision, also update the rules
Bernhard Herzog <bh@intevation.de>
parents:
231
diff
changeset
|
657 # revision for the source checkoute was given? |
|
e3cda08d2619
When checking whether to build a new revision, also update the rules
Bernhard Herzog <bh@intevation.de>
parents:
231
diff
changeset
|
658 self.rules_working_copy.update_or_checkout() |
|
261
e574b03a2957
Move the code that creates the builder for a new revision to a separate method.
Bernhard Herzog <bh@intevation.de>
parents:
260
diff
changeset
|
659 return self.packager_for_new_revision() |
| 0 | 660 |
|
14
dfd89f81e66c
Add simple status report tool. Still using the old status files
Bernhard Herzog <bh@intevation.de>
parents:
11
diff
changeset
|
661 def get_revisions(self): |
|
dfd89f81e66c
Add simple status report tool. Still using the old status files
Bernhard Herzog <bh@intevation.de>
parents:
11
diff
changeset
|
662 """Returns RevisionPackager objects for each packaged revision""" |
|
229
653a45adda50
Prepare for svn managed debian rules directories. So far, the directory
Bernhard Herzog <bh@intevation.de>
parents:
224
diff
changeset
|
663 return [self.revision_packager_cls(self, revision, rules_revision) |
|
653a45adda50
Prepare for svn managed debian rules directories. So far, the directory
Bernhard Herzog <bh@intevation.de>
parents:
224
diff
changeset
|
664 for revision, rules_revision in self.get_revision_numbers()] |
|
14
dfd89f81e66c
Add simple status report tool. Still using the old status files
Bernhard Herzog <bh@intevation.de>
parents:
11
diff
changeset
|
665 |
|
179
952d366f7b14
Implement optional signing of .dsc and .changes files
Bernhard Herzog <bh@intevation.de>
parents:
176
diff
changeset
|
666 def sign_file(self, filename): |
|
952d366f7b14
Implement optional signing of .dsc and .changes files
Bernhard Herzog <bh@intevation.de>
parents:
176
diff
changeset
|
667 """Signs a file using the debian.sign_file function. |
|
952d366f7b14
Implement optional signing of .dsc and .changes files
Bernhard Herzog <bh@intevation.de>
parents:
176
diff
changeset
|
668 The file is signed with the key indicated by the track's |
|
952d366f7b14
Implement optional signing of .dsc and .changes files
Bernhard Herzog <bh@intevation.de>
parents:
176
diff
changeset
|
669 signing_key_id attribute. If that is empty, the file is not |
|
952d366f7b14
Implement optional signing of .dsc and .changes files
Bernhard Herzog <bh@intevation.de>
parents:
176
diff
changeset
|
670 signed. |
|
952d366f7b14
Implement optional signing of .dsc and .changes files
Bernhard Herzog <bh@intevation.de>
parents:
176
diff
changeset
|
671 """ |
|
952d366f7b14
Implement optional signing of .dsc and .changes files
Bernhard Herzog <bh@intevation.de>
parents:
176
diff
changeset
|
672 if self.signing_key_id: |
|
952d366f7b14
Implement optional signing of .dsc and .changes files
Bernhard Herzog <bh@intevation.de>
parents:
176
diff
changeset
|
673 logging.info("Signing %r with key %r", filename, |
|
952d366f7b14
Implement optional signing of .dsc and .changes files
Bernhard Herzog <bh@intevation.de>
parents:
176
diff
changeset
|
674 self.signing_key_id) |
|
952d366f7b14
Implement optional signing of .dsc and .changes files
Bernhard Herzog <bh@intevation.de>
parents:
176
diff
changeset
|
675 debian.sign_file(filename, self.signing_key_id) |
|
952d366f7b14
Implement optional signing of .dsc and .changes files
Bernhard Herzog <bh@intevation.de>
parents:
176
diff
changeset
|
676 |
| 0 | 677 |
|
113
312949e7628d
Add a smarter way to load the packager modules: Add the function
Bernhard Herzog <bh@intevation.de>
parents:
112
diff
changeset
|
678 def import_packager_module(packager_class): |
|
312949e7628d
Add a smarter way to load the packager modules: Add the function
Bernhard Herzog <bh@intevation.de>
parents:
112
diff
changeset
|
679 """Import the packager module named by packager_class. |
|
312949e7628d
Add a smarter way to load the packager modules: Add the function
Bernhard Herzog <bh@intevation.de>
parents:
112
diff
changeset
|
680 |
|
312949e7628d
Add a smarter way to load the packager modules: Add the function
Bernhard Herzog <bh@intevation.de>
parents:
112
diff
changeset
|
681 The packager_class must be the full absolute module name for the |
|
125
34e08d52956e
Make the import_packager_module function more flexible. The modules may
Bernhard Herzog <bh@intevation.de>
parents:
113
diff
changeset
|
682 packager. The function tries to find or create a suitable |
|
34e08d52956e
Make the import_packager_module function more flexible. The modules may
Bernhard Herzog <bh@intevation.de>
parents:
113
diff
changeset
|
683 PackageTrack class from this module using the following rules: |
|
34e08d52956e
Make the import_packager_module function more flexible. The modules may
Bernhard Herzog <bh@intevation.de>
parents:
113
diff
changeset
|
684 |
|
34e08d52956e
Make the import_packager_module function more flexible. The modules may
Bernhard Herzog <bh@intevation.de>
parents:
113
diff
changeset
|
685 - If the module contains a class called PackageTrack, use that. |
|
34e08d52956e
Make the import_packager_module function more flexible. The modules may
Bernhard Herzog <bh@intevation.de>
parents:
113
diff
changeset
|
686 |
|
34e08d52956e
Make the import_packager_module function more flexible. The modules may
Bernhard Herzog <bh@intevation.de>
parents:
113
diff
changeset
|
687 - Otherwise create one using the module's RevisionPackager class, |
|
34e08d52956e
Make the import_packager_module function more flexible. The modules may
Bernhard Herzog <bh@intevation.de>
parents:
113
diff
changeset
|
688 creating RevisionPackager if necessary. |
|
34e08d52956e
Make the import_packager_module function more flexible. The modules may
Bernhard Herzog <bh@intevation.de>
parents:
113
diff
changeset
|
689 |
|
34e08d52956e
Make the import_packager_module function more flexible. The modules may
Bernhard Herzog <bh@intevation.de>
parents:
113
diff
changeset
|
690 - If RevisionPackager needs to be created, it uses the module's |
|
34e08d52956e
Make the import_packager_module function more flexible. The modules may
Bernhard Herzog <bh@intevation.de>
parents:
113
diff
changeset
|
691 SourcePackager as source_packager_cls and if present also the |
|
34e08d52956e
Make the import_packager_module function more flexible. The modules may
Bernhard Herzog <bh@intevation.de>
parents:
113
diff
changeset
|
692 module's BinaryPackager as binary_packager_cls. If the module |
|
34e08d52956e
Make the import_packager_module function more flexible. The modules may
Bernhard Herzog <bh@intevation.de>
parents:
113
diff
changeset
|
693 does not have a BinaryPackager, the default BinaryPackager is |
|
34e08d52956e
Make the import_packager_module function more flexible. The modules may
Bernhard Herzog <bh@intevation.de>
parents:
113
diff
changeset
|
694 used. |
|
113
312949e7628d
Add a smarter way to load the packager modules: Add the function
Bernhard Herzog <bh@intevation.de>
parents:
112
diff
changeset
|
695 """ |
|
312949e7628d
Add a smarter way to load the packager modules: Add the function
Bernhard Herzog <bh@intevation.de>
parents:
112
diff
changeset
|
696 module = util.import_dotted_name(packager_class) |
|
312949e7628d
Add a smarter way to load the packager modules: Add the function
Bernhard Herzog <bh@intevation.de>
parents:
112
diff
changeset
|
697 if not hasattr(module, "PackageTrack"): |
|
125
34e08d52956e
Make the import_packager_module function more flexible. The modules may
Bernhard Herzog <bh@intevation.de>
parents:
113
diff
changeset
|
698 if not hasattr(module, "RevisionPackager"): |
|
34e08d52956e
Make the import_packager_module function more flexible. The modules may
Bernhard Herzog <bh@intevation.de>
parents:
113
diff
changeset
|
699 binary_packager = getattr(module, "BinaryPackager", BinaryPackager) |
|
34e08d52956e
Make the import_packager_module function more flexible. The modules may
Bernhard Herzog <bh@intevation.de>
parents:
113
diff
changeset
|
700 module.RevisionPackager \ |
|
34e08d52956e
Make the import_packager_module function more flexible. The modules may
Bernhard Herzog <bh@intevation.de>
parents:
113
diff
changeset
|
701 = new.classobj("RevisionPackager", (RevisionPackager,), |
|
34e08d52956e
Make the import_packager_module function more flexible. The modules may
Bernhard Herzog <bh@intevation.de>
parents:
113
diff
changeset
|
702 dict(source_packager_cls=module.SourcePackager, |
|
34e08d52956e
Make the import_packager_module function more flexible. The modules may
Bernhard Herzog <bh@intevation.de>
parents:
113
diff
changeset
|
703 binary_packager_cls=binary_packager)) |
|
113
312949e7628d
Add a smarter way to load the packager modules: Add the function
Bernhard Herzog <bh@intevation.de>
parents:
112
diff
changeset
|
704 module.PackageTrack \ |
|
312949e7628d
Add a smarter way to load the packager modules: Add the function
Bernhard Herzog <bh@intevation.de>
parents:
112
diff
changeset
|
705 = new.classobj("PackageTrack", (PackageTrack,), |
|
312949e7628d
Add a smarter way to load the packager modules: Add the function
Bernhard Herzog <bh@intevation.de>
parents:
112
diff
changeset
|
706 dict(revision_packager_cls=module.RevisionPackager)) |
|
312949e7628d
Add a smarter way to load the packager modules: Add the function
Bernhard Herzog <bh@intevation.de>
parents:
112
diff
changeset
|
707 return module |
|
312949e7628d
Add a smarter way to load the packager modules: Add the function
Bernhard Herzog <bh@intevation.de>
parents:
112
diff
changeset
|
708 |
|
52
78cf5f6778ec
Rename 'packagel ine' -> 'package track'
Bernhard Herzog <bh@intevation.de>
parents:
49
diff
changeset
|
709 def create_package_track(packager_class, **kw): |
|
113
312949e7628d
Add a smarter way to load the packager modules: Add the function
Bernhard Herzog <bh@intevation.de>
parents:
112
diff
changeset
|
710 module = import_packager_module(packager_class) |
|
52
78cf5f6778ec
Rename 'packagel ine' -> 'package track'
Bernhard Herzog <bh@intevation.de>
parents:
49
diff
changeset
|
711 return module.PackageTrack(**kw) |
|
4
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
2
diff
changeset
|
712 |
| 0 | 713 |
|
128
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
714 class CyclicDependencyError(Exception): |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
715 |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
716 """Exception thrown when a cycle is detected in the track dependencies""" |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
717 |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
718 def __init__(self, tracks): |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
719 Exception.__init__(self, |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
720 "Cyclic dependencies between" " tracks (%s)" |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
721 % ", ".join([track.name for track in tracks])) |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
722 |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
723 |
|
7
96f4f58c62b5
Rename the Packager class to PackagerGroup
Bernhard Herzog <bh@intevation.de>
parents:
4
diff
changeset
|
724 class PackagerGroup(object): |
| 0 | 725 |
|
91
3ed079a7174a
Implement a way to stop a running treepackager.
Bernhard Herzog <bh@intevation.de>
parents:
90
diff
changeset
|
726 def __init__(self, package_tracks, check_interval, revision=None, |
|
307
5f442b0cf3a4
New command line argument --stop-on-error for runtreepkg.py and
Bernhard Herzog <bh@intevation.de>
parents:
306
diff
changeset
|
727 instructions_file=None, do_svn_update=True, |
|
389
a690fc689f2f
added treepkg_dir andd tracks_dir attributes to PackageGroup
Bjoern Ricks <bricks@intevation.de>
parents:
387
diff
changeset
|
728 stop_on_error=False, name="", treepkg_dir=None, |
|
a690fc689f2f
added treepkg_dir andd tracks_dir attributes to PackageGroup
Bjoern Ricks <bricks@intevation.de>
parents:
387
diff
changeset
|
729 tracks_dir=None): |
|
52
78cf5f6778ec
Rename 'packagel ine' -> 'package track'
Bernhard Herzog <bh@intevation.de>
parents:
49
diff
changeset
|
730 self.package_tracks = package_tracks |
| 0 | 731 self.check_interval = check_interval |
|
80
0af2fa3790e0
Add revision parameter to PackagerGroup.__init__ and some other methods
Bernhard Herzog <bh@intevation.de>
parents:
78
diff
changeset
|
732 self.revision = revision |
|
190
e83db4482aab
Add runtreepkg.py command line option --no-svn-update to inhibit updates
Bernhard Herzog <bh@intevation.de>
parents:
179
diff
changeset
|
733 self.do_svn_update = do_svn_update |
|
307
5f442b0cf3a4
New command line argument --stop-on-error for runtreepkg.py and
Bernhard Herzog <bh@intevation.de>
parents:
306
diff
changeset
|
734 self.stop_on_error = stop_on_error |
|
91
3ed079a7174a
Implement a way to stop a running treepackager.
Bernhard Herzog <bh@intevation.de>
parents:
90
diff
changeset
|
735 self.instructions_file = instructions_file |
|
3ed079a7174a
Implement a way to stop a running treepackager.
Bernhard Herzog <bh@intevation.de>
parents:
90
diff
changeset
|
736 self.instructions_file_removed = False |
|
387
c1f3be727f9d
renamed new status dir to info because of a naming conflict with status.py
Bjoern Ricks <bricks@intevation.de>
parents:
378
diff
changeset
|
737 self.name = name |
|
389
a690fc689f2f
added treepkg_dir andd tracks_dir attributes to PackageGroup
Bjoern Ricks <bricks@intevation.de>
parents:
387
diff
changeset
|
738 self.treepkg_dir = treepkg_dir |
|
a690fc689f2f
added treepkg_dir andd tracks_dir attributes to PackageGroup
Bjoern Ricks <bricks@intevation.de>
parents:
387
diff
changeset
|
739 self.tracks_dir = tracks_dir |
|
128
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
740 self.sort_tracks() |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
741 |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
742 def sort_tracks(self): |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
743 """Sorts tracks for dependency handling""" |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
744 todo = self.package_tracks[:] |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
745 sorted = [] |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
746 seen = set() |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
747 |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
748 # dependencies that can be solved by one of the tracks |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
749 known = set() |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
750 for track in todo: |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
751 known |= track.dependencies_provided() |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
752 |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
753 while todo: |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
754 todo_again = [] |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
755 for track in todo: |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
756 if not track.handle_dependencies: |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
757 sorted.append(track) |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
758 continue |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
759 |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
760 unmet = (track.dependencies_required() & known) - seen |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
761 if unmet: |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
762 todo_again.append(track) |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
763 else: |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
764 sorted.append(track) |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
765 seen |= track.dependencies_provided() |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
766 if todo_again == todo: |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
767 raise CyclicDependencyError(todo) |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
768 todo = todo_again |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
769 |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
770 self.package_tracks = sorted |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
771 self.needed_binaries = set() |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
772 for track in self.package_tracks: |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
773 self.needed_binaries |= track.dependencies_required() |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
774 self.needed_binaries &= known |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
775 |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
776 logging.info("sorted track order: %s", |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
777 " ".join(track.name for track in sorted)) |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
778 logging.info("binary packages needed as build dependencies: %s", |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
779 " ".join(self.needed_binaries)) |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
780 |
| 0 | 781 def run(self): |
|
7
96f4f58c62b5
Rename the Packager class to PackagerGroup
Bernhard Herzog <bh@intevation.de>
parents:
4
diff
changeset
|
782 """Runs the packager group indefinitely""" |
|
78
9a602d8eaa60
initial revision of the subversion repository
Thomas Arendsen Hein <thomas@intevation.de>
parents:
55
diff
changeset
|
783 logging.info("Starting in periodic check mode." |
|
9a602d8eaa60
initial revision of the subversion repository
Thomas Arendsen Hein <thomas@intevation.de>
parents:
55
diff
changeset
|
784 " Will check every %d seconds", self.check_interval) |
|
312
2d6915bce473
Rework the packager mainloop. it's a bit simpler now and stopping should
Bernhard Herzog <bh@intevation.de>
parents:
310
diff
changeset
|
785 next_check = time.time() |
| 0 | 786 while 1: |
|
312
2d6915bce473
Rework the packager mainloop. it's a bit simpler now and stopping should
Bernhard Herzog <bh@intevation.de>
parents:
310
diff
changeset
|
787 if self.should_stop(): |
|
2d6915bce473
Rework the packager mainloop. it's a bit simpler now and stopping should
Bernhard Herzog <bh@intevation.de>
parents:
310
diff
changeset
|
788 logging.info("Received stop instruction. Stopping.") |
|
2d6915bce473
Rework the packager mainloop. it's a bit simpler now and stopping should
Bernhard Herzog <bh@intevation.de>
parents:
310
diff
changeset
|
789 return |
|
2d6915bce473
Rework the packager mainloop. it's a bit simpler now and stopping should
Bernhard Herzog <bh@intevation.de>
parents:
310
diff
changeset
|
790 |
|
2d6915bce473
Rework the packager mainloop. it's a bit simpler now and stopping should
Bernhard Herzog <bh@intevation.de>
parents:
310
diff
changeset
|
791 this_check = time.time() |
|
2d6915bce473
Rework the packager mainloop. it's a bit simpler now and stopping should
Bernhard Herzog <bh@intevation.de>
parents:
310
diff
changeset
|
792 if this_check >= next_check: |
|
2d6915bce473
Rework the packager mainloop. it's a bit simpler now and stopping should
Bernhard Herzog <bh@intevation.de>
parents:
310
diff
changeset
|
793 logging.info("Next check is now") |
|
91
3ed079a7174a
Implement a way to stop a running treepackager.
Bernhard Herzog <bh@intevation.de>
parents:
90
diff
changeset
|
794 if self.check_package_tracks(): |
|
3ed079a7174a
Implement a way to stop a running treepackager.
Bernhard Herzog <bh@intevation.de>
parents:
90
diff
changeset
|
795 break |
|
312
2d6915bce473
Rework the packager mainloop. it's a bit simpler now and stopping should
Bernhard Herzog <bh@intevation.de>
parents:
310
diff
changeset
|
796 last_check = this_check |
|
2d6915bce473
Rework the packager mainloop. it's a bit simpler now and stopping should
Bernhard Herzog <bh@intevation.de>
parents:
310
diff
changeset
|
797 next_check = this_check + self.check_interval |
|
2d6915bce473
Rework the packager mainloop. it's a bit simpler now and stopping should
Bernhard Herzog <bh@intevation.de>
parents:
310
diff
changeset
|
798 else: |
|
2d6915bce473
Rework the packager mainloop. it's a bit simpler now and stopping should
Bernhard Herzog <bh@intevation.de>
parents:
310
diff
changeset
|
799 to_sleep = next_check - this_check |
|
2d6915bce473
Rework the packager mainloop. it's a bit simpler now and stopping should
Bernhard Herzog <bh@intevation.de>
parents:
310
diff
changeset
|
800 logging.info("Next check at %s", |
|
2d6915bce473
Rework the packager mainloop. it's a bit simpler now and stopping should
Bernhard Herzog <bh@intevation.de>
parents:
310
diff
changeset
|
801 time.strftime("%Y-%m-%d %H:%M:%S", |
|
2d6915bce473
Rework the packager mainloop. it's a bit simpler now and stopping should
Bernhard Herzog <bh@intevation.de>
parents:
310
diff
changeset
|
802 time.localtime(next_check))) |
|
2d6915bce473
Rework the packager mainloop. it's a bit simpler now and stopping should
Bernhard Herzog <bh@intevation.de>
parents:
310
diff
changeset
|
803 time.sleep(to_sleep) |
| 0 | 804 |
|
52
78cf5f6778ec
Rename 'packagel ine' -> 'package track'
Bernhard Herzog <bh@intevation.de>
parents:
49
diff
changeset
|
805 def check_package_tracks(self): |
|
78cf5f6778ec
Rename 'packagel ine' -> 'package track'
Bernhard Herzog <bh@intevation.de>
parents:
49
diff
changeset
|
806 logging.info("Checking package tracks") |
|
91
3ed079a7174a
Implement a way to stop a running treepackager.
Bernhard Herzog <bh@intevation.de>
parents:
90
diff
changeset
|
807 self.clear_instruction() |
|
128
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
808 repeat = True |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
809 while repeat: |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
810 repeat = False |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
811 for track in self.package_tracks: |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
812 try: |
|
190
e83db4482aab
Add runtreepkg.py command line option --no-svn-update to inhibit updates
Bernhard Herzog <bh@intevation.de>
parents:
179
diff
changeset
|
813 packager = track.package_if_updated(revision=self.revision, |
|
e83db4482aab
Add runtreepkg.py command line option --no-svn-update to inhibit updates
Bernhard Herzog <bh@intevation.de>
parents:
179
diff
changeset
|
814 do_svn_update=self.do_svn_update) |
|
128
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
815 if packager: |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
816 packager.package() |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
817 repeat = self.install_dependencies(track, packager) |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
818 except: |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
819 logging.exception("An error occurred while" |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
820 " checking packager track %r", track.name) |
|
307
5f442b0cf3a4
New command line argument --stop-on-error for runtreepkg.py and
Bernhard Herzog <bh@intevation.de>
parents:
306
diff
changeset
|
821 if self.stop_on_error: |
|
310
26c15a0f0e52
When stopping because of an error, do not raise the exception again as
Bernhard Herzog <bh@intevation.de>
parents:
308
diff
changeset
|
822 logging.info("Stopping because of errors.") |
|
26c15a0f0e52
When stopping because of an error, do not raise the exception again as
Bernhard Herzog <bh@intevation.de>
parents:
308
diff
changeset
|
823 return True |
|
308
61d1daac23d4
Move the should_stop check out of the try/except block so that it's not
Bernhard Herzog <bh@intevation.de>
parents:
307
diff
changeset
|
824 if self.should_stop(): |
|
61d1daac23d4
Move the should_stop check out of the try/except block so that it's not
Bernhard Herzog <bh@intevation.de>
parents:
307
diff
changeset
|
825 logging.info("Received stop instruction. Stopping.") |
|
61d1daac23d4
Move the should_stop check out of the try/except block so that it's not
Bernhard Herzog <bh@intevation.de>
parents:
307
diff
changeset
|
826 return True |
|
128
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
827 if repeat: |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
828 logging.info("Built binaries needed by other tracks." |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
829 " Starting over to ensure all dependencies" |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
830 " are met") |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
831 break |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
832 |
|
52
78cf5f6778ec
Rename 'packagel ine' -> 'package track'
Bernhard Herzog <bh@intevation.de>
parents:
49
diff
changeset
|
833 logging.info("Checked all package tracks") |
|
14
dfd89f81e66c
Add simple status report tool. Still using the old status files
Bernhard Herzog <bh@intevation.de>
parents:
11
diff
changeset
|
834 |
|
128
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
835 |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
836 def install_dependencies(self, track, packager): |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
837 """Add the binaries built by packager to the builder, if necessary. |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
838 It is necessary if any track depends on the packages. The |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
839 method simply installs all binary files built by the packger |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
840 instead of only those which are immediately required by a track. |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
841 This is done because tracks usually depend directly only on the |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
842 -dev packages which usually require another binary package built |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
843 at the same time. |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
844 """ |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
845 if (track.handle_dependencies |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
846 and track.dependencies_provided() & self.needed_binaries): |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
847 # FIXME: this basically assumes that all tracks use the same |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
848 # builder. This is true for now, but it is possible to |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
849 # configure treepkg with different builders for different |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
850 # tracks and we really should be installing the newly built |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
851 # binaries into the builder of the tracks which depends on |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
852 # them |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
853 binaries = packager.list_binary_files() |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
854 track.builder.add_binaries_to_extra_pkg(binaries) |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
855 return True |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
856 return False |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
857 |
|
5155b4f9443d
Add basic dependency handling to PackageTrack and PackagerGroup.
Bernhard Herzog <bh@intevation.de>
parents:
125
diff
changeset
|
858 |
|
52
78cf5f6778ec
Rename 'packagel ine' -> 'package track'
Bernhard Herzog <bh@intevation.de>
parents:
49
diff
changeset
|
859 def get_package_tracks(self): |
|
78cf5f6778ec
Rename 'packagel ine' -> 'package track'
Bernhard Herzog <bh@intevation.de>
parents:
49
diff
changeset
|
860 return self.package_tracks |
|
91
3ed079a7174a
Implement a way to stop a running treepackager.
Bernhard Herzog <bh@intevation.de>
parents:
90
diff
changeset
|
861 |
|
3ed079a7174a
Implement a way to stop a running treepackager.
Bernhard Herzog <bh@intevation.de>
parents:
90
diff
changeset
|
862 def read_instruction(self): |
|
3ed079a7174a
Implement a way to stop a running treepackager.
Bernhard Herzog <bh@intevation.de>
parents:
90
diff
changeset
|
863 if not self.instructions_file: |
|
3ed079a7174a
Implement a way to stop a running treepackager.
Bernhard Herzog <bh@intevation.de>
parents:
90
diff
changeset
|
864 return "" |
|
3ed079a7174a
Implement a way to stop a running treepackager.
Bernhard Herzog <bh@intevation.de>
parents:
90
diff
changeset
|
865 try: |
|
3ed079a7174a
Implement a way to stop a running treepackager.
Bernhard Herzog <bh@intevation.de>
parents:
90
diff
changeset
|
866 f = open(self.instructions_file) |
|
3ed079a7174a
Implement a way to stop a running treepackager.
Bernhard Herzog <bh@intevation.de>
parents:
90
diff
changeset
|
867 except (IOError, OSError): |
|
3ed079a7174a
Implement a way to stop a running treepackager.
Bernhard Herzog <bh@intevation.de>
parents:
90
diff
changeset
|
868 return "" |
|
3ed079a7174a
Implement a way to stop a running treepackager.
Bernhard Herzog <bh@intevation.de>
parents:
90
diff
changeset
|
869 try: |
|
3ed079a7174a
Implement a way to stop a running treepackager.
Bernhard Herzog <bh@intevation.de>
parents:
90
diff
changeset
|
870 return f.read().strip() |
|
3ed079a7174a
Implement a way to stop a running treepackager.
Bernhard Herzog <bh@intevation.de>
parents:
90
diff
changeset
|
871 finally: |
|
3ed079a7174a
Implement a way to stop a running treepackager.
Bernhard Herzog <bh@intevation.de>
parents:
90
diff
changeset
|
872 f.close() |
|
3ed079a7174a
Implement a way to stop a running treepackager.
Bernhard Herzog <bh@intevation.de>
parents:
90
diff
changeset
|
873 self.clear_instruction() |
|
3ed079a7174a
Implement a way to stop a running treepackager.
Bernhard Herzog <bh@intevation.de>
parents:
90
diff
changeset
|
874 |
|
3ed079a7174a
Implement a way to stop a running treepackager.
Bernhard Herzog <bh@intevation.de>
parents:
90
diff
changeset
|
875 def clear_instruction(self, force=False): |
|
3ed079a7174a
Implement a way to stop a running treepackager.
Bernhard Herzog <bh@intevation.de>
parents:
90
diff
changeset
|
876 if self.instructions_file and (not self.instructions_file_removed |
|
3ed079a7174a
Implement a way to stop a running treepackager.
Bernhard Herzog <bh@intevation.de>
parents:
90
diff
changeset
|
877 or force): |
|
3ed079a7174a
Implement a way to stop a running treepackager.
Bernhard Herzog <bh@intevation.de>
parents:
90
diff
changeset
|
878 util.writefile(self.instructions_file, "") |
|
3ed079a7174a
Implement a way to stop a running treepackager.
Bernhard Herzog <bh@intevation.de>
parents:
90
diff
changeset
|
879 self.instructions_file_removed = True |
|
3ed079a7174a
Implement a way to stop a running treepackager.
Bernhard Herzog <bh@intevation.de>
parents:
90
diff
changeset
|
880 |
|
3ed079a7174a
Implement a way to stop a running treepackager.
Bernhard Herzog <bh@intevation.de>
parents:
90
diff
changeset
|
881 def should_stop(self): |
|
3ed079a7174a
Implement a way to stop a running treepackager.
Bernhard Herzog <bh@intevation.de>
parents:
90
diff
changeset
|
882 return self.read_instruction() == "stop" |