Mercurial > treepkg > treepkg
annotate treepkg/util.py @ 457:b90bb9f2bb77
Use the Hashlib module instead of MD5 if the python version is >=2.5
author | Andre Heinecke <aheinecke@intevation.de> |
---|---|
date | Tue, 24 Aug 2010 13:50:17 +0000 |
parents | e7e0ace683c6 |
children | 61e72399914c |
rev | line source |
---|---|
110
ba677506e95e
Remove StatusFile. It has been superseded by the treepkg.util module
Bernhard Herzog <bh@intevation.de>
parents:
88
diff
changeset
|
1 # Copyright (C) 2007, 2008 by Intevation GmbH |
0 | 2 # Authors: |
3 # Bernhard Herzog <bh@intevation.de> | |
4 # | |
5 # This program is free software under the GPL (>=v2) | |
6 # Read the file COPYING coming with the software for details. | |
7 | |
8 """Collection of functions that didn't fit elsewhere""" | |
9 | |
10 import os | |
111
7f6fb8103db0
Move the sed-like replacement code from enterprise/kdepim.py to treepkg/util.py
Bernhard Herzog <bh@intevation.de>
parents:
110
diff
changeset
|
11 import re |
0 | 12 import tempfile |
4
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
0
diff
changeset
|
13 import shutil |
169
261b75d7b972
Extend listdir_abs with an optional glob pattern
Bernhard Herzog <bh@intevation.de>
parents:
160
diff
changeset
|
14 import fnmatch |
344
f06f707d9fda
merged branches/scratchbox into trunk
Bjoern Ricks <bricks@intevation.de>
parents:
172
diff
changeset
|
15 import pwd |
394 | 16 import os.path |
457
b90bb9f2bb77
Use the Hashlib module instead of MD5 if the python version is >=2.5
Andre Heinecke <aheinecke@intevation.de>
parents:
456
diff
changeset
|
17 import sys |
b90bb9f2bb77
Use the Hashlib module instead of MD5 if the python version is >=2.5
Andre Heinecke <aheinecke@intevation.de>
parents:
456
diff
changeset
|
18 if sys.version_info < (2, 5): |
b90bb9f2bb77
Use the Hashlib module instead of MD5 if the python version is >=2.5
Andre Heinecke <aheinecke@intevation.de>
parents:
456
diff
changeset
|
19 import md5 |
b90bb9f2bb77
Use the Hashlib module instead of MD5 if the python version is >=2.5
Andre Heinecke <aheinecke@intevation.de>
parents:
456
diff
changeset
|
20 else: |
b90bb9f2bb77
Use the Hashlib module instead of MD5 if the python version is >=2.5
Andre Heinecke <aheinecke@intevation.de>
parents:
456
diff
changeset
|
21 import hashlib |
0 | 22 |
23 import run | |
24 | |
25 | |
4
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
0
diff
changeset
|
26 def import_dotted_name(dotted_name): |
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
0
diff
changeset
|
27 module = __import__(dotted_name) |
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
0
diff
changeset
|
28 for name in dotted_name.split(".")[1:]: |
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
0
diff
changeset
|
29 module = getattr(module, name) |
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
0
diff
changeset
|
30 return module |
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
0
diff
changeset
|
31 |
0 | 32 def extract_value_for_key(lines, key): |
33 """Parses a sequence of strings for a key and returns the associated value | |
34 | |
35 The function determines the first string in lines that starts with | |
36 key. It returns the rest of the lines stripped of leading and | |
37 trailing whitespace. | |
83
83e48a76f759
Document what extract_value_for_key returns when the key is not found
Bernhard Herzog <bh@intevation.de>
parents:
57
diff
changeset
|
38 |
83e48a76f759
Document what extract_value_for_key returns when the key is not found
Bernhard Herzog <bh@intevation.de>
parents:
57
diff
changeset
|
39 If the key is not found in lines, the function returns None. |
0 | 40 """ |
41 for line in lines: | |
42 if line.startswith(key): | |
43 return line[len(key):].strip() | |
44 | |
45 def extract_lsm_version(lsm_file): | |
46 return extract_value_for_key(open(lsm_file), "Version:") | |
47 | |
48 def debian_changelog_version(changelog): | |
49 """Returns the newest version in a debian changelog.""" | |
50 output = run.capture_output(["dpkg-parsechangelog", "-l" + changelog]) | |
51 return extract_value_for_key(output.splitlines(), "Version:") | |
52 | |
53 | |
54 def ensure_directory(directory): | |
55 """Creates directory and all its parents. | |
56 | |
57 Unlike os.makedirs, this function doesn't throw an exception | |
58 """ | |
59 if not os.path.isdir(directory): | |
60 os.makedirs(directory) | |
61 | |
169
261b75d7b972
Extend listdir_abs with an optional glob pattern
Bernhard Herzog <bh@intevation.de>
parents:
160
diff
changeset
|
62 def listdir_abs(directory, pattern=None): |
261b75d7b972
Extend listdir_abs with an optional glob pattern
Bernhard Herzog <bh@intevation.de>
parents:
160
diff
changeset
|
63 """Like os.listdir, but returns a list of absolute pathnames. |
261b75d7b972
Extend listdir_abs with an optional glob pattern
Bernhard Herzog <bh@intevation.de>
parents:
160
diff
changeset
|
64 Optionally, a glob pattern can be given to restrict the names |
261b75d7b972
Extend listdir_abs with an optional glob pattern
Bernhard Herzog <bh@intevation.de>
parents:
160
diff
changeset
|
65 returned by the function. |
261b75d7b972
Extend listdir_abs with an optional glob pattern
Bernhard Herzog <bh@intevation.de>
parents:
160
diff
changeset
|
66 """ |
261b75d7b972
Extend listdir_abs with an optional glob pattern
Bernhard Herzog <bh@intevation.de>
parents:
160
diff
changeset
|
67 filenames = os.listdir(directory) |
261b75d7b972
Extend listdir_abs with an optional glob pattern
Bernhard Herzog <bh@intevation.de>
parents:
160
diff
changeset
|
68 if pattern is not None: |
261b75d7b972
Extend listdir_abs with an optional glob pattern
Bernhard Herzog <bh@intevation.de>
parents:
160
diff
changeset
|
69 filenames = fnmatch.filter(filenames, pattern) |
261b75d7b972
Extend listdir_abs with an optional glob pattern
Bernhard Herzog <bh@intevation.de>
parents:
160
diff
changeset
|
70 return [os.path.join(directory, filename) for filename in filenames] |
0 | 71 |
4
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
0
diff
changeset
|
72 def copytree(src, dst, symlinks=False): |
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
0
diff
changeset
|
73 """Recursively copy a directory tree using copy2(). |
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
0
diff
changeset
|
74 |
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
0
diff
changeset
|
75 This version is basically the same as the one in the shutil module |
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
0
diff
changeset
|
76 in the python standard library, however, it's OK if the destination |
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
0
diff
changeset
|
77 directory already exists. |
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
0
diff
changeset
|
78 |
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
0
diff
changeset
|
79 If the optional symlinks flag is true, symbolic links in the |
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
0
diff
changeset
|
80 source tree result in symbolic links in the destination tree; if |
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
0
diff
changeset
|
81 it is false, the contents of the files pointed to by symbolic |
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
0
diff
changeset
|
82 links are copied. |
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
0
diff
changeset
|
83 """ |
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
0
diff
changeset
|
84 names = os.listdir(src) |
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
0
diff
changeset
|
85 ensure_directory(dst) |
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
0
diff
changeset
|
86 errors = [] |
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
0
diff
changeset
|
87 for name in names: |
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
0
diff
changeset
|
88 srcname = os.path.join(src, name) |
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
0
diff
changeset
|
89 dstname = os.path.join(dst, name) |
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
0
diff
changeset
|
90 try: |
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
0
diff
changeset
|
91 if symlinks and os.path.islink(srcname): |
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
0
diff
changeset
|
92 linkto = os.readlink(srcname) |
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
0
diff
changeset
|
93 os.symlink(linkto, dstname) |
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
0
diff
changeset
|
94 elif os.path.isdir(srcname): |
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
0
diff
changeset
|
95 copytree(srcname, dstname, symlinks) |
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
0
diff
changeset
|
96 else: |
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
0
diff
changeset
|
97 shutil.copy2(srcname, dstname) |
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
0
diff
changeset
|
98 # XXX What about devices, sockets etc.? |
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
0
diff
changeset
|
99 except (IOError, os.error), why: |
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
0
diff
changeset
|
100 errors.append((srcname, dstname, why)) |
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
0
diff
changeset
|
101 if errors: |
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
0
diff
changeset
|
102 raise Error, errors |
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
0
diff
changeset
|
103 |
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
0
diff
changeset
|
104 |
fee641fec94e
Separate the kolab specific parts.
Bernhard Herzog <bh@intevation.de>
parents:
0
diff
changeset
|
105 |
57
d0d08c7e7d37
allow optionally set the file permissions in writefile
Bernhard Herzog <bh@intevation.de>
parents:
14
diff
changeset
|
106 def writefile(filename, contents, permissions=None): |
0 | 107 """Write contents to filename in an atomic way. |
108 | |
109 The contents are first written to a temporary file in the same | |
110 directory as filename. Once the contents are written, the temporary | |
111 file is closed and renamed to filename. | |
57
d0d08c7e7d37
allow optionally set the file permissions in writefile
Bernhard Herzog <bh@intevation.de>
parents:
14
diff
changeset
|
112 |
d0d08c7e7d37
allow optionally set the file permissions in writefile
Bernhard Herzog <bh@intevation.de>
parents:
14
diff
changeset
|
113 The optional parameter permissions, if given, are the permissions |
d0d08c7e7d37
allow optionally set the file permissions in writefile
Bernhard Herzog <bh@intevation.de>
parents:
14
diff
changeset
|
114 for the new file. By default, or if the parameter is None, the |
d0d08c7e7d37
allow optionally set the file permissions in writefile
Bernhard Herzog <bh@intevation.de>
parents:
14
diff
changeset
|
115 default permissions set by the tempfile.mkstemp are used which means |
d0d08c7e7d37
allow optionally set the file permissions in writefile
Bernhard Herzog <bh@intevation.de>
parents:
14
diff
changeset
|
116 that the file is only readable for the user that created the file. |
d0d08c7e7d37
allow optionally set the file permissions in writefile
Bernhard Herzog <bh@intevation.de>
parents:
14
diff
changeset
|
117 The permissions value is used as the second parameter to os.chmod. |
0 | 118 """ |
119 dirname, basename = os.path.split(filename) | |
120 fileno, tempname = tempfile.mkstemp("", basename, dirname) | |
121 try: | |
122 os.write(fileno, contents) | |
123 if not contents.endswith("\n"): | |
124 os.write(fileno, "\n") | |
125 os.close(fileno) | |
57
d0d08c7e7d37
allow optionally set the file permissions in writefile
Bernhard Herzog <bh@intevation.de>
parents:
14
diff
changeset
|
126 if permissions is not None: |
d0d08c7e7d37
allow optionally set the file permissions in writefile
Bernhard Herzog <bh@intevation.de>
parents:
14
diff
changeset
|
127 os.chmod(tempname, permissions) |
0 | 128 os.rename(tempname, filename) |
129 finally: | |
130 if os.path.exists(tempname): | |
131 os.remove(tempname) | |
111
7f6fb8103db0
Move the sed-like replacement code from enterprise/kdepim.py to treepkg/util.py
Bernhard Herzog <bh@intevation.de>
parents:
110
diff
changeset
|
132 |
7f6fb8103db0
Move the sed-like replacement code from enterprise/kdepim.py to treepkg/util.py
Bernhard Herzog <bh@intevation.de>
parents:
110
diff
changeset
|
133 |
7f6fb8103db0
Move the sed-like replacement code from enterprise/kdepim.py to treepkg/util.py
Bernhard Herzog <bh@intevation.de>
parents:
110
diff
changeset
|
134 def replace_in_file(filename, pattern, replacement): |
7f6fb8103db0
Move the sed-like replacement code from enterprise/kdepim.py to treepkg/util.py
Bernhard Herzog <bh@intevation.de>
parents:
110
diff
changeset
|
135 """Replace all occurrences of pattern in a file with replacement. |
7f6fb8103db0
Move the sed-like replacement code from enterprise/kdepim.py to treepkg/util.py
Bernhard Herzog <bh@intevation.de>
parents:
110
diff
changeset
|
136 The file is modified in place. The search and replace is done with |
7f6fb8103db0
Move the sed-like replacement code from enterprise/kdepim.py to treepkg/util.py
Bernhard Herzog <bh@intevation.de>
parents:
110
diff
changeset
|
137 the re.sub function. The pattern and replacement parameter are passed |
7f6fb8103db0
Move the sed-like replacement code from enterprise/kdepim.py to treepkg/util.py
Bernhard Herzog <bh@intevation.de>
parents:
110
diff
changeset
|
138 through to re.sub unmodified, so their semantics are determined by |
7f6fb8103db0
Move the sed-like replacement code from enterprise/kdepim.py to treepkg/util.py
Bernhard Herzog <bh@intevation.de>
parents:
110
diff
changeset
|
139 re.sub. |
160
017179427c7f
Make treepkg/utilreplace_in_file return whether any substitutions were made.
Bernhard Herzog <bh@intevation.de>
parents:
111
diff
changeset
|
140 |
017179427c7f
Make treepkg/utilreplace_in_file return whether any substitutions were made.
Bernhard Herzog <bh@intevation.de>
parents:
111
diff
changeset
|
141 The return value is True if the contents of the file have been |
017179427c7f
Make treepkg/utilreplace_in_file return whether any substitutions were made.
Bernhard Herzog <bh@intevation.de>
parents:
111
diff
changeset
|
142 changed, False otherwise. |
111
7f6fb8103db0
Move the sed-like replacement code from enterprise/kdepim.py to treepkg/util.py
Bernhard Herzog <bh@intevation.de>
parents:
110
diff
changeset
|
143 """ |
7f6fb8103db0
Move the sed-like replacement code from enterprise/kdepim.py to treepkg/util.py
Bernhard Herzog <bh@intevation.de>
parents:
110
diff
changeset
|
144 contents = open(filename).read() |
7f6fb8103db0
Move the sed-like replacement code from enterprise/kdepim.py to treepkg/util.py
Bernhard Herzog <bh@intevation.de>
parents:
110
diff
changeset
|
145 modified = re.sub(pattern, replacement, contents) |
7f6fb8103db0
Move the sed-like replacement code from enterprise/kdepim.py to treepkg/util.py
Bernhard Herzog <bh@intevation.de>
parents:
110
diff
changeset
|
146 f = open(filename, "w") |
7f6fb8103db0
Move the sed-like replacement code from enterprise/kdepim.py to treepkg/util.py
Bernhard Herzog <bh@intevation.de>
parents:
110
diff
changeset
|
147 f.write(modified) |
7f6fb8103db0
Move the sed-like replacement code from enterprise/kdepim.py to treepkg/util.py
Bernhard Herzog <bh@intevation.de>
parents:
110
diff
changeset
|
148 f.close() |
160
017179427c7f
Make treepkg/utilreplace_in_file return whether any substitutions were made.
Bernhard Herzog <bh@intevation.de>
parents:
111
diff
changeset
|
149 return modified != contents |
172
06af36f915f2
Move the filenameproperty factory from treepkg/packager.py to
Bernhard Herzog <bh@intevation.de>
parents:
169
diff
changeset
|
150 |
06af36f915f2
Move the filenameproperty factory from treepkg/packager.py to
Bernhard Herzog <bh@intevation.de>
parents:
169
diff
changeset
|
151 |
06af36f915f2
Move the filenameproperty factory from treepkg/packager.py to
Bernhard Herzog <bh@intevation.de>
parents:
169
diff
changeset
|
152 def filenameproperty(filename, dir_attr="base_dir"): |
06af36f915f2
Move the filenameproperty factory from treepkg/packager.py to
Bernhard Herzog <bh@intevation.de>
parents:
169
diff
changeset
|
153 """Create a property for a directory or filename. |
06af36f915f2
Move the filenameproperty factory from treepkg/packager.py to
Bernhard Herzog <bh@intevation.de>
parents:
169
diff
changeset
|
154 If the filename is relative it is interpreted as relative to the |
06af36f915f2
Move the filenameproperty factory from treepkg/packager.py to
Bernhard Herzog <bh@intevation.de>
parents:
169
diff
changeset
|
155 value of the attribute of self named by dir_attr which defaults to |
06af36f915f2
Move the filenameproperty factory from treepkg/packager.py to
Bernhard Herzog <bh@intevation.de>
parents:
169
diff
changeset
|
156 'base_dir'. |
06af36f915f2
Move the filenameproperty factory from treepkg/packager.py to
Bernhard Herzog <bh@intevation.de>
parents:
169
diff
changeset
|
157 """ |
06af36f915f2
Move the filenameproperty factory from treepkg/packager.py to
Bernhard Herzog <bh@intevation.de>
parents:
169
diff
changeset
|
158 def get(self): |
06af36f915f2
Move the filenameproperty factory from treepkg/packager.py to
Bernhard Herzog <bh@intevation.de>
parents:
169
diff
changeset
|
159 return os.path.join(getattr(self, dir_attr), filename) |
06af36f915f2
Move the filenameproperty factory from treepkg/packager.py to
Bernhard Herzog <bh@intevation.de>
parents:
169
diff
changeset
|
160 return property(get) |
344
f06f707d9fda
merged branches/scratchbox into trunk
Bjoern Ricks <bricks@intevation.de>
parents:
172
diff
changeset
|
161 |
f06f707d9fda
merged branches/scratchbox into trunk
Bjoern Ricks <bricks@intevation.de>
parents:
172
diff
changeset
|
162 def getuser(): |
f06f707d9fda
merged branches/scratchbox into trunk
Bjoern Ricks <bricks@intevation.de>
parents:
172
diff
changeset
|
163 """Returns the login name of the current user owning the proccess""" |
f06f707d9fda
merged branches/scratchbox into trunk
Bjoern Ricks <bricks@intevation.de>
parents:
172
diff
changeset
|
164 return pwd.getpwuid(os.getuid())[0] |
394 | 165 |
166 def md5sum(filename): | |
167 """ calculates the md5sum of a file """ | |
168 if not os.path.isfile(filename): | |
169 raise RuntimeError("Could not create md5sum. File not found: %s" | |
170 % filename) | |
171 f = file(filename, 'rb') | |
457
b90bb9f2bb77
Use the Hashlib module instead of MD5 if the python version is >=2.5
Andre Heinecke <aheinecke@intevation.de>
parents:
456
diff
changeset
|
172 if sys.version_info < (2, 5): |
b90bb9f2bb77
Use the Hashlib module instead of MD5 if the python version is >=2.5
Andre Heinecke <aheinecke@intevation.de>
parents:
456
diff
changeset
|
173 m = md5.new() |
b90bb9f2bb77
Use the Hashlib module instead of MD5 if the python version is >=2.5
Andre Heinecke <aheinecke@intevation.de>
parents:
456
diff
changeset
|
174 else: |
b90bb9f2bb77
Use the Hashlib module instead of MD5 if the python version is >=2.5
Andre Heinecke <aheinecke@intevation.de>
parents:
456
diff
changeset
|
175 m = hashlib.md5() |
394 | 176 while True: |
177 d = f.read(8096) | |
178 if not d: | |
179 break | |
180 m.update(d) | |
181 f.close() | |
182 return m.hexdigest() | |
183 | |
439 | 184 def remove_trailing_slashes(s): |
185 return s.rstrip("/") | |
186 | |
187 def expand_filename(filename): | |
188 """ | |
189 Applies os.path.expanduser and os.path.expandvars to filename | |
190 """ | |
191 return os.path.expandvars(os.path.expanduser(filename)) | |
192 | |
193 |