Mercurial > dive4elements > river

comparison backend/src/main/java/org/dive4elements/river/importer/parsers/StaFileParser.java @ 6366:cc21c197d204 double-precision

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
merged changes from default into double-precision branch
author Tom Gottfried <tom.gottfried@intevation.de>
date Tue, 18 Jun 2013 16:05:10 +0200
parents b58a71a5720c
children 82b8bfb47260
comparison
equal deleted inserted replaced
6353:d50348a1506b 6366:cc21c197d204
17 import java.math.BigDecimal; 17 import java.math.BigDecimal;
18 18
19 import java.util.regex.Pattern; 19 import java.util.regex.Pattern;
20 import java.util.regex.Matcher; 20 import java.util.regex.Matcher;
21 21
22 import java.util.Date;
23 import java.util.HashMap; 22 import java.util.HashMap;
24 import java.util.ArrayList; 23 import java.util.ArrayList;
25 import java.util.List;
26 24
27 import org.apache.log4j.Logger; 25 import org.apache.log4j.Logger;
28 26
29 import org.dive4elements.river.importer.ImportMainValueType; 27 import org.dive4elements.river.importer.ImportMainValueType;
30 import org.dive4elements.river.importer.ImportMainValue; 28 import org.dive4elements.river.importer.ImportMainValue;
31 import org.dive4elements.river.importer.ImportNamedMainValue; 29 import org.dive4elements.river.importer.ImportNamedMainValue;
32 import org.dive4elements.river.importer.ImportGauge; 30 import org.dive4elements.river.importer.ImportGauge;
33 import org.dive4elements.river.importer.ImportTimeInterval;
34 import org.dive4elements.river.utils.DateGuesser;
35 31
36 public class StaFileParser 32 public class StaFileParser
37 { 33 {
38 private static Logger log = Logger.getLogger(StaFileParser.class); 34 private static Logger log = Logger.getLogger(StaFileParser.class);
39 35
44 40
45 public static final Pattern QWTD_ = 41 public static final Pattern QWTD_ =
46 Pattern.compile("\\s*([^\\s]+)\\s+([^\\s]+)\\s+([" + 42 Pattern.compile("\\s*([^\\s]+)\\s+([^\\s]+)\\s+([" +
47 Pattern.quote(TYPES) + "]).*"); 43 Pattern.quote(TYPES) + "]).*");
48 44
49 // TODO: To be extented.
50 private static final Pattern MAIN_VALUE = Pattern.compile(
51 "^(HQ|MHW|GLQ|NMQ|HQEXT)(\\d*)$");
52
53 private static boolean isMainValue(String s) {
54 s = s.replace(" ", "").toUpperCase();
55 return MAIN_VALUE.matcher(s).matches();
56 }
57
58
59 public static final class NameAndTimeInterval {
60 private String name;
61 private ImportTimeInterval timeInterval;
62
63 public NameAndTimeInterval(String name) {
64 this(name, null);
65 }
66
67 public NameAndTimeInterval(String name, ImportTimeInterval timeInterval) {
68 this.name = name;
69 this.timeInterval = timeInterval;
70 }
71
72 public String getName() {
73 return name;
74 }
75
76 public ImportTimeInterval getTimeInterval() {
77 return timeInterval;
78 }
79
80 @Override
81 public String toString() {
82 return "name: " + name + " time interval: " + timeInterval;
83 }
84 } // class NameAndTimeInterval
85 45
86 public StaFileParser() { 46 public StaFileParser() {
87 } 47 }
88 48
89 public boolean parse(ImportGauge gauge) throws IOException { 49 public boolean parse(ImportGauge gauge) throws IOException {
90 50
91 File file = gauge.getStaFile(); 51 File file = gauge.getStaFile();
92 52
93 log.info("parsing STA file: " + file); 53 log.info("parsing STA file: " + file);
94 LineNumberReader in = null; 54 LineNumberReader in =
55 new LineNumberReader(
56 new InputStreamReader(
57 new FileInputStream(file), ENCODING));
58
95 try { 59 try {
96 in =
97 new LineNumberReader(
98 new InputStreamReader(
99 new FileInputStream(file), ENCODING));
100
101 String line = in.readLine(); 60 String line = in.readLine();
102 61
103 if (line == null) { 62 if (line == null) {
104 log.warn("STA file is empty."); 63 log.warn("STA file is empty.");
105 return false; 64 return false;
202 if (type == null) { 161 if (type == null) {
203 type = new ImportMainValueType(typeString); 162 type = new ImportMainValueType(typeString);
204 types.put(typeString, type); 163 types.put(typeString, type);
205 } 164 }
206 String name = m.group(1); 165 String name = m.group(1);
207 NameAndTimeInterval nat = parseName(name); 166 NameAndTimeInterval nat =
167 NameAndTimeInterval.parseName(name);
208 ImportNamedMainValue namedMainValue = 168 ImportNamedMainValue namedMainValue =
209 new ImportNamedMainValue(type, nat.getName()); 169 new ImportNamedMainValue(type, nat.getName());
210 namedMainValues.add(namedMainValue); 170 namedMainValues.add(namedMainValue);
211 171
212 ImportMainValue mainValue = new ImportMainValue( 172 ImportMainValue mainValue = new ImportMainValue(
225 new ArrayList<ImportMainValueType>(types.values())); 185 new ArrayList<ImportMainValueType>(types.values()));
226 gauge.setNamedMainValues(namedMainValues); 186 gauge.setNamedMainValues(namedMainValues);
227 gauge.setMainValues(mainValues); 187 gauge.setMainValues(mainValues);
228 } 188 }
229 finally { 189 finally {
230 if (in != null) { 190 in.close();
231 in.close();
232 }
233 } 191 }
234 log.info("finished parsing STA file: " + file); 192 log.info("finished parsing STA file: " + file);
235 return true; 193 return true;
236 } 194 }
237 195
238 protected static NameAndTimeInterval parseName(String name) {
239 List<String> result = new ArrayList<String>();
240
241 unbracket(name, 0, result);
242
243 int length = result.size();
244
245 if (length < 1) { // Should not happen.
246 return new NameAndTimeInterval(name);
247 }
248
249 if (length == 1) { // No date at all -> use first part.
250 return new NameAndTimeInterval(result.get(0).trim());
251 }
252
253 if (length == 2) { // e.g. HQ(1994) or HQ(1994 - 1999)
254
255 String type = result.get(0).trim();
256 ImportTimeInterval timeInterval = null;
257
258 String datePart = result.get(1).trim();
259 if (isMainValue(datePart)) { // e.g. W(HQ100)
260 type += "(" + datePart + ")";
261 timeInterval = null;
262 }
263 else {
264 timeInterval = getTimeInterval(result.get(1).trim());
265
266 if (timeInterval == null) { // No date at all.
267 type = name;
268 }
269 }
270
271 return new NameAndTimeInterval(type, timeInterval);
272 }
273
274 if (length == 3) { // e.g W(Q(1994)) or W(Q(1994 - 1999))
275
276 String type =
277 result.get(0).trim() + "(" +
278 result.get(1).trim() + ")";
279
280 ImportTimeInterval timeInterval = getTimeInterval(
281 result.get(2).trim());
282
283 if (timeInterval == null) { // No date at all.
284 type = name;
285 }
286
287 return new NameAndTimeInterval(type, timeInterval);
288 }
289
290 // more than 3 elements return unmodified.
291
292 return new NameAndTimeInterval(name);
293 }
294
295 private static ImportTimeInterval getTimeInterval(String datePart) {
296
297 int minus = datePart.indexOf('-');
298
299 if (minus < 0) { // '-' not found
300
301 Date date = null;
302 try {
303 date = DateGuesser.guessDate(datePart);
304 }
305 catch (IllegalArgumentException iae) {
306 log.warn("STA: Invalid date '" + datePart + "'");
307 return null;
308 }
309
310 return new ImportTimeInterval(date);
311 }
312
313 // Found '-' so we have <from> - <to>
314 String startPart = datePart.substring(0, minus).trim();
315 String endPart = datePart.substring(minus).trim();
316
317 Date startDate = null;
318 Date endDate = null;
319
320 try {
321 startDate = DateGuesser.guessDate(startPart);
322 }
323 catch (IllegalArgumentException iae) {
324 log.warn("STA: Invalid start date '" + startPart + "'");
325 }
326
327 try {
328 endDate = DateGuesser.guessDate(endPart);
329 }
330 catch (IllegalArgumentException iae) {
331 log.warn("STA: Invalid end date '" + endPart + "'");
332 }
333
334 if (startDate == null) {
335 log.warn("STA: Need start date.");
336 return null;
337 }
338
339 return new ImportTimeInterval(startDate, endDate);
340 }
341
342 private static int unbracket(String s, int index, List<String> result) {
343 StringBuilder sb = new StringBuilder();
344 int length = s.length();
345 while (index < length) {
346 char c = s.charAt(index);
347 switch (c) {
348 case '(':
349 index = unbracket(s, index+1, result);
350 break;
351 case ')':
352 result.add(0, sb.toString());
353 return index+1;
354 default:
355 sb.append(c);
356 ++index;
357 }
358 }
359 result.add(0, sb.toString());
360
361 return index;
362 }
363
364 /*
365 public static void main(String [] args) {
366 for (String arg: args) {
367 NameAndTimeInterval nti = parseName(arg);
368 System.out.println(arg + " -> " + nti);
369 }
370 }
371 */
372 } 196 }
373 // vim:set ts=4 sw=4 si et sta sts=4 fenc=utf8 : 197 // vim:set ts=4 sw=4 si et sta sts=4 fenc=utf8 :
http://dive4elements.wald.intevation.org