Mercurial > dive4elements > river
annotate backend/src/main/java/org/dive4elements/river/importer/parsers/BedHeightSingleParser.java @ 5954:f944cc25484c
STA parser: Spaces after gauge name given in spec are sometimes used for gauge name, so parse them
author | Tom Gottfried <tom.gottfried@intevation.de> |
---|---|
date | Wed, 08 May 2013 18:21:27 +0200 |
parents | 4dd33b86dc61 |
children | 4c3ccf2b0304 |
rev | line source |
---|---|
5844
4dd33b86dc61
Added header to river backend.
Sascha L. Teichmann <teichmann@intevation.de>
parents:
5838
diff
changeset
|
1 /* Copyright (C) 2011, 2012, 2013 by Bundesanstalt für Gewässerkunde |
4dd33b86dc61
Added header to river backend.
Sascha L. Teichmann <teichmann@intevation.de>
parents:
5838
diff
changeset
|
2 * Software engineering by Intevation GmbH |
4dd33b86dc61
Added header to river backend.
Sascha L. Teichmann <teichmann@intevation.de>
parents:
5838
diff
changeset
|
3 * |
4dd33b86dc61
Added header to river backend.
Sascha L. Teichmann <teichmann@intevation.de>
parents:
5838
diff
changeset
|
4 * This file is Free Software under the GNU AGPL (>=v3) |
4dd33b86dc61
Added header to river backend.
Sascha L. Teichmann <teichmann@intevation.de>
parents:
5838
diff
changeset
|
5 * and comes with ABSOLUTELY NO WARRANTY! Check out the |
4dd33b86dc61
Added header to river backend.
Sascha L. Teichmann <teichmann@intevation.de>
parents:
5838
diff
changeset
|
6 * documentation coming with Dive4Elements River for details. |
4dd33b86dc61
Added header to river backend.
Sascha L. Teichmann <teichmann@intevation.de>
parents:
5838
diff
changeset
|
7 */ |
4dd33b86dc61
Added header to river backend.
Sascha L. Teichmann <teichmann@intevation.de>
parents:
5838
diff
changeset
|
8 |
5829
18619c1e7c2a
Repaired internal references.
Sascha L. Teichmann <teichmann@intevation.de>
parents:
5828
diff
changeset
|
9 package org.dive4elements.river.importer.parsers; |
2806
33f40b23edd8
Initial checkin for parsing MINFO bed heights.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
diff
changeset
|
10 |
2808
b57c95094b68
Finished work on parsing meta information and data specific to single bed heights files in MINFO.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
2806
diff
changeset
|
11 import java.math.BigDecimal; |
b57c95094b68
Finished work on parsing meta information and data specific to single bed heights files in MINFO.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
2806
diff
changeset
|
12 |
b57c95094b68
Finished work on parsing meta information and data specific to single bed heights files in MINFO.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
2806
diff
changeset
|
13 import java.text.ParseException; |
b57c95094b68
Finished work on parsing meta information and data specific to single bed heights files in MINFO.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
2806
diff
changeset
|
14 |
2806
33f40b23edd8
Initial checkin for parsing MINFO bed heights.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
diff
changeset
|
15 import org.apache.log4j.Logger; |
33f40b23edd8
Initial checkin for parsing MINFO bed heights.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
diff
changeset
|
16 |
5829
18619c1e7c2a
Repaired internal references.
Sascha L. Teichmann <teichmann@intevation.de>
parents:
5828
diff
changeset
|
17 import org.dive4elements.river.importer.ImportBedHeight; |
18619c1e7c2a
Repaired internal references.
Sascha L. Teichmann <teichmann@intevation.de>
parents:
5828
diff
changeset
|
18 import org.dive4elements.river.importer.ImportBedHeightSingle; |
18619c1e7c2a
Repaired internal references.
Sascha L. Teichmann <teichmann@intevation.de>
parents:
5828
diff
changeset
|
19 import org.dive4elements.river.importer.ImportBedHeightSingleValue; |
2806
33f40b23edd8
Initial checkin for parsing MINFO bed heights.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
diff
changeset
|
20 |
33f40b23edd8
Initial checkin for parsing MINFO bed heights.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
diff
changeset
|
21 |
2811
8926571e47fb
Finished importing MINFO bed heights (single and epoch).
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
2809
diff
changeset
|
22 public class BedHeightSingleParser extends BedHeightParser { |
2806
33f40b23edd8
Initial checkin for parsing MINFO bed heights.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
diff
changeset
|
23 |
33f40b23edd8
Initial checkin for parsing MINFO bed heights.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
diff
changeset
|
24 private static final Logger log = |
33f40b23edd8
Initial checkin for parsing MINFO bed heights.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
diff
changeset
|
25 Logger.getLogger(BedHeightSingleParser.class); |
33f40b23edd8
Initial checkin for parsing MINFO bed heights.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
diff
changeset
|
26 |
33f40b23edd8
Initial checkin for parsing MINFO bed heights.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
diff
changeset
|
27 |
2808
b57c95094b68
Finished work on parsing meta information and data specific to single bed heights files in MINFO.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
2806
diff
changeset
|
28 |
2811
8926571e47fb
Finished importing MINFO bed heights (single and epoch).
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
2809
diff
changeset
|
29 @Override |
8926571e47fb
Finished importing MINFO bed heights (single and epoch).
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
2809
diff
changeset
|
30 protected ImportBedHeight newImportBedHeight(String description) { |
8926571e47fb
Finished importing MINFO bed heights (single and epoch).
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
2809
diff
changeset
|
31 return new ImportBedHeightSingle(description); |
2808
b57c95094b68
Finished work on parsing meta information and data specific to single bed heights files in MINFO.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
2806
diff
changeset
|
32 } |
b57c95094b68
Finished work on parsing meta information and data specific to single bed heights files in MINFO.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
2806
diff
changeset
|
33 |
b57c95094b68
Finished work on parsing meta information and data specific to single bed heights files in MINFO.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
2806
diff
changeset
|
34 |
b57c95094b68
Finished work on parsing meta information and data specific to single bed heights files in MINFO.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
2806
diff
changeset
|
35 |
3955
26685b846a29
Let importer handle gappy single bed height values.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
3662
diff
changeset
|
36 /** |
26685b846a29
Let importer handle gappy single bed height values.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
3662
diff
changeset
|
37 * Create ImportBedHeightSingleValue from a line of csv file, add |
26685b846a29
Let importer handle gappy single bed height values.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
3662
diff
changeset
|
38 * it to the ImportBedHeight. |
26685b846a29
Let importer handle gappy single bed height values.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
3662
diff
changeset
|
39 */ |
2811
8926571e47fb
Finished importing MINFO bed heights (single and epoch).
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
2809
diff
changeset
|
40 @Override |
8926571e47fb
Finished importing MINFO bed heights (single and epoch).
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
2809
diff
changeset
|
41 protected void handleDataLine(ImportBedHeight obj, String line) { |
2808
b57c95094b68
Finished work on parsing meta information and data specific to single bed heights files in MINFO.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
2806
diff
changeset
|
42 String[] values = line.split(SEPERATOR_CHAR); |
b57c95094b68
Finished work on parsing meta information and data specific to single bed heights files in MINFO.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
2806
diff
changeset
|
43 |
3955
26685b846a29
Let importer handle gappy single bed height values.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
3662
diff
changeset
|
44 if (values == null || (values.length != 1 && values.length < 6)) { |
3662
0d27d02b1208
backend: Completed the error messages of the importer.
Sascha L. Teichmann <sascha.teichmann@intevation.de>
parents:
2811
diff
changeset
|
45 //log.warn("BSP: Error while parsing data line: '" + line + "'"); |
2808
b57c95094b68
Finished work on parsing meta information and data specific to single bed heights files in MINFO.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
2806
diff
changeset
|
46 return; |
b57c95094b68
Finished work on parsing meta information and data specific to single bed heights files in MINFO.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
2806
diff
changeset
|
47 } |
b57c95094b68
Finished work on parsing meta information and data specific to single bed heights files in MINFO.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
2806
diff
changeset
|
48 |
3955
26685b846a29
Let importer handle gappy single bed height values.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
3662
diff
changeset
|
49 BigDecimal km; |
26685b846a29
Let importer handle gappy single bed height values.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
3662
diff
changeset
|
50 |
26685b846a29
Let importer handle gappy single bed height values.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
3662
diff
changeset
|
51 try { |
26685b846a29
Let importer handle gappy single bed height values.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
3662
diff
changeset
|
52 km = new BigDecimal(nf.parse(values[0]).doubleValue()); |
26685b846a29
Let importer handle gappy single bed height values.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
3662
diff
changeset
|
53 } |
26685b846a29
Let importer handle gappy single bed height values.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
3662
diff
changeset
|
54 catch (ParseException e) { |
26685b846a29
Let importer handle gappy single bed height values.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
3662
diff
changeset
|
55 // We expect a lot of ";;;;;;" lines. |
26685b846a29
Let importer handle gappy single bed height values.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
3662
diff
changeset
|
56 //log.warn("BSP: Error while parsing km of data row.", e); |
26685b846a29
Let importer handle gappy single bed height values.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
3662
diff
changeset
|
57 return; |
26685b846a29
Let importer handle gappy single bed height values.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
3662
diff
changeset
|
58 } |
26685b846a29
Let importer handle gappy single bed height values.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
3662
diff
changeset
|
59 |
26685b846a29
Let importer handle gappy single bed height values.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
3662
diff
changeset
|
60 // Handle gaps like "10,0;;;;;". |
26685b846a29
Let importer handle gappy single bed height values.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
3662
diff
changeset
|
61 if (values.length == 1) { |
26685b846a29
Let importer handle gappy single bed height values.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
3662
diff
changeset
|
62 ImportBedHeightSingleValue value = new ImportBedHeightSingleValue( |
26685b846a29
Let importer handle gappy single bed height values.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
3662
diff
changeset
|
63 (ImportBedHeightSingle) obj, |
26685b846a29
Let importer handle gappy single bed height values.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
3662
diff
changeset
|
64 km, |
26685b846a29
Let importer handle gappy single bed height values.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
3662
diff
changeset
|
65 null, null, null, null, null); |
26685b846a29
Let importer handle gappy single bed height values.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
3662
diff
changeset
|
66 obj.addValue(value); |
26685b846a29
Let importer handle gappy single bed height values.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
3662
diff
changeset
|
67 return; |
26685b846a29
Let importer handle gappy single bed height values.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
3662
diff
changeset
|
68 } |
26685b846a29
Let importer handle gappy single bed height values.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
3662
diff
changeset
|
69 |
26685b846a29
Let importer handle gappy single bed height values.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
3662
diff
changeset
|
70 // Because we cannot enforce consistency of values with complete data |
26685b846a29
Let importer handle gappy single bed height values.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
3662
diff
changeset
|
71 // via null constraints in the database (as there are "gap" values), |
26685b846a29
Let importer handle gappy single bed height values.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
3662
diff
changeset
|
72 // do this checks manually. |
26685b846a29
Let importer handle gappy single bed height values.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
3662
diff
changeset
|
73 if (values[3].length() == 0 || values[4].length() == 0 |
26685b846a29
Let importer handle gappy single bed height values.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
3662
diff
changeset
|
74 || values[5].length() == 0) { |
26685b846a29
Let importer handle gappy single bed height values.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
3662
diff
changeset
|
75 //log.warn("BSP: Error while parsing data row (manual null constraint violated)."); |
26685b846a29
Let importer handle gappy single bed height values.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
3662
diff
changeset
|
76 return; |
26685b846a29
Let importer handle gappy single bed height values.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
3662
diff
changeset
|
77 } |
26685b846a29
Let importer handle gappy single bed height values.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
3662
diff
changeset
|
78 |
2808
b57c95094b68
Finished work on parsing meta information and data specific to single bed heights files in MINFO.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
2806
diff
changeset
|
79 try { |
b57c95094b68
Finished work on parsing meta information and data specific to single bed heights files in MINFO.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
2806
diff
changeset
|
80 ImportBedHeightSingleValue value = new ImportBedHeightSingleValue( |
2811
8926571e47fb
Finished importing MINFO bed heights (single and epoch).
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
2809
diff
changeset
|
81 (ImportBedHeightSingle) obj, |
3955
26685b846a29
Let importer handle gappy single bed height values.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
3662
diff
changeset
|
82 km, |
2808
b57c95094b68
Finished work on parsing meta information and data specific to single bed heights files in MINFO.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
2806
diff
changeset
|
83 new BigDecimal(nf.parse(values[1]).doubleValue()), |
b57c95094b68
Finished work on parsing meta information and data specific to single bed heights files in MINFO.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
2806
diff
changeset
|
84 new BigDecimal(nf.parse(values[2]).doubleValue()), |
b57c95094b68
Finished work on parsing meta information and data specific to single bed heights files in MINFO.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
2806
diff
changeset
|
85 new BigDecimal(nf.parse(values[3]).doubleValue()), |
5450
84beabb3897c
Correctly parse bedheights.
Raimund Renkert <rrenkert@intevation.de>
parents:
3956
diff
changeset
|
86 parseBigDecimal(values[4], line), |
2808
b57c95094b68
Finished work on parsing meta information and data specific to single bed heights files in MINFO.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
2806
diff
changeset
|
87 new BigDecimal(nf.parse(values[5]).doubleValue()) |
b57c95094b68
Finished work on parsing meta information and data specific to single bed heights files in MINFO.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
2806
diff
changeset
|
88 ); |
b57c95094b68
Finished work on parsing meta information and data specific to single bed heights files in MINFO.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
2806
diff
changeset
|
89 |
b57c95094b68
Finished work on parsing meta information and data specific to single bed heights files in MINFO.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
2806
diff
changeset
|
90 obj.addValue(value); |
b57c95094b68
Finished work on parsing meta information and data specific to single bed heights files in MINFO.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
2806
diff
changeset
|
91 } |
b57c95094b68
Finished work on parsing meta information and data specific to single bed heights files in MINFO.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
2806
diff
changeset
|
92 catch (ParseException e) { |
5490
b3dd14fc13a6
Parsers: do not call warnings error
Tom Gottfried <tom.gottfried@intevation.de>
parents:
5450
diff
changeset
|
93 log.warn("BSP: unparseable value in data row.", e); |
2808
b57c95094b68
Finished work on parsing meta information and data specific to single bed heights files in MINFO.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
2806
diff
changeset
|
94 } |
b57c95094b68
Finished work on parsing meta information and data specific to single bed heights files in MINFO.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
2806
diff
changeset
|
95 } |
5450
84beabb3897c
Correctly parse bedheights.
Raimund Renkert <rrenkert@intevation.de>
parents:
3956
diff
changeset
|
96 |
84beabb3897c
Correctly parse bedheights.
Raimund Renkert <rrenkert@intevation.de>
parents:
3956
diff
changeset
|
97 private BigDecimal parseBigDecimal(String value, String line) { |
84beabb3897c
Correctly parse bedheights.
Raimund Renkert <rrenkert@intevation.de>
parents:
3956
diff
changeset
|
98 BigDecimal result = null; |
84beabb3897c
Correctly parse bedheights.
Raimund Renkert <rrenkert@intevation.de>
parents:
3956
diff
changeset
|
99 try { |
84beabb3897c
Correctly parse bedheights.
Raimund Renkert <rrenkert@intevation.de>
parents:
3956
diff
changeset
|
100 Double dValue = Double.valueOf(value.replace(",", ".")); |
84beabb3897c
Correctly parse bedheights.
Raimund Renkert <rrenkert@intevation.de>
parents:
3956
diff
changeset
|
101 result = new BigDecimal(dValue.doubleValue()); |
84beabb3897c
Correctly parse bedheights.
Raimund Renkert <rrenkert@intevation.de>
parents:
3956
diff
changeset
|
102 } |
84beabb3897c
Correctly parse bedheights.
Raimund Renkert <rrenkert@intevation.de>
parents:
3956
diff
changeset
|
103 catch (NumberFormatException nfe) { |
84beabb3897c
Correctly parse bedheights.
Raimund Renkert <rrenkert@intevation.de>
parents:
3956
diff
changeset
|
104 log.warn( |
5490
b3dd14fc13a6
Parsers: do not call warnings error
Tom Gottfried <tom.gottfried@intevation.de>
parents:
5450
diff
changeset
|
105 "Could not parse " + |
5450
84beabb3897c
Correctly parse bedheights.
Raimund Renkert <rrenkert@intevation.de>
parents:
3956
diff
changeset
|
106 value + |
84beabb3897c
Correctly parse bedheights.
Raimund Renkert <rrenkert@intevation.de>
parents:
3956
diff
changeset
|
107 " in bed heigt single row: " |
84beabb3897c
Correctly parse bedheights.
Raimund Renkert <rrenkert@intevation.de>
parents:
3956
diff
changeset
|
108 + line); |
84beabb3897c
Correctly parse bedheights.
Raimund Renkert <rrenkert@intevation.de>
parents:
3956
diff
changeset
|
109 } |
84beabb3897c
Correctly parse bedheights.
Raimund Renkert <rrenkert@intevation.de>
parents:
3956
diff
changeset
|
110 return result; |
84beabb3897c
Correctly parse bedheights.
Raimund Renkert <rrenkert@intevation.de>
parents:
3956
diff
changeset
|
111 } |
2806
33f40b23edd8
Initial checkin for parsing MINFO bed heights.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
diff
changeset
|
112 } |
33f40b23edd8
Initial checkin for parsing MINFO bed heights.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
diff
changeset
|
113 // vim:set ts=4 sw=4 si et sta sts=4 fenc=utf8 : |