Mercurial > dive4elements > river

annotate flys-backend/src/main/java/de/intevation/flys/importer/parsers/DA50Parser.java @ 4783:5f10f1a7456b

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
DA50Parser: Fix c/p errors.
author Felix Wolfsteller <felix.wolfsteller@intevation.de>
date Tue, 08 Jan 2013 12:30:29 +0100
parents 562f631aab86
children 170cf87a042a
rev   line source
4730
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
1 package de.intevation.flys.importer.parsers;
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
2
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
3 import java.util.ArrayList;
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
4 import java.util.Map;
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
5 import java.util.List;
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
6 import java.util.TreeMap;
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
7
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
8 import java.io.File;
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
9 import java.io.IOException;
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
10
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
11 import org.apache.log4j.Logger;
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
12
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
13 import de.intevation.flys.importer.XY;
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
14
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
15 import de.intevation.artifacts.common.utils.FileTools;
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
16
4735
94b39073f0f7 Moved EpsilonComparator to utils package becaus its not only useful for TIM parsing. Used EpsilonComparator in DA60 and DA66 case. Maybe TODO: Use in PRF, too.
Sascha L. Teichmann <teichmann@intevation.de>
parents: 4733
diff changeset
17 import de.intevation.flys.utils.EpsilonComparator;
94b39073f0f7 Moved EpsilonComparator to utils package becaus its not only useful for TIM parsing. Used EpsilonComparator in DA60 and DA66 case. Maybe TODO: Use in PRF, too.
Sascha L. Teichmann <teichmann@intevation.de>
parents: 4733
diff changeset
18
4730
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
19
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
20 /**
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
21 * To create cross-sections, generate: Map<double,list<xy>> from files
4783
5f10f1a7456b DA50Parser: Fix c/p errors.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents: 4780
diff changeset
22 * in da50 format.
4730
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
23 */
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
24 public class DA50Parser extends LineParser implements CrossSectionParser
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
25 {
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
26 /** Private logger. */
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
27 private static Logger logger = Logger.getLogger(DA50Parser.class);
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
28
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
29 /** The current line to which add points. */
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
30 private List<XY> currentLine;
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
31
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
32 /** Data collected so far, last element will be currentLine. */
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
33 protected Map<Double, List<XY>> data;
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
34
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
35
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
36 /** Trivial constructor. */
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
37 public DA50Parser() {
4735
94b39073f0f7 Moved EpsilonComparator to utils package becaus its not only useful for TIM parsing. Used EpsilonComparator in DA60 and DA66 case. Maybe TODO: Use in PRF, too.
Sascha L. Teichmann <teichmann@intevation.de>
parents: 4733
diff changeset
38 data = new TreeMap<Double, List<XY>>(EpsilonComparator.CMP);
4730
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
39 }
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
40
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
41
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
42 /** Get the description of the cross section parsed. */
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
43 @Override
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
44 public String getDescription() {
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
45 return FileTools.removeExtension(getFileName());
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
46 }
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
47
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
48
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
49 /** Get the year of this cross sections measurement. */
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
50 @Override
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
51 public Integer getYear() {
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
52 return null;
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
53 }
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
54
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
55
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
56 /**
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
57 * Return the data parsed.
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
58 * @return map of stations (km) to list of points.
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
59 */
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
60 @Override
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
61 public Map<Double, List<XY>> getData() {
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
62 return data;
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
63 }
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
64
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
65
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
66 public void parseDA50s(File root, final Callback callback) {
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
67
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
68 // TODO use the removeExtension/guess description and date.
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
69 FileTools.walkTree(root, new FileTools.FileVisitor() {
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
70 @Override
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
71 public boolean visit(File file) {
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
72 if (file.isFile() && file.canRead()
4780
562f631aab86 DA50Parser: Changed extension from w80 (wrong) to d50 (right).
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents: 4735
diff changeset
73 && file.getName().toLowerCase().endsWith(".d50")
4730
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
74 && (callback == null || callback.accept(file))) {
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
75 reset();
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
76 try {
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
77 parse(file);
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
78 logger.info("parsing done");
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
79 if (callback != null) {
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
80 callback.parsed(DA50Parser.this);
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
81 }
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
82 }
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
83 catch (IOException ioe) {
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
84 logger.error("IOException while parsing file");
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
85 return false;
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
86 }
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
87 }
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
88 return true;
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
89 }
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
90 });
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
91 }
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
92
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
93
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
94 /** Called before consuming first line of file. */
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
95 public void reset() {
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
96 data.clear();
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
97 currentLine = new ArrayList<XY>();
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
98 }
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
99
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
100
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
101 /**
4783
5f10f1a7456b DA50Parser: Fix c/p errors.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents: 4780
diff changeset
102 * Called for each line. Try to extract info from a da50 line.
4730
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
103 */
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
104 @Override
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
105 protected void handleLine(int lineNum, String line) {
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
106 String pointId = line.substring(0,2);
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
107 String streetId = line.substring(2,9);
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
108 String station = line.substring(9,18);
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
109 String free = line.substring(18,20);
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
110 String gkLRight = line.substring(20,30);
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
111 String gkLHigh = line.substring(30,40);
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
112 String gkRRight = line.substring(40,50);
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
113 String gkRHigh = line.substring(50,60);
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
114 String distance = line.substring(60,70);
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
115 }
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
116
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
117
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
118 /** Called when file is fully consumed. */
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
119 @Override
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
120 protected void finish() {
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
121 logger.info("Parsed " + data.size() + " lines");
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
122 }
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
123
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
124
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
125 /** Parses files given as arguments. */
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
126 public static void main(String [] args) {
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
127
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
128 DA50Parser parser = new DA50Parser();
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
129
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
130 logger.warn("Start parsing files.");
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
131 for (String arg: args) {
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
132 parser.parseDA50s(new File(arg), null);
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
133 logger.warn("Parsing a file.");
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
134 }
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
135 logger.error("Finished parsing files.");
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
136 }
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
137 }
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
138 // vim:set ts=4 sw=4 si et sta sts=4 fenc=utf8 :
http://dive4elements.wald.intevation.org