Mercurial > dive4elements > river

annotate flys-backend/src/main/java/de/intevation/flys/importer/parsers/DA50Parser.java @ 4730:1aca30035932

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
Initial empty version of DA50Parser.
author Felix Wolfsteller <felix.wolfsteller@intevation.de>
date Fri, 28 Dec 2012 13:34:04 +0100
parents
children e2e615109a2e
rev   line source
4730
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
1 package de.intevation.flys.importer.parsers;
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
2
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
3 import java.util.ArrayList;
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
4 import java.util.HashMap;
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
5 import java.util.Map;
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
6 import java.util.List;
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
7 import java.util.TreeMap;
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
8
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
9 import java.util.regex.Pattern;
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
10 import java.util.regex.Matcher;
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
11
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
12 import java.io.File;
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
13 import java.io.IOException;
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
14
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
15 import org.apache.log4j.Logger;
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
16
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
17 import de.intevation.flys.importer.XY;
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
18
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
19 import de.intevation.artifacts.common.utils.FileTools;
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
20
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
21
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
22 /**
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
23 * To create cross-sections, generate: Map<double,list<xy>> from files
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
24 * in da66 format.
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
25 */
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
26 public class DA50Parser extends LineParser implements CrossSectionParser
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
27 {
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
28 /** Private logger. */
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
29 private static Logger logger = Logger.getLogger(DA50Parser.class);
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
30
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
31 /** The current line to which add points. */
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
32 private List<XY> currentLine;
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
33
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
34 /** Data collected so far, last element will be currentLine. */
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
35 protected Map<Double, List<XY>> data;
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
36
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
37
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
38 /** Trivial constructor. */
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
39 public DA50Parser() {
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
40 data = new TreeMap<Double, List<XY>>();
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
41 }
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
42
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
43
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
44 /** Get the description of the cross section parsed. */
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
45 @Override
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
46 public String getDescription() {
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
47 return FileTools.removeExtension(getFileName());
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
48 }
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
49
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
50
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
51 /** Get the year of this cross sections measurement. */
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
52 @Override
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
53 public Integer getYear() {
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
54 return null;
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
55 }
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
56
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
57
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
58 /**
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
59 * Return the data parsed.
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
60 * @return map of stations (km) to list of points.
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
61 */
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
62 @Override
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
63 public Map<Double, List<XY>> getData() {
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
64 return data;
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
65 }
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
66
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
67
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
68 public void parseDA50s(File root, final Callback callback) {
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
69
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
70 // TODO use the removeExtension/guess description and date.
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
71 FileTools.walkTree(root, new FileTools.FileVisitor() {
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
72 @Override
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
73 public boolean visit(File file) {
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
74 if (file.isFile() && file.canRead()
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
75 && file.getName().toLowerCase().endsWith(".w80")
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
76 && (callback == null || callback.accept(file))) {
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
77 reset();
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
78 try {
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
79 parse(file);
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
80 logger.info("parsing done");
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
81 if (callback != null) {
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
82 callback.parsed(DA50Parser.this);
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
83 }
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
84 }
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
85 catch (IOException ioe) {
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
86 logger.error("IOException while parsing file");
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
87 return false;
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
88 }
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
89 }
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
90 return true;
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
91 }
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
92 });
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
93 }
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
94
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
95
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
96 /** Called before consuming first line of file. */
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
97 public void reset() {
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
98 data.clear();
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
99 currentLine = new ArrayList<XY>();
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
100 }
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
101
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
102
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
103 /**
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
104 * Called for each line. Try to extract info from a da66 line.
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
105 */
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
106 @Override
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
107 protected void handleLine(int lineNum, String line) {
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
108 String pointId = line.substring(0,2);
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
109 String streetId = line.substring(2,9);
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
110 String station = line.substring(9,18);
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
111 String free = line.substring(18,20);
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
112 String gkLRight = line.substring(20,30);
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
113 String gkLHigh = line.substring(30,40);
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
114 String gkRRight = line.substring(40,50);
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
115 String gkRHigh = line.substring(50,60);
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
116 String distance = line.substring(60,70);
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
117 }
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
118
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
119
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
120 /** Called when file is fully consumed. */
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
121 @Override
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
122 protected void finish() {
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
123 logger.info("Parsed " + data.size() + " lines");
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
124 }
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
125
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
126
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
127 /** Parses files given as arguments. */
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
128 public static void main(String [] args) {
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
129
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
130 DA50Parser parser = new DA50Parser();
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
131
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
132 logger.warn("Start parsing files.");
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
133 for (String arg: args) {
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
134 parser.parseDA50s(new File(arg), null);
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
135 logger.warn("Parsing a file.");
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
136 }
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
137 logger.error("Finished parsing files.");
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
138 }
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
139 }
1aca30035932 Initial empty version of DA50Parser.
Felix Wolfsteller <felix.wolfsteller@intevation.de>
parents:
diff changeset
140 // vim:set ts=4 sw=4 si et sta sts=4 fenc=utf8 :
http://dive4elements.wald.intevation.org