dive4elements/river: flys-backend/src/main/java/de/intevation/flys/importer/parsers/PRFParser.java annotate

annotate flys-backend/src/main/java/de/intevation/flys/importer/parsers/PRFParser.java @ 3340:509af52db23b

Fix for issue 359 flys-backend/trunk@4946 c6561f87-3c4e-4783-a992-168aeb5c3f6f

author	Sascha L. Teichmann <sascha.teichmann@intevation.de>
date	Thu, 12 Jul 2012 09:01:43 +0000
parents	2ae732e2c65c
children	36edf9a71cbd

rev	line source
1211 f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	1 package de.intevation.flys.importer.parsers;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	2
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	3 import java.util.Map;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	4 import java.util.TreeMap;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	5 import java.util.List;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	6 import java.util.ArrayList;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	7 import java.util.Collections;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	8
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	9 import java.util.regex.Pattern;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	10 import java.util.regex.Matcher;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	11
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	12 import java.io.File;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	13 import java.io.InputStreamReader;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	14 import java.io.LineNumberReader;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	15 import java.io.FileInputStream;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	16 import java.io.IOException;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	17
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	18 import org.apache.log4j.Logger;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	19
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	20 import de.intevation.flys.importer.XY;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	21
1234 c5c48f52dc7b Removed FileTools that has been moved to artifacts-common module. Ingo Weinzierl <ingo.weinzierl@intevation.de> parents: 1216 diff changeset	22 import de.intevation.artifacts.common.utils.FileTools;
1213 cc88db4a5b34 Added method Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: 1211 diff changeset	23
1211 f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	24 public class PRFParser
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	25 {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	26 private static Logger log = Logger.getLogger(PRFParser.class);
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	27
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	28 public static final String ENCODING =
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	29 System.getProperty("flys.backend.prf.encoding", "ISO-8859-1");
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	30
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	31 public static final Pattern DATA_PATTERN =
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	32 Pattern.compile(
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	33 "\\((\\d+)x\\s,\\s(\\d+)\\(" +
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	34 "\\sf(\\d+)\\.(\\d+)\\s,\\sf(\\d+)\\.(\\d+)\\s\\)?\\)?");
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	35
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	36 public static final Pattern KM_PATTERN =
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	37 Pattern.compile("\\((\\d+)x\\s,\\sf(\\d+)\\.(\\d+)\\s*\\)?");
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	38
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	39 public static final Pattern YEAR_PATTERN =
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	40 Pattern.compile("(\\d{4})");
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	41
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	42 public static final int MIN_YEAR = 1800;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	43 public static final int MAX_YEAR = 2100;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	44
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	45 public interface Callback {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	46 boolean prfAccept(File file);
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	47 void prfParsed(PRFParser parser);
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	48 } // interface Parser
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	49
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	50 public static class DataFormat {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	51
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	52 protected int deleteChars;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	53 protected int maxRepetitions;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	54 protected int firstIntegerPlaces;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	55 protected int firstFractionPlaces;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	56 protected int secondIntegerPlaces;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	57 protected int secondFractionPlaces;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	58
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	59 protected double firstShift;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	60 protected double secondShift;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	61
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	62 public DataFormat() {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	63 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	64
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	65 public DataFormat(Matcher m) {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	66 deleteChars = Integer.parseInt(m.group(1));
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	67 maxRepetitions = Integer.parseInt(m.group(2));
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	68 firstIntegerPlaces = Integer.parseInt(m.group(3));
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	69 firstFractionPlaces = Integer.parseInt(m.group(4));
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	70 secondIntegerPlaces = Integer.parseInt(m.group(5));
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	71 secondFractionPlaces = Integer.parseInt(m.group(6));
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	72
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	73 firstShift = Math.pow(10, firstFractionPlaces);
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	74 secondShift = Math.pow(10, secondFractionPlaces);
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	75 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	76
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	77 public int extractData(String line, List<XY> kmData) {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	78 int L = line.length();
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	79 if (L <= deleteChars) {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	80 return -1;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	81 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	82
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	83 int pos = deleteChars;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	84
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	85 boolean debug = log.isDebugEnabled();
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	86
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	87
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	88 int rep = 0;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	89 for (;rep < maxRepetitions; ++rep) {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	90 if (pos >= L \|\| pos + firstIntegerPlaces >= L) {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	91 break;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	92 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	93 String first = line.substring(
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	94 pos, pos + firstIntegerPlaces);
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	95
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	96 String second = line.substring(
3334 2ae732e2c65c FLYS backend: Removed trailing whitespace. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: 1234 diff changeset	97 pos + firstIntegerPlaces,
1211 f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	98 Math.min(L, pos+firstIntegerPlaces+secondIntegerPlaces));
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	99
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	100 double x, y;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	101 try {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	102 x = Double.parseDouble(first);
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	103 y = Double.parseDouble(second);
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	104 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	105 catch (NumberFormatException nfe) {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	106 // broken line -> substract from dataset skip
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	107 return -1;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	108 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	109
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	110 if (first.indexOf('.') < 0) {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	111 x /= firstShift;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	112 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	113
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	114 if (firstFractionPlaces > 0) {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	115 x = (int)(x*firstShift)/firstShift;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	116 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	117
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	118 if (second.indexOf('.') < 0) {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	119 y /= secondShift;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	120 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	121
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	122 if (secondFractionPlaces > 0) {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	123 y = (int)(y*secondShift)/secondShift;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	124 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	125
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	126 kmData.add(new XY(x, y, kmData.size()));
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	127
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	128 pos += firstIntegerPlaces + secondIntegerPlaces;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	129 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	130
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	131 return rep == maxRepetitions ? 1 : 0;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	132 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	133 } // class DataFormat
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	134
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	135 public static class KMFormat {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	136
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	137 protected int deleteChars;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	138 protected int integerPlaces;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	139 protected int fractionPlaces;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	140
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	141 protected double shift;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	142
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	143 public KMFormat() {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	144 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	145
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	146 public KMFormat(Matcher m) {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	147 deleteChars = Integer.parseInt(m.group(1));
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	148 integerPlaces = Integer.parseInt(m.group(2));
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	149 fractionPlaces = Integer.parseInt(m.group(3));
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	150
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	151 shift = Math.pow(10, fractionPlaces);
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	152 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	153
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	154 public double extractKm(String line) throws NumberFormatException {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	155
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	156 if (line.length() <= deleteChars) {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	157 throw new NumberFormatException("line too short");
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	158 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	159
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	160 String kmS =
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	161 line.substring(deleteChars, deleteChars+integerPlaces);
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	162
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	163 double km = Double.parseDouble(kmS.trim());
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	164
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	165 if (kmS.indexOf('.') < 0) {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	166 km /= shift;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	167 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	168
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	169 return fractionPlaces > 0
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	170 ? ((int)(km*shift))/shift
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	171 : km;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	172 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	173 } // class KMFormat
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	174
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	175 protected Map<Double, List<XY>> data;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	176
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	177 protected Integer year;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	178
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	179 protected String description;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	180
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	181
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	182 public PRFParser() {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	183 data = new TreeMap<Double, List<XY>>();
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	184 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	185
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	186 public Integer getYear() {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	187 return year;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	188 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	189
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	190 public void setYear(Integer year) {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	191 this.year = year;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	192 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	193
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	194 public String getDescription() {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	195 return description;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	196 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	197
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	198 public void setDescription(String description) {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	199 this.description = description;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	200 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	201
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	202 public Map<Double, List<XY>> getData() {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	203 return data;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	204 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	205
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	206 public void setData(Map<Double, List<XY>> data) {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	207 this.data = data;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	208 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	209
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	210 protected void sortLists() {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	211 for (List<XY> xy: data.values()) {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	212 Collections.sort(xy);
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	213 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	214 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	215
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	216 public static final Integer findYear(String s) {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	217 Matcher m = YEAR_PATTERN.matcher(s);
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	218 while (m.find()) {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	219 int year = Integer.parseInt(m.group(1));
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	220 if (year >= MIN_YEAR && year <= MAX_YEAR) {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	221 return Integer.valueOf(year);
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	222 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	223 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	224 return null;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	225 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	226
3340 509af52db23b Fix for issue 359 Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: 3334 diff changeset	227 private static final String removeExtension(String name) {
509af52db23b Fix for issue 359 Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: 3334 diff changeset	228 int index = name.lastIndexOf('.');
509af52db23b Fix for issue 359 Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: 3334 diff changeset	229 return index == -1
509af52db23b Fix for issue 359 Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: 3334 diff changeset	230 ? name
509af52db23b Fix for issue 359 Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: 3334 diff changeset	231 : name.substring(0, index);
509af52db23b Fix for issue 359 Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: 3334 diff changeset	232 }
509af52db23b Fix for issue 359 Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: 3334 diff changeset	233
1211 f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	234 public boolean parse(File file) {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	235
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	236 if (!(file.isFile() && file.canRead())) {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	237 log.warn("cannot open file '" + file + "'");
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	238 return false;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	239 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	240
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	241 log.info("parsing PRF file: '" + file + "'");
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	242
3340 509af52db23b Fix for issue 359 Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: 3334 diff changeset	243 description = removeExtension(file.getName());
1211 f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	244
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	245 year = findYear(file.getName());
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	246
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	247 if (year == null) {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	248 File parent = file.getParentFile();
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	249 if (parent != null) {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	250 description = parent.getName() + "/" + description;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	251 year = findYear(parent.getName());
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	252 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	253 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	254
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	255 if (year != null) {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	256 log.info("year of sounding: " + year);
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	257 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	258
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	259 LineNumberReader in = null;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	260
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	261 try {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	262 in =
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	263 new LineNumberReader(
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	264 new InputStreamReader(
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	265 new FileInputStream(file), ENCODING));
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	266
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	267 String line = in.readLine();
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	268
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	269 if (line == null \|\| (line = line.trim()).length() == 0) {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	270 log.warn("file is empty.");
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	271 return false;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	272 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	273
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	274 Matcher m = DATA_PATTERN.matcher(line);
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	275
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	276 if (!m.matches()) {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	277 log.warn("First line does not look like a PRF data pattern.");
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	278 return false;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	279 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	280
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	281 DataFormat dataFormat = new DataFormat(m);
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	282
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	283 if ((line = in.readLine()) == null
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	284 \|\| (line = line.trim()).length() == 0) {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	285 log.warn("premature EOF. Expected integer in line 2");
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	286 return false;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	287 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	288
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	289 try {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	290 if (Integer.parseInt(line) != dataFormat.maxRepetitions) {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	291 log.warn("Expected " +
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	292 dataFormat.maxRepetitions + " in line 2");
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	293 return false;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	294 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	295 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	296 catch (NumberFormatException nfe) {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	297 log.warn("invalid integer in line 2", nfe);
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	298 return false;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	299 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	300
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	301 if ((line = in.readLine()) == null) {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	302 log.warn(
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	303 "premature EOF. Expected pattern for km extraction");
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	304 return false;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	305 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	306
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	307 m = KM_PATTERN.matcher(line);
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	308
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	309 if (!m.matches()) {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	310 log.warn(
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	311 "line 4 does not look like a PRF km extraction pattern.");
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	312 return false;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	313 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	314
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	315 KMFormat kmFormat = new KMFormat(m);
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	316
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	317 if ((line = in.readLine()) == null
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	318 \|\| (line = line.trim()).length() == 0) {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	319 log.warn("premature EOF. Expected skip row count.");
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	320 return false;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	321 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	322
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	323 int lineSkipCount;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	324 try {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	325 if ((lineSkipCount = Integer.parseInt(line)) < 0) {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	326 throw new IllegalArgumentException(lineSkipCount + " < 0");
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	327 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	328 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	329 catch (NumberFormatException nfe) {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	330 log.warn(
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	331 "line 5 is not an positive integer.");
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	332 return false;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	333 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	334
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	335 int skip = lineSkipCount;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	336
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	337 while ((line = in.readLine()) != null) {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	338 if (skip > 0) {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	339 --skip;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	340 continue;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	341 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	342 double km;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	343 try {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	344 km = kmFormat.extractKm(line);
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	345 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	346 catch (NumberFormatException iae) {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	347 log.warn("cannot extract km in line + " + in.getLineNumber());
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	348 return false;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	349 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	350
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	351 Double station = Double.valueOf(km);
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	352
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	353 List<XY> kmData = data.get(station);
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	354
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	355 if (kmData == null) {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	356 //log.debug("found new km: " + station);
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	357 kmData = new ArrayList<XY>();
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	358 data.put(station, kmData);
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	359 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	360
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	361 int c = dataFormat.extractData(line, kmData);
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	362 if (c < 1) {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	363 skip = lineSkipCount + c;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	364 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	365 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	366
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	367 // sort all the lists by x and index
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	368 sortLists();
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	369 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	370 catch (IOException ioe) {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	371 log.error(ioe);
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	372 return false;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	373 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	374 finally {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	375 if (in != null) {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	376 try {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	377 in.close();
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	378 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	379 catch (IOException ioe) {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	380 log.error(ioe);
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	381 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	382 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	383 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	384
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	385 return true;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	386 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	387
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	388 public void reset() {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	389 data.clear();
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	390 year = null;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	391 description = null;
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	392 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	393
1213 cc88db4a5b34 Added method Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: 1211 diff changeset	394 public void parsePRFs(File root, final Callback callback) {
1211 f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	395
1213 cc88db4a5b34 Added method Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: 1211 diff changeset	396 FileTools.walkTree(root, new FileTools.FileVisitor() {
cc88db4a5b34 Added method Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: 1211 diff changeset	397 @Override
cc88db4a5b34 Added method Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: 1211 diff changeset	398 public boolean visit(File file) {
1216 f8b5c37f15e4 Fixes for the HYK parser Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: 1213 diff changeset	399 if (file.isFile() && file.canRead()
1213 cc88db4a5b34 Added method Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: 1211 diff changeset	400 && file.getName().toLowerCase().endsWith(".prf")
cc88db4a5b34 Added method Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: 1211 diff changeset	401 && (callback == null \|\| callback.prfAccept(file))) {
cc88db4a5b34 Added method Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: 1211 diff changeset	402 reset();
cc88db4a5b34 Added method Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: 1211 diff changeset	403 boolean success = parse(file);
cc88db4a5b34 Added method Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: 1211 diff changeset	404 log.info("parsing " + (success ? "succeeded" : "failed"));
cc88db4a5b34 Added method Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: 1211 diff changeset	405 if (success && callback != null) {
cc88db4a5b34 Added method Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: 1211 diff changeset	406 callback.prfParsed(PRFParser.this);
1211 f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	407 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	408 }
1213 cc88db4a5b34 Added method Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: 1211 diff changeset	409 return true;
1211 f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	410 }
1213 cc88db4a5b34 Added method Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: 1211 diff changeset	411 });
1211 f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	412 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	413
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	414 public static void main(String [] args) {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	415
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	416 PRFParser parser = new PRFParser();
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	417
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	418 for (String arg: args) {
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	419 parser.parsePRFs(new File(arg), null);
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	420 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	421 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	422 }
f08fe480092c Moved file parsers to separate package. Sascha L. Teichmann <sascha.teichmann@intevation.de> parents: diff changeset	423 // vim:set ts=4 sw=4 si et sta sts=4 fenc=utf8 :

Mercurial > dive4elements > river

annotate flys-backend/src/main/java/de/intevation/flys/importer/parsers/PRFParser.java @ 3340:509af52db23b