dive4elements/river: flys-backend/src/main/java/de/intevation/flys/importer/parsers/W80CSVParser.java comparison

comparison flys-backend/src/main/java/de/intevation/flys/importer/parsers/W80CSVParser.java @ 5808:c69ce591e3ea

Initial version of W80CSVParser (stripped W80Parser).

author	Felix Wolfsteller <felix.wolfsteller@intevation.de>
date	Wed, 24 Apr 2013 12:03:54 +0200
parents
children

comparison

equal deleted inserted replaced

-:b9ae676a9afe
+:c69ce591e3ea
+package de.intevation.flys.importer.parsers;
+import de.intevation.artifacts.common.utils.FileTools;
+import de.intevation.flys.importer.XY;
+import de.intevation.flys.importer.parsers.tim.Coordinate;
+import de.intevation.flys.utils.DateGuesser;
+import de.intevation.flys.utils.EpsilonComparator;
+import java.io.File;
+import java.io.IOException;
+import java.util.ArrayList;
+import java.util.Calendar;
+import java.util.Date;
+import java.util.List;
+import java.util.Map;
+import java.util.TreeMap;
+import org.apache.log4j.Logger;
+/**
+* To create cross-sections, generate: Map<double,list<xy>> from files
+* in w80/csv format.
+*/
+public class W80CSVParser extends LineParser implements CrossSectionParser
+{
+/** Private logger. */
+private static Logger logger = Logger.getLogger(W80CSVParser.class);
+/** The current line to which add points. */
+private List<XY> currentLine;
+/** Data collected so far, last element will be currentLine. */
+protected Map<Double, List<XY>> data;
+/** Anchor to project to. */
+private static class Anchor extends Coordinate {
+private static final double EPSILON = 1e-5;
+private double station;
+public Anchor(double x, double y, double z, double station) {
+super(x, y, z);
+this.station = station;
+}
+public boolean sameStation(double station) {
+return Math.abs(this.station - station) < EPSILON;
+}
+}
+/** Reference point for simple projection. */
+private Anchor anchor;
+/**
+* Reference point for distance calculations, introduced to
+* deal with bends in the lines.
+* Array has two entrys: first is GK-Right, second GK-High.
+*/
+private double[] lastPointGK;
+/** Measurement date of anchor as listed in w80 file. */
+private Date anchorDate;
+private double distanceToLastPoint(double gkr, double gkh) {
+double dx = gkr - lastPointGK[0];
+double dy = gkh - lastPointGK[1];
+double d  = dx*dx + dy*dy;
+return Math.sqrt(d);
+}
+/** Trivial constructor. */
+public W80CSVParser() {
+data = new TreeMap<Double, List<XY>>(EpsilonComparator.CMP);
+}
+/**
+* Get the description of the cross section parsed -
+* directory name of current file.
+*/
+@Override
+public String getDescription() {
+return getInputFile().getParentFile().getName();
+}
+/** Get the year of this cross sections measurement. */
+@Override
+public Integer getYear() {
+if (anchorDate == null) {
+return null;
+}
+Calendar dateCalendar = Calendar.getInstance();
+dateCalendar.setTime(anchorDate);
+return dateCalendar.get(Calendar.YEAR);
+}
+/**
+* Return the data parsed.
+* @return map of stations (km) to list of points.
+*/
+@Override
+public Map<Double, List<XY>> getData() {
+return data;
+}
+/** Recursively descend root, ask the callback for every file
+* found and parse it if callback acks. When done, notify callback. */
+public void parseW80CSVs(File root, final Callback callback) {
+FileTools.walkTree(root, new FileTools.FileVisitor() {
+@Override
+public boolean visit(File file) {
+if (file.isFile() && file.canRead()
+&& file.getName().toLowerCase().endsWith(".csv")
+&& (callback == null || callback.accept(file))) {
+reset();
+try {
+parse(file);
+logger.info("parsing done");
+if (callback != null) {
+callback.parsed(W80CSVParser.this);
+}
+}
+catch (IOException ioe) {
+logger.error("IOException while parsing file");
+return false;
+}
+}
+return true;
+}
+});
+}
+/** Called before consuming first line of file. */
+public void reset() {
+data.clear();
+currentLine = new ArrayList<XY>();
+anchor = null;
+anchorDate = null;
+lastPointGK = new double[] {0d,0d};
+}
+/**
+* Get the Index of the last cross-section lines point.
+* @return last points index, -1 if not available.
+*/
+private int getLastPointIdx() {
+if (currentLine == null || currentLine.isEmpty()) {
+return -1;
+}
+XY lastPoint = this.currentLine.get(currentLine.size()-1);
+return lastPoint.getIndex();
+}
+private double getLastPointX() {
+if (currentLine == null || currentLine.isEmpty()) {
+return 0d;
+}
+XY lastPoint = this.currentLine.get(currentLine.size()-1);
+return lastPoint.getX();
+}
+/**
+* Add a Point (YZ,Index) to the current cross section line.
+* @param y The y coordinate of new point.
+* @param z The z coordinate of new point.
+* @param idx Ignored, the parameter of new point.
+* @return true if point could been added, false otherwise (e.g. not
+*         parsable y or z values.
+*/
+private boolean addPoint(double gkr, double gkh, double height, String idx) {
+// Calculate distance between this and lst point (add distances).
+double d = distanceToLastPoint(gkr, gkh);
+double totalX = getLastPointX() + d;
+// We ignore idx, and increment instead.
+int index;
+int lastPointIdx = getLastPointIdx();
+if (lastPointIdx <= 0) {
+index = 1;
+} else {
+index = lastPointIdx + 1;
+}
+this.lastPointGK[0] = gkr;
+this.lastPointGK[1] = gkh;
+currentLine.add(new XY(totalX, height/1000d, index));
+return true;
+}
+// As per documentation:
+// BW;WPA;ST;UF;PN;LS;BL-LS;Y;X;Z;DL;LZK;SY;SX;SZ;BML;HS;BL-HS;H;DH;HZK;SH;WVA;BMH;BMP;DST;DB;LDS;LKZ;
+/**
+* Called for each line. Try to extract info from a w80 line.
+* @param lineNum Number of line (starting with 1).
+*/
+@Override
+protected void handleLine(int lineNum, String line) {
+// First two lines are 'comment'-like.
+if (lineNum == 1 || lineNum == 2) {
+return;
+}
+// The 'shore' field shows which side of the river the shore is measured.
+// Therefore, the points have to be added in the correct order (also
+// because later distances are calculated which cannot be
+// negative.
+String[] fields = line.split(";");
+String station = fields[2];
+String shore   = fields[3];
+// TODO: There is 'station' and a 'shore'-code behind.
+// 1 = left, 2 = right. none = middle
+String pointIndex = line.substring(16,21);
+// For GK, first seven digits are of interest.
+String gkRight = fields[7];
+String gkHigh  = fields[8];
+String date    = fields[10];
+String height  = fields[18];
+String dateH   = line.substring(54,60);
+String dateDec = line.substring(64,70);
+double stationKm = Double.parseDouble(station) / 1000d;
+double gkRightKm = Double.parseDouble(gkRight.replace(",","."));//.substring(0,7));
+double gkHighKm  = Double.parseDouble(gkHigh.replace(",","."));//.substring(0,7));
+double heightM   = Double.parseDouble(height.replace(",","."));
+// New (or first) line.
+if (anchor == null || !anchor.sameStation(stationKm)) {
+anchor = new Anchor(gkRightKm, gkHighKm, heightM, stationKm);
+lastPointGK[0] = gkRightKm;
+lastPointGK[1] = gkHighKm;
+currentLine = new ArrayList<XY>();
+data.put(stationKm, currentLine);
+currentLine.add(new XY(0d, heightM, 0));
+try {
+anchorDate = DateGuesser.guessDate(date);
+}
+catch (IllegalArgumentException iae) {
+logger.warn("W80CSV: Invalid date '" + date + "'.");
+}
+}
+else {
+addPoint(gkRightKm, gkHighKm, heightM, pointIndex);
+}
+}
+/** Called when file is fully consumed. */
+@Override
+protected void finish() {
+logger.info("Parsed " + data.size() + " lines");
+}
+/** Parses files given as arguments. */
+public static void main(String [] args) {
+W80CSVParser parser = new W80CSVParser();
+logger.warn("Start parsing files.");
+for (String arg: args) {
+logger.warn("Parsing a file.");
+parser.parseW80CSVs(new File(arg), null);
+}
+logger.error("Finished parsing files.");
+}
+}
+// vim:set ts=4 sw=4 si et sta sts=4 fenc=utf8 :

Mercurial > dive4elements > river

comparison flys-backend/src/main/java/de/intevation/flys/importer/parsers/W80CSVParser.java @ 5808:c69ce591e3ea