sascha@1196: package de.intevation.flys.importer;
sascha@1196: 
sascha@1196: import java.util.Map;
sascha@1196: import java.util.Stack;
sascha@1196: import java.util.TreeMap;
sascha@1198: import java.util.List;
sascha@1198: import java.util.ArrayList;
sascha@1198: import java.util.Collections;
sascha@1196: 
sascha@1196: import java.util.regex.Pattern;
sascha@1196: import java.util.regex.Matcher;
sascha@1196: 
sascha@1196: import java.io.File;
sascha@1196: import java.io.InputStreamReader;
sascha@1196: import java.io.LineNumberReader;
sascha@1196: import java.io.FileInputStream;
sascha@1196: import java.io.IOException;
sascha@1196: 
sascha@1196: import org.apache.log4j.Logger;
sascha@1196: 
sascha@1196: public class PRFParser
sascha@1196: {
sascha@1196:     private static Logger log = Logger.getLogger(PRFParser.class);
sascha@1196: 
sascha@1196:     public static final String ENCODING =
sascha@1196:         System.getProperty("flys.backend.prf.encoding", "ISO-8859-1");
sascha@1196: 
sascha@1196:     public static final Pattern DATA_PATTERN =
sascha@1196:         Pattern.compile(
sascha@1196:             "\\((\\d+)x\\s*,\\s*(\\d+)\\(" +
sascha@1196:             "\\s*f(\\d+)\\.(\\d+)\\s*,\\s*f(\\d+)\\.(\\d+)\\s*\\)?\\)?");
sascha@1196: 
sascha@1196:     public static final Pattern KM_PATTERN =
sascha@1196:         Pattern.compile("\\((\\d+)x\\s*,\\s*f(\\d+)\\.(\\d+)\\s*\\)?");
sascha@1196: 
sascha@1199:     public static final Pattern YEAR_PATTERN =
sascha@1199:         Pattern.compile("(\\d{4})");
sascha@1199: 
sascha@1199:     public static final int MIN_YEAR = 1800;
sascha@1199:     public static final int MAX_YEAR = 2100;
sascha@1199: 
sascha@1204:     public interface Callback {
sascha@1204:         void prfParsed(PRFParser parser);
sascha@1204:     } // interface Parser
sascha@1198: 
sascha@1196:     public static class DataFormat {
sascha@1196: 
sascha@1196:         protected int deleteChars;
sascha@1196:         protected int maxRepetitions;
sascha@1196:         protected int firstIntegerPlaces;
sascha@1196:         protected int firstFractionPlaces;
sascha@1196:         protected int secondIntegerPlaces;
sascha@1196:         protected int secondFractionPlaces;
sascha@1196: 
sascha@1198:         protected double firstShift;
sascha@1198:         protected double secondShift;
sascha@1198: 
sascha@1196:         public DataFormat() {
sascha@1196:         }
sascha@1196: 
sascha@1196:         public DataFormat(Matcher m) {
sascha@1196:             deleteChars          = Integer.parseInt(m.group(1));
sascha@1196:             maxRepetitions       = Integer.parseInt(m.group(2));
sascha@1196:             firstIntegerPlaces   = Integer.parseInt(m.group(3));
sascha@1196:             firstFractionPlaces  = Integer.parseInt(m.group(4));
sascha@1196:             secondIntegerPlaces  = Integer.parseInt(m.group(5));
sascha@1196:             secondFractionPlaces = Integer.parseInt(m.group(6));
sascha@1198: 
sascha@1198:             firstShift  = Math.pow(10, firstFractionPlaces);
sascha@1198:             secondShift = Math.pow(10, secondFractionPlaces);
sascha@1196:         }
sascha@1196: 
sascha@1198:         public int extractData(String line, List<XY> kmData) {
sascha@1198:             int L = line.length();
sascha@1198:             if (L <= deleteChars) {
sascha@1198:                 return -1;
sascha@1198:             }
sascha@1198: 
sascha@1198:             int pos = deleteChars;
sascha@1198: 
sascha@1198:             boolean debug = log.isDebugEnabled();
sascha@1198: 
sascha@1198: 
sascha@1198:             int rep = 0;
sascha@1198:             for (;rep < maxRepetitions; ++rep) {
sascha@1198:                 if (pos >= L || pos + firstIntegerPlaces >= L) {
sascha@1198:                     break;
sascha@1198:                 }
sascha@1198:                 String first = line.substring(
sascha@1198:                     pos, pos + firstIntegerPlaces);
sascha@1198: 
sascha@1198:                 String second = line.substring(
sascha@1198:                     pos + firstIntegerPlaces, 
sascha@1198:                     Math.min(L, pos+firstIntegerPlaces+secondIntegerPlaces));
sascha@1198: 
sascha@1198:                 double x, y;
sascha@1198:                 try {
sascha@1198:                     x = Double.parseDouble(first);
sascha@1198:                     y = Double.parseDouble(second);
sascha@1198:                 }
sascha@1198:                 catch (NumberFormatException nfe) {
sascha@1198:                     // broken line -> substract from dataset skip
sascha@1198:                     return -1;
sascha@1198:                 }
sascha@1198: 
sascha@1198:                 if (first.indexOf('.') < 0) {
sascha@1198:                     x /= firstShift;
sascha@1198:                 }
sascha@1198: 
sascha@1198:                 if (firstFractionPlaces > 0) {
sascha@1198:                     x = (int)(x*firstShift)/firstShift;
sascha@1198:                 }
sascha@1198: 
sascha@1198:                 if (second.indexOf('.') < 0) {
sascha@1198:                     y /= secondShift;
sascha@1198:                 }
sascha@1198: 
sascha@1198:                 if (secondFractionPlaces > 0) {
sascha@1198:                     y = (int)(y*secondShift)/secondShift;
sascha@1198:                 }
sascha@1198: 
sascha@1198:                 kmData.add(new XY(x, y, kmData.size()));
sascha@1198: 
sascha@1198:                 pos += firstIntegerPlaces + secondIntegerPlaces;
sascha@1198:             }
sascha@1198: 
sascha@1198:             return rep == maxRepetitions ? 1 : 0;
sascha@1196:         }
sascha@1196:     } // class DataFormat
sascha@1196: 
sascha@1196:     public static class KMFormat {
sascha@1198: 
sascha@1196:         protected int deleteChars;
sascha@1196:         protected int integerPlaces;
sascha@1196:         protected int fractionPlaces;
sascha@1196: 
sascha@1197:         protected double shift;
sascha@1197: 
sascha@1196:         public KMFormat() {
sascha@1196:         }
sascha@1196: 
sascha@1196:         public KMFormat(Matcher m) {
sascha@1196:             deleteChars    = Integer.parseInt(m.group(1));
sascha@1196:             integerPlaces  = Integer.parseInt(m.group(2));
sascha@1196:             fractionPlaces = Integer.parseInt(m.group(3));
sascha@1197: 
sascha@1197:             shift = Math.pow(10, fractionPlaces);
sascha@1196:         }
sascha@1196: 
sascha@1197:         public double extractKm(String line) throws NumberFormatException {
sascha@1197: 
sascha@1197:             if (line.length() <= deleteChars) {
sascha@1197:                 throw new NumberFormatException("line too short");
sascha@1197:             }
sascha@1197: 
sascha@1197:             String kmS =
sascha@1197:                 line.substring(deleteChars, deleteChars+integerPlaces);
sascha@1197: 
sascha@1197:             double km = Double.parseDouble(kmS.trim());
sascha@1197: 
sascha@1198:             if (kmS.indexOf('.') < 0) {
sascha@1198:                 km /= shift;
sascha@1198:             }
sascha@1198: 
sascha@1197:             return fractionPlaces > 0
sascha@1198:                 ? ((int)(km*shift))/shift
sascha@1197:                 : km;
sascha@1196:         }
sascha@1196:     } // class KMFormat
sascha@1196: 
sascha@1198:     protected Map<Double, List<XY>> data;
sascha@1196: 
sascha@1199:     protected Integer year;
sascha@1199: 
sascha@1199:     protected String description;
sascha@1199: 
sascha@1199: 
sascha@1196:     public PRFParser() {
sascha@1198:         data = new TreeMap<Double, List<XY>>();
sascha@1196:     }
sascha@1196: 
sascha@1199:     public Integer getYear() {
sascha@1199:         return year;
sascha@1199:     }
sascha@1199: 
sascha@1199:     public void setYear(Integer year) {
sascha@1199:         this.year = year;
sascha@1199:     }
sascha@1199: 
sascha@1199:     public String getDescription() {
sascha@1199:         return description;
sascha@1199:     }
sascha@1199: 
sascha@1199:     public void setDescription(String description) {
sascha@1199:         this.description = description;
sascha@1199:     }
sascha@1199: 
sascha@1199:     public Map<Double, List<XY>> getData() {
sascha@1199:         return data;
sascha@1199:     }
sascha@1199: 
sascha@1199:     public void setData(Map<Double, List<XY>> data) {
sascha@1199:         this.data = data;
sascha@1199:     }
sascha@1199: 
sascha@1198:     protected void sortLists() {
sascha@1198:         for (List<XY> xy: data.values()) {
sascha@1198:             Collections.sort(xy);
sascha@1198:         }
sascha@1198:     }
sascha@1196: 
sascha@1199:     public static final Integer findYear(String s) {
sascha@1199:         Matcher m = YEAR_PATTERN.matcher(s);
sascha@1199:         while (m.find()) {
sascha@1199:             int year = Integer.parseInt(m.group(1));
sascha@1199:             if (year >= MIN_YEAR && year <= MAX_YEAR) {
sascha@1199:                 return Integer.valueOf(year);
sascha@1199:             }
sascha@1199:         }
sascha@1199:         return null;
sascha@1199:     }
sascha@1199: 
sascha@1196:     public boolean parse(File file) {
sascha@1196: 
sascha@1196:         if (!(file.isFile() && file.canRead())) {
sascha@1196:             log.warn("cannot open file '" + file + "'");
sascha@1196:             return false;
sascha@1196:         }
sascha@1196: 
sascha@1196:         log.info("parsing PRF file: '" + file + "'");
sascha@1196: 
sascha@1199:         description = file.getName();
sascha@1199: 
sascha@1199:         year = findYear(file.getName());
sascha@1199: 
sascha@1199:         if (year == null) {
sascha@1199:             File parent = file.getParentFile();
sascha@1199:             if (parent != null) {
sascha@1199:                 description = parent.getName() + "/" + description;
sascha@1199:                 year = findYear(parent.getName());
sascha@1199:             }
sascha@1199:         }
sascha@1199: 
sascha@1199:         if (year != null) {
sascha@1199:             log.info("year of sounding: " + year);
sascha@1199:         }
sascha@1199: 
sascha@1196:         LineNumberReader in = null;
sascha@1196: 
sascha@1196:         try {
sascha@1196:             in =
sascha@1196:                 new LineNumberReader(
sascha@1196:                 new InputStreamReader(
sascha@1196:                 new FileInputStream(file), ENCODING));
sascha@1196: 
sascha@1196:             String line = in.readLine();
sascha@1196: 
sascha@1196:             if (line == null || (line = line.trim()).length() == 0) {
sascha@1196:                 log.warn("file is empty.");
sascha@1196:                 return false;
sascha@1196:             }
sascha@1196: 
sascha@1196:             Matcher m = DATA_PATTERN.matcher(line);
sascha@1196: 
sascha@1196:             if (!m.matches()) {
sascha@1196:                 log.warn("First line does not look like a PRF data pattern.");
sascha@1196:                 return false;
sascha@1196:             }
sascha@1196: 
sascha@1196:             DataFormat dataFormat = new DataFormat(m);
sascha@1196: 
sascha@1197:             if ((line = in.readLine()) == null
sascha@1197:             || (line = line.trim()).length() == 0) {
sascha@1196:                 log.warn("premature EOF. Expected integer in line 2");
sascha@1196:                 return false;
sascha@1196:             }
sascha@1196: 
sascha@1196:             try {
sascha@1196:                 if (Integer.parseInt(line) != dataFormat.maxRepetitions) {
sascha@1196:                     log.warn("Expected " +
sascha@1196:                         dataFormat.maxRepetitions + " in line 2");
sascha@1196:                     return false;
sascha@1196:                 }
sascha@1196:             }
sascha@1196:             catch (NumberFormatException nfe) {
sascha@1196:                 log.warn("invalid integer in line 2", nfe);
sascha@1196:                 return false;
sascha@1196:             }
sascha@1196: 
sascha@1196:             if ((line = in.readLine()) == null) {
sascha@1196:                 log.warn(
sascha@1196:                     "premature EOF. Expected pattern for km extraction");
sascha@1196:                 return false;
sascha@1196:             }
sascha@1196: 
sascha@1196:             m = KM_PATTERN.matcher(line);
sascha@1196: 
sascha@1196:             if (!m.matches()) {
sascha@1196:                 log.warn(
sascha@1196:                     "line 4 does not look like a PRF km extraction pattern.");
sascha@1196:                 return false;
sascha@1196:             }
sascha@1196: 
sascha@1197:             KMFormat kmFormat = new KMFormat(m);
sascha@1197: 
sascha@1197:             if ((line = in.readLine()) == null
sascha@1197:             || (line = line.trim()).length() == 0) {
sascha@1197:                 log.warn("premature EOF. Expected skip row count.");
sascha@1197:                 return false;
sascha@1197:             }
sascha@1197: 
sascha@1197:             int lineSkipCount;
sascha@1197:             try {
sascha@1197:                 if ((lineSkipCount = Integer.parseInt(line)) < 0) {
sascha@1197:                     throw new IllegalArgumentException(lineSkipCount + " < 0");
sascha@1197:                 }
sascha@1197:             }
sascha@1197:             catch (NumberFormatException nfe) {
sascha@1197:                 log.warn(
sascha@1197:                     "line 5 is not an positive integer.");
sascha@1197:                 return false;
sascha@1197:             }
sascha@1197: 
sascha@1197:             int skip = lineSkipCount;
sascha@1197: 
sascha@1196:             while ((line = in.readLine()) != null) {
sascha@1197:                 if (skip > 0) {
sascha@1197:                     --skip;
sascha@1196:                     continue;
sascha@1196:                 }
sascha@1197:                 double km;
sascha@1197:                 try {
sascha@1197:                     km = kmFormat.extractKm(line);
sascha@1197:                 }
sascha@1197:                 catch (NumberFormatException iae) {
sascha@1197:                     log.warn("cannot extract km in line + " + in.getLineNumber());
sascha@1197:                     return false;
sascha@1197:                 }
sascha@1197: 
sascha@1197:                 Double station = Double.valueOf(km);
sascha@1197: 
sascha@1198:                 List<XY> kmData = data.get(station);
sascha@1197: 
sascha@1197:                 if (kmData == null) {
sascha@1198:                     //log.debug("found new km: " + station);
sascha@1198:                     kmData = new ArrayList<XY>();
sascha@1197:                     data.put(station, kmData);
sascha@1197:                 }
sascha@1197: 
sascha@1198:                 int c = dataFormat.extractData(line, kmData);
sascha@1198:                 if (c < 1) {
sascha@1198:                     skip = lineSkipCount + c;
sascha@1197:                 }
sascha@1196:             }
sascha@1198: 
sascha@1198:             // sort all the lists by x and index
sascha@1198:             sortLists();
sascha@1196:         }
sascha@1196:         catch (IOException ioe) {
sascha@1196:             log.error(ioe);
sascha@1196:             return false;
sascha@1196:         }
sascha@1196:         finally {
sascha@1196:             if (in != null) {
sascha@1196:                 try {
sascha@1196:                     in.close();
sascha@1196:                 }
sascha@1196:                 catch (IOException ioe) {
sascha@1196:                     log.error(ioe);
sascha@1196:                 }
sascha@1196:             }
sascha@1196:         }
sascha@1196: 
sascha@1196:         return true;
sascha@1196:     }
sascha@1196: 
sascha@1196:     public void reset() {
sascha@1196:         data.clear();
sascha@1199:         year        = null;
sascha@1199:         description = null;
sascha@1196:     }
sascha@1196: 
sascha@1204:     public void parsePRFs(File root, Callback callback) {
sascha@1196: 
sascha@1196:         Stack<File> stack = new Stack<File>();
sascha@1196:         stack.push(root);
sascha@1196: 
sascha@1196:         while (!stack.empty()) {
sascha@1196:             File file = stack.pop();
sascha@1196:             if (file.isDirectory()) {
sascha@1196:                 File [] files = file.listFiles();
sascha@1196:                 if (files != null) {
sascha@1196:                     for (File f: files) {
sascha@1196:                         stack.push(f);
sascha@1196:                     }
sascha@1196:                 }
sascha@1196:             }
sascha@1196:             else if (file.isFile()
sascha@1196:                 && file.getName().toLowerCase().endsWith(".prf")
sascha@1196:             ) {
sascha@1204:                 reset();
sascha@1204:                 boolean success = parse(file);
sascha@1196:                 log.info("parsing " + (success ? "succeeded" : "failed"));
sascha@1200:                 if (success && callback != null) {
sascha@1204:                     callback.prfParsed(this);
sascha@1200:                 }
sascha@1196:             }
sascha@1196:         }
sascha@1196:     }
sascha@1196: 
sascha@1196:     public static void main(String [] args) {
sascha@1196: 
sascha@1204:         PRFParser parser = new PRFParser();
sascha@1204: 
sascha@1196:         for (String arg: args) {
sascha@1204:             parser.parsePRFs(new File(arg), null);
sascha@1196:         }
sascha@1196:     }
sascha@1196: }
sascha@1196: // vim:set ts=4 sw=4 si et sta sts=4 fenc=utf8 :