Mercurial > dive4elements > river

annotate backend/src/main/java/org/dive4elements/river/importer/ImportDepth.java @ 9650:a2a42a6bac6b

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
Importer (s/u-info) extensions: outer try/catch for parse and log of line no, catching parsing exception if not enough value fields, parsing error and warning log messages with line number, detecting and rejecting duplicate data series, better differentiation between error and warning log messages
author mschaefer
date Mon, 23 Mar 2020 14:57:03 +0100
parents 5e38e2924c07
children 0a5239a1e46e
rev   line source
5844
4dd33b86dc61 Added header to river backend.
Sascha L. Teichmann <teichmann@intevation.de>
parents: 5838
diff changeset
1 /* Copyright (C) 2011, 2012, 2013 by Bundesanstalt für Gewässerkunde
4dd33b86dc61 Added header to river backend.
Sascha L. Teichmann <teichmann@intevation.de>
parents: 5838
diff changeset
2 * Software engineering by Intevation GmbH
4dd33b86dc61 Added header to river backend.
Sascha L. Teichmann <teichmann@intevation.de>
parents: 5838
diff changeset
3 *
5992
4c3ccf2b0304 Removed trailing whitespace.
Sascha L. Teichmann <teichmann@intevation.de>
parents: 5844
diff changeset
4 * This file is Free Software under the GNU AGPL (>=v3)
5844
4dd33b86dc61 Added header to river backend.
Sascha L. Teichmann <teichmann@intevation.de>
parents: 5838
diff changeset
5 * and comes with ABSOLUTELY NO WARRANTY! Check out the
5992
4c3ccf2b0304 Removed trailing whitespace.
Sascha L. Teichmann <teichmann@intevation.de>
parents: 5844
diff changeset
6 * documentation coming with Dive4Elements River for details.
5844
4dd33b86dc61 Added header to river backend.
Sascha L. Teichmann <teichmann@intevation.de>
parents: 5838
diff changeset
7 */
4dd33b86dc61 Added header to river backend.
Sascha L. Teichmann <teichmann@intevation.de>
parents: 5838
diff changeset
8
5829
18619c1e7c2a Repaired internal references.
Sascha L. Teichmann <teichmann@intevation.de>
parents: 5828
diff changeset
9 package org.dive4elements.river.importer;
2813
f121c0f456ab Added new importer classes used during MINFO sediment density import.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
diff changeset
10
f121c0f456ab Added new importer classes used during MINFO sediment density import.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
diff changeset
11 import java.math.BigDecimal;
f121c0f456ab Added new importer classes used during MINFO sediment density import.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
diff changeset
12
2817
8979f2294af9 Finished parsing MINFO specific sediment density.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents: 2813
diff changeset
13 import java.util.List;
8979f2294af9 Finished parsing MINFO specific sediment density.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents: 2813
diff changeset
14
2813
f121c0f456ab Added new importer classes used during MINFO sediment density import.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
diff changeset
15 import org.apache.log4j.Logger;
f121c0f456ab Added new importer classes used during MINFO sediment density import.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
diff changeset
16
2817
8979f2294af9 Finished parsing MINFO specific sediment density.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents: 2813
diff changeset
17 import org.hibernate.Session;
8979f2294af9 Finished parsing MINFO specific sediment density.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents: 2813
diff changeset
18 import org.hibernate.Query;
8979f2294af9 Finished parsing MINFO specific sediment density.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents: 2813
diff changeset
19
5829
18619c1e7c2a Repaired internal references.
Sascha L. Teichmann <teichmann@intevation.de>
parents: 5828
diff changeset
20 import org.dive4elements.river.model.Depth;
2813
f121c0f456ab Added new importer classes used during MINFO sediment density import.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
diff changeset
21
f121c0f456ab Added new importer classes used during MINFO sediment density import.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
diff changeset
22
f121c0f456ab Added new importer classes used during MINFO sediment density import.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
diff changeset
23 public class ImportDepth {
f121c0f456ab Added new importer classes used during MINFO sediment density import.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
diff changeset
24
f121c0f456ab Added new importer classes used during MINFO sediment density import.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
diff changeset
25 private static Logger log = Logger.getLogger(ImportDepth.class);
f121c0f456ab Added new importer classes used during MINFO sediment density import.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
diff changeset
26
f121c0f456ab Added new importer classes used during MINFO sediment density import.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
diff changeset
27
f121c0f456ab Added new importer classes used during MINFO sediment density import.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
diff changeset
28 protected Depth peer;
f121c0f456ab Added new importer classes used during MINFO sediment density import.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
diff changeset
29
f121c0f456ab Added new importer classes used during MINFO sediment density import.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
diff changeset
30 protected BigDecimal lower;
f121c0f456ab Added new importer classes used during MINFO sediment density import.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
diff changeset
31 protected BigDecimal upper;
f121c0f456ab Added new importer classes used during MINFO sediment density import.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
diff changeset
32
f121c0f456ab Added new importer classes used during MINFO sediment density import.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
diff changeset
33
5441
7c1dd9c3f6bd remove unit from sediment density and depths (always t/m3 respectively cm, otherwise a typo)
Tom Gottfried <tom.gottfried@intevation.de>
parents: 2817
diff changeset
34 public ImportDepth(BigDecimal lower, BigDecimal upper) {
2813
f121c0f456ab Added new importer classes used during MINFO sediment density import.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
diff changeset
35 this.lower = lower;
f121c0f456ab Added new importer classes used during MINFO sediment density import.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
diff changeset
36 this.upper = upper;
f121c0f456ab Added new importer classes used during MINFO sediment density import.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
diff changeset
37 }
f121c0f456ab Added new importer classes used during MINFO sediment density import.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
diff changeset
38
f121c0f456ab Added new importer classes used during MINFO sediment density import.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
diff changeset
39
f121c0f456ab Added new importer classes used during MINFO sediment density import.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
diff changeset
40 public void storeDependencies() {
f121c0f456ab Added new importer classes used during MINFO sediment density import.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
diff changeset
41 log.info("store dependencies");
2817
8979f2294af9 Finished parsing MINFO specific sediment density.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents: 2813
diff changeset
42
8979f2294af9 Finished parsing MINFO specific sediment density.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents: 2813
diff changeset
43 getPeer();
2813
f121c0f456ab Added new importer classes used during MINFO sediment density import.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
diff changeset
44 }
f121c0f456ab Added new importer classes used during MINFO sediment density import.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
diff changeset
45
f121c0f456ab Added new importer classes used during MINFO sediment density import.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
diff changeset
46
f121c0f456ab Added new importer classes used during MINFO sediment density import.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
diff changeset
47 public Depth getPeer() {
f121c0f456ab Added new importer classes used during MINFO sediment density import.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
diff changeset
48 log.info("get peer");
f121c0f456ab Added new importer classes used during MINFO sediment density import.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
diff changeset
49
2817
8979f2294af9 Finished parsing MINFO specific sediment density.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents: 2813
diff changeset
50 if (peer == null) {
8856
5e38e2924c07 Fix code style.
Tom Gottfried <tom@intevation.de>
parents: 7861
diff changeset
51 Session session = ImporterSession.getInstance()
5e38e2924c07 Fix code style.
Tom Gottfried <tom@intevation.de>
parents: 7861
diff changeset
52 .getDatabaseSession();
2817
8979f2294af9 Finished parsing MINFO specific sediment density.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents: 2813
diff changeset
53
8979f2294af9 Finished parsing MINFO specific sediment density.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents: 2813
diff changeset
54 Query query = session.createQuery(
8856
5e38e2924c07 Fix code style.
Tom Gottfried <tom@intevation.de>
parents: 7861
diff changeset
55 "from Depth where "
5e38e2924c07 Fix code style.
Tom Gottfried <tom@intevation.de>
parents: 7861
diff changeset
56 + "lower between :lower - 0.0001f and :lower + 0.00001f and "
5e38e2924c07 Fix code style.
Tom Gottfried <tom@intevation.de>
parents: 7861
diff changeset
57 + "upper between :upper - 0.0001f and :upper + 0.00001f");
2817
8979f2294af9 Finished parsing MINFO specific sediment density.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents: 2813
diff changeset
58
7861
c288309a5dcb Fixed getPeer for depth. Select with a small epsilon, not extact match.
Raimund Renkert <rrenkert@intevation.de>
parents: 5992
diff changeset
59 query.setParameter("lower", lower.floatValue());
c288309a5dcb Fixed getPeer for depth. Select with a small epsilon, not extact match.
Raimund Renkert <rrenkert@intevation.de>
parents: 5992
diff changeset
60 query.setParameter("upper", upper.floatValue());
2817
8979f2294af9 Finished parsing MINFO specific sediment density.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents: 2813
diff changeset
61
8979f2294af9 Finished parsing MINFO specific sediment density.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents: 2813
diff changeset
62 List<Depth> depths = query.list();
8979f2294af9 Finished parsing MINFO specific sediment density.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents: 2813
diff changeset
63
8979f2294af9 Finished parsing MINFO specific sediment density.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents: 2813
diff changeset
64 if (depths.isEmpty()) {
8979f2294af9 Finished parsing MINFO specific sediment density.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents: 2813
diff changeset
65 log.debug("Create new Depth DB instance.");
8979f2294af9 Finished parsing MINFO specific sediment density.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents: 2813
diff changeset
66
5441
7c1dd9c3f6bd remove unit from sediment density and depths (always t/m3 respectively cm, otherwise a typo)
Tom Gottfried <tom.gottfried@intevation.de>
parents: 2817
diff changeset
67 peer = new Depth(lower, upper);
2817
8979f2294af9 Finished parsing MINFO specific sediment density.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents: 2813
diff changeset
68
8979f2294af9 Finished parsing MINFO specific sediment density.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents: 2813
diff changeset
69 session.save(peer);
8979f2294af9 Finished parsing MINFO specific sediment density.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents: 2813
diff changeset
70 }
8979f2294af9 Finished parsing MINFO specific sediment density.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents: 2813
diff changeset
71 else {
8979f2294af9 Finished parsing MINFO specific sediment density.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents: 2813
diff changeset
72 peer = depths.get(0);
8979f2294af9 Finished parsing MINFO specific sediment density.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents: 2813
diff changeset
73 }
8979f2294af9 Finished parsing MINFO specific sediment density.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents: 2813
diff changeset
74 }
8979f2294af9 Finished parsing MINFO specific sediment density.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents: 2813
diff changeset
75
8979f2294af9 Finished parsing MINFO specific sediment density.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents: 2813
diff changeset
76 return peer;
2813
f121c0f456ab Added new importer classes used during MINFO sediment density import.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
diff changeset
77 }
f121c0f456ab Added new importer classes used during MINFO sediment density import.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
diff changeset
78 }
f121c0f456ab Added new importer classes used during MINFO sediment density import.
Ingo Weinzierl <ingo.weinzierl@intevation.de>
parents:
diff changeset
79 // vim:set ts=4 sw=4 si et sta sts=4 fenc=utf8 :
http://dive4elements.wald.intevation.org