Mercurial > dive4elements > river

annotate backend/contrib/run_schiff_oeko.sh @ 9650:a2a42a6bac6b

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
Importer (s/u-info) extensions: outer try/catch for parse and log of line no, catching parsing exception if not enough value fields, parsing error and warning log messages with line number, detecting and rejecting duplicate data series, better differentiation between error and warning log messages
author mschaefer
date Mon, 23 Mar 2020 14:57:03 +0100
parents 9f83ebf67c92
children
rev   line source
9569
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
1 #!/bin/bash
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
2
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
3 ######################### CONFIG OPTIONS ############################
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
4 BACKEND_USER="flys28"
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
5 BACKEND_PASS="flys28"
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
6 BACKEND_HOST="czech-republic.atlas.intevation.de"
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
7 BACKEND_PORT="1521"
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
8 BACKEND_NAME="XE"
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
9 LOG4J_CONFIG="conf/log4j.properties"
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
10 JAR="bin/river-backend-1.0-SNAPSHOT*.jar"
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
11 #####################################################################
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
12
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
13
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
14 ########################## Oracle Settings ##########################
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
15 BACKEND_DB_PREFIX="jdbc:oracle:thin:@"
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
16 BACKEND_DB_DRIVER="oracle.jdbc.OracleDriver"
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
17 BACKEND_DB_DIALECT="org.hibernate.dialect.OracleDialect"
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
18 BACKEND_URL=$BACKEND_DB_PREFIX//$BACKEND_HOST:$BACKEND_PORT/$BACKEND_NAME
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
19 #####################################################################
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
20
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
21
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
22 ######################## Custom Importer Settings ###################
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
23 IMPORTER_DRY_RUN=false
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
24 IMPORTER_ANNOTATION_TYPES="conf/annotation-types.xml"
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
25
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
26 #Alle Importtypen ueberspringen, fuer die kein Skip-Schalter angegeben wird
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
27 IMPORTER_SKIP_DEFAULT=true
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
28
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
29 #Schifffahrt/Selektierte_Zusaetzliche_Laengsschnitte
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
30 IMPORTER_SKIP_SINFO_SELECTED_ADDITIONAL=false
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
31
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
32 #Schifffahrt/Infrastrukturen_BWaStr
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
33 IMPORTER_SKIP_SINFO_INFRASTRUCTURE=false
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
34
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
35 #Schifffahrt/Basisdaten/: Einteilung_der_Gewaessersohle.csv
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
36 IMPORTER_SKIP_SINFO_BED_MOBILITY=false
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
37
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
38 #Schifffahrt/Zu_gewaehrleistende_Fahrrinnenverhaeltnisse
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
39 IMPORTER_SKIP_SINFO_CHANNEL=false
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
40
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
41 #Schifffahrt/Grundberuehrungen/Einzeljahre
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
42 IMPORTER_SKIP_SINFO_COLLISION=false
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
43
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
44 #Schifffahrt/Basisdaten/.._mittlerer_tagesabfluss.csv
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
45 IMPORTER_SKIP_SINFO_DAILY_DISCHARGE=false
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
46
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
47 #Schifffahrt/Transportkoerperhoehen/...
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
48 IMPORTER_SKIP_SINFO_TKH=false
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
49
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
50 #Schifffahrt/Modellierte_Datensaetze/Fliesstiefen
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
51 IMPORTER_SKIP_SINFO_FLOW_DEPTH=false
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
52
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
53 #Schifffahrt/Fliesstiefenentwicklung/...
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
54 IMPORTER_SKIP_SINFO_DEPTH_EVOLUTION=false
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
55
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
56 #Oekologie/Iota/Iota
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
57 IMPORTER_SKIP_UINFO_IOTA=false
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
58
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
59 #Oekologie/Vegetationszonen
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
60 IMPORTER_SKIP_UINFO_VEGETATION=false
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
61
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
62 #####################################################################
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
63
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
64 MIN_MEMORY="8192m"
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
65
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
66 ######################### Run Importer ##############################
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
67 INFO_GEW=$1
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
68
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
69 OPTIONAL_LIBS="${DIR}"/../opt
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
70 if [ -d "$OPTIONAL_LIBS" ]; then
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
71 export PATH="$OPTIONAL_LIBS/bin:$PATH"
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
72 export LD_LIBRARY_PATH="$OPTIONAL_LIBS/lib:$LD_LIBRARY_PATH"
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
73 export LD_LIBRARY_PATH="$OPTIONAL_LIBS/lib64:$LD_LIBRARY_PATH"
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
74 fi
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
75
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
76 # Default encoding. Change here if necessary
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
77 export LC_ALL=de_DE@euro
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
78
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
79 exec java -jar \
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
80 -Xmx$MIN_MEMORY \
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
81 -server \
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
82 -Dlog4j.configuration=file://`readlink -f $LOG4J_CONFIG` \
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
83 -Dflys.backend.importer.infogew.file=$INFO_GEW \
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
84 -Dflys.backend.importer.annotation.types=$IMPORTER_ANNOTATION_TYPES \
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
85 -Dflys.backend.importer.dry.run=$IMPORTER_DRY_RUN \
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
86 -Dflys.backend.importer.skip.default=$IMPORTER_SKIP_DEFAULT \
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
87 -Dflys.backend.importer.skip.sinfo.selected_additional=$IMPORTER_SKIP_SINFO_SELECTED_ADDITIONAL \
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
88 -Dflys.backend.importer.skip.sinfo.infrastructure=$IMPORTER_SKIP_SINFO_INFRASTRUCTURE \
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
89 -Dflys.backend.importer.skip.sinfo.bed_mobility=$IMPORTER_SKIP_SINFO_BED_MOBILITY \
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
90 -Dflys.backend.importer.skip.sinfo.channel=$IMPORTER_SKIP_SINFO_CHANNEL \
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
91 -Dflys.backend.importer.skip.sinfo.collision=$IMPORTER_SKIP_SINFO_COLLISION \
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
92 -Dflys.backend.importer.skip.sinfo.daily_discharge=$IMPORTER_SKIP_SINFO_DAILY_DISCHARGE \
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
93 -Dflys.backend.importer.skip.sinfo.tkh=$IMPORTER_SKIP_SINFO_TKH \
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
94 -Dflys.backend.importer.skip.sinfo.flow_depth=$IMPORTER_SKIP_SINFO_FLOW_DEPTH \
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
95 -Dflys.backend.importer.skip.sinfo.depth_evolution=$IMPORTER_SKIP_SINFO_DEPTH_EVOLUTION \
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
96 -Dflys.backend.importer.skip.uinfo.iota=$IMPORTER_SKIP_UINFO_IOTA \
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
97 -Dflys.backend.importer.skip.uinfo.vegetation=$IMPORTER_SKIP_UINFO_VEGETATION \
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
98 -Dflys.backend.user=$BACKEND_USER \
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
99 -Dflys.backend.password=$BACKEND_PASS \
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
100 -Dflys.backend.url=$BACKEND_URL \
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
101 -Dflys.backend.driver=$BACKEND_DB_DRIVER \
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
102 -Dflys.backend.dialect=$BACKEND_DB_DIALECT \
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
103 $JAR
http://dive4elements.wald.intevation.org