Mercurial > dive4elements > river

annotate backend/contrib/run_schiff_oeko.sh @ 9656:31549fdfaf4f

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
Importer (s/u-info) extensions: flow-depth: uniform formatting of from-to series names, warning instead of cancelling in case of missing column values, detecting, logging and skipping columns with wrong unit, better counting of inserted/updated values for each column
author mschaefer
date Mon, 23 Mar 2020 15:21:39 +0100
parents 9f83ebf67c92
children
rev   line source
9569
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
1 #!/bin/bash
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
2
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
3 ######################### CONFIG OPTIONS ############################
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
4 BACKEND_USER="flys28"
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
5 BACKEND_PASS="flys28"
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
6 BACKEND_HOST="czech-republic.atlas.intevation.de"
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
7 BACKEND_PORT="1521"
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
8 BACKEND_NAME="XE"
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
9 LOG4J_CONFIG="conf/log4j.properties"
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
10 JAR="bin/river-backend-1.0-SNAPSHOT*.jar"
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
11 #####################################################################
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
12
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
13
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
14 ########################## Oracle Settings ##########################
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
15 BACKEND_DB_PREFIX="jdbc:oracle:thin:@"
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
16 BACKEND_DB_DRIVER="oracle.jdbc.OracleDriver"
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
17 BACKEND_DB_DIALECT="org.hibernate.dialect.OracleDialect"
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
18 BACKEND_URL=$BACKEND_DB_PREFIX//$BACKEND_HOST:$BACKEND_PORT/$BACKEND_NAME
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
19 #####################################################################
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
20
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
21
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
22 ######################## Custom Importer Settings ###################
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
23 IMPORTER_DRY_RUN=false
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
24 IMPORTER_ANNOTATION_TYPES="conf/annotation-types.xml"
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
25
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
26 #Alle Importtypen ueberspringen, fuer die kein Skip-Schalter angegeben wird
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
27 IMPORTER_SKIP_DEFAULT=true
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
28
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
29 #Schifffahrt/Selektierte_Zusaetzliche_Laengsschnitte
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
30 IMPORTER_SKIP_SINFO_SELECTED_ADDITIONAL=false
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
31
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
32 #Schifffahrt/Infrastrukturen_BWaStr
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
33 IMPORTER_SKIP_SINFO_INFRASTRUCTURE=false
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
34
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
35 #Schifffahrt/Basisdaten/: Einteilung_der_Gewaessersohle.csv
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
36 IMPORTER_SKIP_SINFO_BED_MOBILITY=false
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
37
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
38 #Schifffahrt/Zu_gewaehrleistende_Fahrrinnenverhaeltnisse
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
39 IMPORTER_SKIP_SINFO_CHANNEL=false
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
40
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
41 #Schifffahrt/Grundberuehrungen/Einzeljahre
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
42 IMPORTER_SKIP_SINFO_COLLISION=false
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
43
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
44 #Schifffahrt/Basisdaten/.._mittlerer_tagesabfluss.csv
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
45 IMPORTER_SKIP_SINFO_DAILY_DISCHARGE=false
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
46
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
47 #Schifffahrt/Transportkoerperhoehen/...
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
48 IMPORTER_SKIP_SINFO_TKH=false
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
49
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
50 #Schifffahrt/Modellierte_Datensaetze/Fliesstiefen
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
51 IMPORTER_SKIP_SINFO_FLOW_DEPTH=false
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
52
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
53 #Schifffahrt/Fliesstiefenentwicklung/...
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
54 IMPORTER_SKIP_SINFO_DEPTH_EVOLUTION=false
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
55
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
56 #Oekologie/Iota/Iota
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
57 IMPORTER_SKIP_UINFO_IOTA=false
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
58
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
59 #Oekologie/Vegetationszonen
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
60 IMPORTER_SKIP_UINFO_VEGETATION=false
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
61
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
62 #####################################################################
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
63
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
64 MIN_MEMORY="8192m"
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
65
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
66 ######################### Run Importer ##############################
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
67 INFO_GEW=$1
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
68
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
69 OPTIONAL_LIBS="${DIR}"/../opt
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
70 if [ -d "$OPTIONAL_LIBS" ]; then
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
71 export PATH="$OPTIONAL_LIBS/bin:$PATH"
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
72 export LD_LIBRARY_PATH="$OPTIONAL_LIBS/lib:$LD_LIBRARY_PATH"
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
73 export LD_LIBRARY_PATH="$OPTIONAL_LIBS/lib64:$LD_LIBRARY_PATH"
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
74 fi
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
75
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
76 # Default encoding. Change here if necessary
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
77 export LC_ALL=de_DE@euro
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
78
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
79 exec java -jar \
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
80 -Xmx$MIN_MEMORY \
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
81 -server \
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
82 -Dlog4j.configuration=file://`readlink -f $LOG4J_CONFIG` \
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
83 -Dflys.backend.importer.infogew.file=$INFO_GEW \
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
84 -Dflys.backend.importer.annotation.types=$IMPORTER_ANNOTATION_TYPES \
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
85 -Dflys.backend.importer.dry.run=$IMPORTER_DRY_RUN \
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
86 -Dflys.backend.importer.skip.default=$IMPORTER_SKIP_DEFAULT \
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
87 -Dflys.backend.importer.skip.sinfo.selected_additional=$IMPORTER_SKIP_SINFO_SELECTED_ADDITIONAL \
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
88 -Dflys.backend.importer.skip.sinfo.infrastructure=$IMPORTER_SKIP_SINFO_INFRASTRUCTURE \
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
89 -Dflys.backend.importer.skip.sinfo.bed_mobility=$IMPORTER_SKIP_SINFO_BED_MOBILITY \
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
90 -Dflys.backend.importer.skip.sinfo.channel=$IMPORTER_SKIP_SINFO_CHANNEL \
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
91 -Dflys.backend.importer.skip.sinfo.collision=$IMPORTER_SKIP_SINFO_COLLISION \
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
92 -Dflys.backend.importer.skip.sinfo.daily_discharge=$IMPORTER_SKIP_SINFO_DAILY_DISCHARGE \
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
93 -Dflys.backend.importer.skip.sinfo.tkh=$IMPORTER_SKIP_SINFO_TKH \
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
94 -Dflys.backend.importer.skip.sinfo.flow_depth=$IMPORTER_SKIP_SINFO_FLOW_DEPTH \
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
95 -Dflys.backend.importer.skip.sinfo.depth_evolution=$IMPORTER_SKIP_SINFO_DEPTH_EVOLUTION \
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
96 -Dflys.backend.importer.skip.uinfo.iota=$IMPORTER_SKIP_UINFO_IOTA \
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
97 -Dflys.backend.importer.skip.uinfo.vegetation=$IMPORTER_SKIP_UINFO_VEGETATION \
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
98 -Dflys.backend.user=$BACKEND_USER \
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
99 -Dflys.backend.password=$BACKEND_PASS \
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
100 -Dflys.backend.url=$BACKEND_URL \
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
101 -Dflys.backend.driver=$BACKEND_DB_DRIVER \
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
102 -Dflys.backend.dialect=$BACKEND_DB_DIALECT \
9f83ebf67c92 Sinfo and Uinfo import types in separate shell script
mschaefer
parents:
diff changeset
103 $JAR
http://dive4elements.wald.intevation.org