Mercurial > dive4elements > river
annotate backend/contrib/import_river.sh @ 6612:e5d8cbce3040
Add cleanup to the release script
This step often failed
author | Andre Heinecke <aheinecke@intevation.de> |
---|---|
date | Thu, 18 Jul 2013 17:55:15 +0200 |
parents | 14b5674e57a4 |
children | 25912df0facf |
rev | line source |
---|---|
5167
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
1 #!/bin/bash |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
2 # Import script for rivers |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
3 # |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
4 # Authors: |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
5 # Andre Heinecke <aheinecke@intevation.de> |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
6 # |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
7 # Copyright: |
5168
650f94ec3122
Fix copyright on import_river.sh
Andre Heinecke <aheinecke@intevation.de>
parents:
5167
diff
changeset
|
8 # Copyright (C) 2013 Intevation GmbH |
5167
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
9 # |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
10 # This program is free software; you can redistribute it and/or |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
11 # modify it under the terms of the GNU General Public License |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
12 # as published by the Free Software Foundation; either version 2 |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
13 # of the License, or (at your option) any later version. |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
14 # |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
15 # This program is distributed in the hope that it will be useful, |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
16 # but WITHOUT ANY WARRANTY; without even the implied warranty of |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
17 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
18 # GNU General Public License for more details. |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
19 # |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
20 # You should have received a copy of the GNU General Public License |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
21 # along with this program; if not, write to the Free Software |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
22 # Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA. |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
23 |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
24 set -e |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
25 |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
26 # Default settings |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
27 DEFAULT_HOST=localhost |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
28 DEFAULT_PORT=1521 |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
29 DEFAULT_USER=flys_dami |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
30 DEFAULT_PASS=flys_dami |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
31 DEFAULT_LOG=$PWD/logs |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
32 DEFAULT_BACKEND_NAME="XE" |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
33 JAR="hydr_morph/importer.jar" |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
34 IMPORTER_DRY_RUN=false |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
35 IMPORTER_MAINVALUE_TYPES=QWTD |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
36 IMPORTER_ANNOTATION_TYPES="conf/annotation-types.xml" |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
37 |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
38 |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
39 MIN_MEMORY="8024m" |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
40 |
5169
db1a000a21a9
Make OPTIONAL_LIBS overwritable and fix geo importer call
Andre Heinecke <aheinecke@intevation.de>
parents:
5168
diff
changeset
|
41 if [ -z "$OPTIONAL_LIBS" ]; then |
5212
14186e924534
Fix opt path if OPTIONAL_LIBS is not set
Andre Heinecke <aheinecke@intevation.de>
parents:
5192
diff
changeset
|
42 OPTIONAL_LIBS="$(dirname $0)/opt" |
5169
db1a000a21a9
Make OPTIONAL_LIBS overwritable and fix geo importer call
Andre Heinecke <aheinecke@intevation.de>
parents:
5168
diff
changeset
|
43 fi |
db1a000a21a9
Make OPTIONAL_LIBS overwritable and fix geo importer call
Andre Heinecke <aheinecke@intevation.de>
parents:
5168
diff
changeset
|
44 |
5167
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
45 if [ -d "$OPTIONAL_LIBS" ]; then |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
46 export PATH="$OPTIONAL_LIBS/bin:$PATH" |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
47 export LD_LIBRARY_PATH="$OPTIONAL_LIBS/lib:$LD_LIBRARY_PATH" |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
48 export LD_LIBRARY_PATH="$OPTIONAL_LIBS/lib64:$LD_LIBRARY_PATH" |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
49 export PYTHONPATH="$OPTIONAL_LIBS/lib/python2.6/site-packages:$PYTHONPATH" |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
50 export PYTHONPATH="$OPTIONAL_LIBS/lib64/python2.6/site-packages:$PYTHONPATH" |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
51 export GDAL_DATA="$OPTIONAL_LIBS/share/gdal" |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
52 fi |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
53 |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
54 usage(){ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
55 cat << EOF |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
56 |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
57 usage: $0 [options] gew_file |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
58 |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
59 Import a river described by the gew_file |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
60 |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
61 OPTIONS: |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
62 -?, --help Show this message |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
63 -u, --username=<username> Database username. Default: $DEFAULT_USER |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
64 -w, --password=<password> Database password. Default: $DEFAULT_PASS |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
65 -h, --host=<host> Connect to database on host <host>. |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
66 Default: $DEFAULT_HOST |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
67 -p, --port=<number> Use port number <number>. Default: $DEFAULT_PORT |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
68 -d, --db-name=<database_name> Name of the database / backend. Default: $DEFAULT_BACKEND_NAME |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
69 -l, --log-dir=<directory> Directory in which to create the log files. |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
70 Default: $LOG_DIR |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
71 --postgres Database is PostgreSQL |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
72 --skip-hydro Skip import of hydrological data |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
73 --skip-morpho Skip import of morphological data |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
74 --skip-geo Skip import of geographic data |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
75 --skip-wst Skip import of wst data |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
76 EOF |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
77 exit 0 |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
78 } |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
79 |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
80 OPTS=`getopt -o ?u:w:h:p:d: \ |
5355
480d2f1f61cc
Fix import_rivers script for postgres
Andre Heinecke <aheinecke@intevation.de>
parents:
5212
diff
changeset
|
81 -l help,username:,password:,host:,port:,db-name:,skip-hydro,skip-morpho,skip-geo,skip-wst,postgres \ |
5167
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
82 -n $0 -- "$@"` |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
83 if [ $? != 0 ] ; then usage; fi |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
84 eval set -- "$OPTS" |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
85 while true ; do |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
86 case "$1" in |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
87 "-?"|"--help") |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
88 usage;; |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
89 "--") |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
90 shift |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
91 break;; |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
92 "-u"|"--username") |
5192
1b6d4edeeb4c
Fix variable assignments after rename
Andre Heinecke <aheinecke@intevation.de>
parents:
5191
diff
changeset
|
93 DBUSER=$2 |
5167
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
94 shift 2;; |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
95 "-w"|"--password") |
5192
1b6d4edeeb4c
Fix variable assignments after rename
Andre Heinecke <aheinecke@intevation.de>
parents:
5191
diff
changeset
|
96 DBPASS=$2 |
5167
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
97 shift 2;; |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
98 "-h"|"--host") |
5192
1b6d4edeeb4c
Fix variable assignments after rename
Andre Heinecke <aheinecke@intevation.de>
parents:
5191
diff
changeset
|
99 DBHOST=$2 |
5167
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
100 shift 2;; |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
101 "-p"|"--port") |
5192
1b6d4edeeb4c
Fix variable assignments after rename
Andre Heinecke <aheinecke@intevation.de>
parents:
5191
diff
changeset
|
102 DBPORT=$2 |
5167
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
103 shift 2;; |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
104 "-l"|"--log-dir") |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
105 LOG=$2 |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
106 shift 2;; |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
107 "-d"|"--db-name") |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
108 BACKEND_NAME=$2 |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
109 shift 2;; |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
110 "--skip-hydro") |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
111 SKIP_HYDRO="TRUE" |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
112 shift;; |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
113 "--skip-morpho") |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
114 SKIP_MORPHO="TRUE" |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
115 shift;; |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
116 "--skip-wst") |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
117 SKIP_WST="TRUE" |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
118 shift;; |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
119 "--skip-geo") |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
120 SKIP_GEO="TRUE" |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
121 shift;; |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
122 "--postgres") |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
123 POSTGRES="TRUE" |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
124 shift;; |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
125 *) |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
126 echo "Unknown Option $1" |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
127 usage;; |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
128 esac |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
129 done |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
130 |
5191
4aa748db8be3
Use less ambigious names for variables
Andre Heinecke <aheinecke@intevation.de>
parents:
5176
diff
changeset
|
131 if [ -z $DBUSER ]; then |
5192
1b6d4edeeb4c
Fix variable assignments after rename
Andre Heinecke <aheinecke@intevation.de>
parents:
5191
diff
changeset
|
132 DBUSER=$DEFAULT_USER |
5167
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
133 fi |
5191
4aa748db8be3
Use less ambigious names for variables
Andre Heinecke <aheinecke@intevation.de>
parents:
5176
diff
changeset
|
134 if [ -z $DBPASS ]; then |
5192
1b6d4edeeb4c
Fix variable assignments after rename
Andre Heinecke <aheinecke@intevation.de>
parents:
5191
diff
changeset
|
135 DBPASS=$DEFAULT_PASS |
5167
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
136 fi |
5191
4aa748db8be3
Use less ambigious names for variables
Andre Heinecke <aheinecke@intevation.de>
parents:
5176
diff
changeset
|
137 if [ -z $DBPORT ]; then |
5192
1b6d4edeeb4c
Fix variable assignments after rename
Andre Heinecke <aheinecke@intevation.de>
parents:
5191
diff
changeset
|
138 DBPORT=$DEFAULT_PORT |
5167
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
139 fi |
5191
4aa748db8be3
Use less ambigious names for variables
Andre Heinecke <aheinecke@intevation.de>
parents:
5176
diff
changeset
|
140 if [ -z $DBHOST ]; then |
5192
1b6d4edeeb4c
Fix variable assignments after rename
Andre Heinecke <aheinecke@intevation.de>
parents:
5191
diff
changeset
|
141 DBHOST=$DEFAULT_HOST |
5167
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
142 fi |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
143 if [ -z $BACKEND_NAME ]; then |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
144 BACKEND_NAME=$DEFAULT_BACKEND_NAME |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
145 fi |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
146 if [ -z $LOGDIR ]; then |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
147 LOG=$DEFAULT_LOG |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
148 fi |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
149 |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
150 if [ $# != 1 ]; then |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
151 usage |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
152 fi |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
153 |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
154 if [ ! -r $1 ]; then |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
155 echo "Could not open $1 please ensure it exists and is readable" |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
156 fi |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
157 |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
158 GEW_FILE="$1" |
5459
7c646d4d5103
be more flexible with river names (e.g. containing white space) in import script
Tom Gottfried <tom@intevation.de>
parents:
5355
diff
changeset
|
159 RIVER_NAME=$(grep "Gew.sser" "$1" | sed 's/Gew.sser: //') |
5167
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
160 DATE=$(date +%Y.%m.%d_%H%M) |
5459
7c646d4d5103
be more flexible with river names (e.g. containing white space) in import script
Tom Gottfried <tom@intevation.de>
parents:
5355
diff
changeset
|
161 LOG_DIR=${LOG}/`basename $GEW_FILE .gew`-$DATE |
5167
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
162 mkdir -p ${LOG_DIR} |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
163 |
5355
480d2f1f61cc
Fix import_rivers script for postgres
Andre Heinecke <aheinecke@intevation.de>
parents:
5212
diff
changeset
|
164 if [ "$POSTGRES" = "TRUE" ]; then |
5167
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
165 JAR=$(echo "$JAR" | sed 's/importer/importer_psql/') |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
166 if [ ! -r "$JAR" ]; then |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
167 echo "Could not find Postgres importer $JAR" |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
168 exit 1 |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
169 fi |
5191
4aa748db8be3
Use less ambigious names for variables
Andre Heinecke <aheinecke@intevation.de>
parents:
5176
diff
changeset
|
170 OGR_CONNECTION="PG:dbname=$BACKEND_NAME host=$DBHOST port=$DBPORT \ |
4aa748db8be3
Use less ambigious names for variables
Andre Heinecke <aheinecke@intevation.de>
parents:
5176
diff
changeset
|
171 user=$DBUSER password=$DBPASS" |
5167
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
172 BACKEND_DB_PREFIX="jdbc:postgresql:" |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
173 BACKEND_DB_DRIVER="org.postgresql.Driver" |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
174 BACKEND_DB_DIALECT="org.hibernate.dialect.PostgreSQLDialect" |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
175 else |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
176 BACKEND_DB_PREFIX="jdbc:oracle:thin:@" |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
177 BACKEND_DB_DRIVER="oracle.jdbc.OracleDriver" |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
178 BACKEND_DB_DIALECT="org.hibernate.dialect.OracleDialect" |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
179 fi |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
180 |
5191
4aa748db8be3
Use less ambigious names for variables
Andre Heinecke <aheinecke@intevation.de>
parents:
5176
diff
changeset
|
181 BACKEND_URL=$BACKEND_DB_PREFIX//$DBHOST:$DBPORT/$BACKEND_NAME |
5167
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
182 |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
183 echo "Importing $RIVER_NAME into $BACKEND_URL." |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
184 |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
185 import_hydro(){ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
186 LOG_FILE=${LOG_DIR}/hydro.log |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
187 echo Importing Hydrological data. |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
188 echo Logging into: $LOG_FILE |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
189 sed 's!./import.log!'"$LOG_FILE"'!' conf/log4j.properties > $LOG_DIR/log4j.properties |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
190 java -jar \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
191 -Xmx$MIN_MEMORY \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
192 -server \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
193 -Dlog4j.configuration=file://$LOG_DIR/log4j.properties \ |
5191
4aa748db8be3
Use less ambigious names for variables
Andre Heinecke <aheinecke@intevation.de>
parents:
5176
diff
changeset
|
194 -Dflys.backend.user=$DBUSER \ |
4aa748db8be3
Use less ambigious names for variables
Andre Heinecke <aheinecke@intevation.de>
parents:
5176
diff
changeset
|
195 -Dflys.backend.password=$DBPASS \ |
5167
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
196 -Dflys.backend.url=$BACKEND_URL \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
197 -Dflys.backend.driver=$BACKEND_DB_DRIVER \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
198 -Dflys.backend.dialect=$BACKEND_DB_DIALECT \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
199 -Dflys.backend.importer.infogew.file="$GEW_FILE" \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
200 -Dflys.backend.main.value.types=$IMPORTER_MAINVALUE_TYPES \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
201 -Dflys.backend.importer.annotation.types=$IMPORTER_ANNOTATION_TYPES \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
202 -Dflys.backend.importer.dry.run=$IMPORTER_DRY_RUN \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
203 -Dflys.backend.importer.skip.annotations=false \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
204 -Dflys.backend.importer.skip.bwastr=false \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
205 -Dflys.backend.importer.skip.da50s=false \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
206 -Dflys.backend.importer.skip.da66s=false \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
207 -Dflys.backend.importer.skip.extra.wsts=false \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
208 -Dflys.backend.importer.skip.fixations=false \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
209 -Dflys.backend.importer.skip.flood.water=false \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
210 -Dflys.backend.importer.skip.flood.protection=false \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
211 -Dflys.backend.importer.skip.gauges=false \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
212 -Dflys.backend.importer.skip.historical.discharge.tables=false \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
213 -Dflys.backend.importer.skip.hyks=false \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
214 -Dflys.backend.importer.skip.official.lines=false \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
215 -Dflys.backend.importer.skip.prfs=false \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
216 -Dflys.backend.importer.skip.w80s=false \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
217 -Dflys.backend.importer.skip.wst=true \ |
6417
14b5674e57a4
Importer: add skip flag for measurement stations to scripts
Tom Gottfried <tom@intevation.de>
parents:
5838
diff
changeset
|
218 -Dflys.backend.importer.skip.measurement.stations=true \ |
5167
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
219 -Dflys.backend.importer.skip.waterlevel.differences=true \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
220 -Dflys.backend.importer.skip.waterlevels=true \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
221 -Dflys.backend.importer.skip.sq.relation=true \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
222 -Dflys.backend.importer.skip.sediment.density=true \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
223 -Dflys.backend.importer.skip.sediment.yield=true \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
224 -Dflys.backend.importer.skip.morphological.width=true \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
225 -Dflys.backend.importer.skip.flow.velocity=true \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
226 -Dflys.backend.importer.skip.bed.height.single=true \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
227 -Dflys.backend.importer.skip.bed.height.epoch=true \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
228 $JAR |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
229 } |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
230 |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
231 import_morpho(){ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
232 LOG_FILE=${LOG_DIR}/morpho.log |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
233 echo Importing Morphological data. |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
234 echo Logging into: $LOG_FILE |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
235 sed 's!./import.log!'"$LOG_FILE"'!' conf/log4j.properties > $LOG_DIR/log4j.properties |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
236 java -jar \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
237 -Xmx$MIN_MEMORY \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
238 -server \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
239 -Dlog4j.configuration=file://$LOG_DIR/log4j.properties \ |
5191
4aa748db8be3
Use less ambigious names for variables
Andre Heinecke <aheinecke@intevation.de>
parents:
5176
diff
changeset
|
240 -Dflys.backend.user=$DBUSER \ |
4aa748db8be3
Use less ambigious names for variables
Andre Heinecke <aheinecke@intevation.de>
parents:
5176
diff
changeset
|
241 -Dflys.backend.password=$DBPASS \ |
5167
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
242 -Dflys.backend.url=$BACKEND_URL \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
243 -Dflys.backend.driver=$BACKEND_DB_DRIVER \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
244 -Dflys.backend.dialect=$BACKEND_DB_DIALECT \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
245 -Dflys.backend.importer.infogew.file="$GEW_FILE" \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
246 -Dflys.backend.main.value.types=$IMPORTER_MAINVALUE_TYPES \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
247 -Dflys.backend.importer.annotation.types=$IMPORTER_ANNOTATION_TYPES \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
248 -Dflys.backend.importer.dry.run=$IMPORTER_DRY_RUN \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
249 -Dflys.backend.importer.skip.annotations=true \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
250 -Dflys.backend.importer.skip.bwastr=true \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
251 -Dflys.backend.importer.skip.da50s=true \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
252 -Dflys.backend.importer.skip.da66s=true \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
253 -Dflys.backend.importer.skip.extra.wsts=true \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
254 -Dflys.backend.importer.skip.fixations=true \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
255 -Dflys.backend.importer.skip.flood.water=true \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
256 -Dflys.backend.importer.skip.flood.protection=true \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
257 -Dflys.backend.importer.skip.gauges=true \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
258 -Dflys.backend.importer.skip.historical.discharge.tables=true \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
259 -Dflys.backend.importer.skip.hyks=true \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
260 -Dflys.backend.importer.skip.official.lines=true \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
261 -Dflys.backend.importer.skip.prfs=true \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
262 -Dflys.backend.importer.skip.w80s=true \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
263 -Dflys.backend.importer.skip.wst=true \ |
6417
14b5674e57a4
Importer: add skip flag for measurement stations to scripts
Tom Gottfried <tom@intevation.de>
parents:
5838
diff
changeset
|
264 -Dflys.backend.importer.skip.measurement.stations=false \ |
5167
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
265 -Dflys.backend.importer.skip.waterlevel.differences=false \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
266 -Dflys.backend.importer.skip.waterlevels=false \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
267 -Dflys.backend.importer.skip.sq.relation=false \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
268 -Dflys.backend.importer.skip.sediment.density=false \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
269 -Dflys.backend.importer.skip.sediment.yield=false \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
270 -Dflys.backend.importer.skip.morphological.width=false \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
271 -Dflys.backend.importer.skip.flow.velocity=false \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
272 -Dflys.backend.importer.skip.bed.height.single=false \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
273 -Dflys.backend.importer.skip.bed.height.epoch=false \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
274 $JAR |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
275 } |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
276 |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
277 import_wst(){ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
278 LOG_FILE=${LOG_DIR}/wst.log |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
279 echo Importing WST data. |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
280 echo Logging into: $LOG_FILE |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
281 sed 's!./import.log!'"$LOG_FILE"'!' conf/log4j.properties > $LOG_DIR/log4j.properties |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
282 java -jar \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
283 -Xmx$MIN_MEMORY \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
284 -server \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
285 -Dlog4j.configuration=file://$LOG_DIR/log4j.properties \ |
5191
4aa748db8be3
Use less ambigious names for variables
Andre Heinecke <aheinecke@intevation.de>
parents:
5176
diff
changeset
|
286 -Dflys.backend.user=$DBUSER \ |
4aa748db8be3
Use less ambigious names for variables
Andre Heinecke <aheinecke@intevation.de>
parents:
5176
diff
changeset
|
287 -Dflys.backend.password=$DBPASS \ |
5167
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
288 -Dflys.backend.url=$BACKEND_URL \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
289 -Dflys.backend.driver=$BACKEND_DB_DRIVER \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
290 -Dflys.backend.dialect=$BACKEND_DB_DIALECT \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
291 -Dflys.backend.importer.infogew.file="$GEW_FILE" \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
292 -Dflys.backend.main.value.types=$IMPORTER_MAINVALUE_TYPES \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
293 -Dflys.backend.importer.annotation.types=$IMPORTER_ANNOTATION_TYPES \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
294 -Dflys.backend.importer.dry.run=$IMPORTER_DRY_RUN \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
295 -Dflys.backend.importer.skip.annotations=true \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
296 -Dflys.backend.importer.skip.bwastr=true \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
297 -Dflys.backend.importer.skip.da50s=true \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
298 -Dflys.backend.importer.skip.da66s=true \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
299 -Dflys.backend.importer.skip.extra.wsts=true \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
300 -Dflys.backend.importer.skip.fixations=true \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
301 -Dflys.backend.importer.skip.flood.water=true \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
302 -Dflys.backend.importer.skip.flood.protection=true \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
303 -Dflys.backend.importer.skip.gauges=true \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
304 -Dflys.backend.importer.skip.historical.discharge.tables=true \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
305 -Dflys.backend.importer.skip.hyks=true \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
306 -Dflys.backend.importer.skip.official.lines=true \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
307 -Dflys.backend.importer.skip.prfs=true \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
308 -Dflys.backend.importer.skip.w80s=true \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
309 -Dflys.backend.importer.skip.wst=false \ |
6417
14b5674e57a4
Importer: add skip flag for measurement stations to scripts
Tom Gottfried <tom@intevation.de>
parents:
5838
diff
changeset
|
310 -Dflys.backend.importer.skip.measurement.stations=true \ |
5167
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
311 -Dflys.backend.importer.skip.waterlevel.differences=true \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
312 -Dflys.backend.importer.skip.waterlevels=true \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
313 -Dflys.backend.importer.skip.sq.relation=true \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
314 -Dflys.backend.importer.skip.sediment.density=true \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
315 -Dflys.backend.importer.skip.sediment.yield=true \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
316 -Dflys.backend.importer.skip.morphological.width=true \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
317 -Dflys.backend.importer.skip.flow.velocity=true \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
318 -Dflys.backend.importer.skip.bed.height.single=true \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
319 -Dflys.backend.importer.skip.bed.height.epoch=true \ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
320 $JAR |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
321 } |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
322 |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
323 import_geo(){ |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
324 LOG_FILE=${LOG_DIR}/geo.log |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
325 echo Importing Geographic data. |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
326 echo Logging into: $LOG_FILE |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
327 |
5169
db1a000a21a9
Make OPTIONAL_LIBS overwritable and fix geo importer call
Andre Heinecke <aheinecke@intevation.de>
parents:
5168
diff
changeset
|
328 RIVER_PATH=$(grep "WSTDatei:" "$GEW_FILE" | awk '{print $2}') |
db1a000a21a9
Make OPTIONAL_LIBS overwritable and fix geo importer call
Andre Heinecke <aheinecke@intevation.de>
parents:
5168
diff
changeset
|
329 RIVER_PATH=$(dirname "$RIVER_PATH")/../.. |
db1a000a21a9
Make OPTIONAL_LIBS overwritable and fix geo importer call
Andre Heinecke <aheinecke@intevation.de>
parents:
5168
diff
changeset
|
330 RIVER_PATH=$(readlink -f "$RIVER_PATH") |
db1a000a21a9
Make OPTIONAL_LIBS overwritable and fix geo importer call
Andre Heinecke <aheinecke@intevation.de>
parents:
5168
diff
changeset
|
331 |
db1a000a21a9
Make OPTIONAL_LIBS overwritable and fix geo importer call
Andre Heinecke <aheinecke@intevation.de>
parents:
5168
diff
changeset
|
332 exec python $(dirname $0)/geodaesie/shpimporter.py \ |
5167
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
333 --directory $RIVER_PATH \ |
5563
673f68bb19a4
Geo-importer: accept river names with white space
Tom Gottfried <tom@intevation.de>
parents:
5459
diff
changeset
|
334 --river_name "$RIVER_NAME" \ |
5167
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
335 --ogr_connection "$OGR_CONNECTION" \ |
5191
4aa748db8be3
Use less ambigious names for variables
Andre Heinecke <aheinecke@intevation.de>
parents:
5176
diff
changeset
|
336 --host $DBHOST \ |
4aa748db8be3
Use less ambigious names for variables
Andre Heinecke <aheinecke@intevation.de>
parents:
5176
diff
changeset
|
337 --user $DBUSER \ |
4aa748db8be3
Use less ambigious names for variables
Andre Heinecke <aheinecke@intevation.de>
parents:
5176
diff
changeset
|
338 --password $DBPASS \ |
5169
db1a000a21a9
Make OPTIONAL_LIBS overwritable and fix geo importer call
Andre Heinecke <aheinecke@intevation.de>
parents:
5168
diff
changeset
|
339 --verbose 1 \ |
db1a000a21a9
Make OPTIONAL_LIBS overwritable and fix geo importer call
Andre Heinecke <aheinecke@intevation.de>
parents:
5168
diff
changeset
|
340 > "$LOG_FILE" 2>&1 |
5167
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
341 } |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
342 |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
343 |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
344 if [ "$SKIP_HYDRO" != "TRUE" ]; then |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
345 import_hydro |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
346 fi |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
347 if [ "$SKIP_WST" != "TRUE" ]; then |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
348 import_wst |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
349 fi |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
350 if [ "$SKIP_MORPHO" != "TRUE" ]; then |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
351 import_morpho |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
352 fi |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
353 if [ "$SKIP_GEO" != "TRUE" ]; then |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
354 import_geo |
a0abb6787ab1
Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff
changeset
|
355 fi |