annotate backend/contrib/import_river.sh @ 6872:c5ce9812388b

FixA overview: Fetch dates in higher resolution from database.
author Sascha L. Teichmann <teichmann@intevation.de>
date Mon, 19 Aug 2013 22:04:03 +0200
parents 14b5674e57a4
children 25912df0facf
rev   line source
5167
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
1 #!/bin/bash
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
2 # Import script for rivers
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
3 #
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
4 # Authors:
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
5 # Andre Heinecke <aheinecke@intevation.de>
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
6 #
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
7 # Copyright:
5168
650f94ec3122 Fix copyright on import_river.sh
Andre Heinecke <aheinecke@intevation.de>
parents: 5167
diff changeset
8 # Copyright (C) 2013 Intevation GmbH
5167
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
9 #
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
10 # This program is free software; you can redistribute it and/or
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
11 # modify it under the terms of the GNU General Public License
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
12 # as published by the Free Software Foundation; either version 2
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
13 # of the License, or (at your option) any later version.
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
14 #
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
15 # This program is distributed in the hope that it will be useful,
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
16 # but WITHOUT ANY WARRANTY; without even the implied warranty of
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
17 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
18 # GNU General Public License for more details.
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
19 #
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
20 # You should have received a copy of the GNU General Public License
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
21 # along with this program; if not, write to the Free Software
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
22 # Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
23
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
24 set -e
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
25
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
26 # Default settings
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
27 DEFAULT_HOST=localhost
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
28 DEFAULT_PORT=1521
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
29 DEFAULT_USER=flys_dami
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
30 DEFAULT_PASS=flys_dami
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
31 DEFAULT_LOG=$PWD/logs
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
32 DEFAULT_BACKEND_NAME="XE"
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
33 JAR="hydr_morph/importer.jar"
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
34 IMPORTER_DRY_RUN=false
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
35 IMPORTER_MAINVALUE_TYPES=QWTD
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
36 IMPORTER_ANNOTATION_TYPES="conf/annotation-types.xml"
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
37
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
38
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
39 MIN_MEMORY="8024m"
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
40
5169
db1a000a21a9 Make OPTIONAL_LIBS overwritable and fix geo importer call
Andre Heinecke <aheinecke@intevation.de>
parents: 5168
diff changeset
41 if [ -z "$OPTIONAL_LIBS" ]; then
5212
14186e924534 Fix opt path if OPTIONAL_LIBS is not set
Andre Heinecke <aheinecke@intevation.de>
parents: 5192
diff changeset
42 OPTIONAL_LIBS="$(dirname $0)/opt"
5169
db1a000a21a9 Make OPTIONAL_LIBS overwritable and fix geo importer call
Andre Heinecke <aheinecke@intevation.de>
parents: 5168
diff changeset
43 fi
db1a000a21a9 Make OPTIONAL_LIBS overwritable and fix geo importer call
Andre Heinecke <aheinecke@intevation.de>
parents: 5168
diff changeset
44
5167
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
45 if [ -d "$OPTIONAL_LIBS" ]; then
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
46 export PATH="$OPTIONAL_LIBS/bin:$PATH"
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
47 export LD_LIBRARY_PATH="$OPTIONAL_LIBS/lib:$LD_LIBRARY_PATH"
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
48 export LD_LIBRARY_PATH="$OPTIONAL_LIBS/lib64:$LD_LIBRARY_PATH"
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
49 export PYTHONPATH="$OPTIONAL_LIBS/lib/python2.6/site-packages:$PYTHONPATH"
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
50 export PYTHONPATH="$OPTIONAL_LIBS/lib64/python2.6/site-packages:$PYTHONPATH"
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
51 export GDAL_DATA="$OPTIONAL_LIBS/share/gdal"
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
52 fi
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
53
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
54 usage(){
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
55 cat << EOF
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
56
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
57 usage: $0 [options] gew_file
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
58
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
59 Import a river described by the gew_file
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
60
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
61 OPTIONS:
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
62 -?, --help Show this message
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
63 -u, --username=<username> Database username. Default: $DEFAULT_USER
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
64 -w, --password=<password> Database password. Default: $DEFAULT_PASS
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
65 -h, --host=<host> Connect to database on host <host>.
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
66 Default: $DEFAULT_HOST
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
67 -p, --port=<number> Use port number <number>. Default: $DEFAULT_PORT
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
68 -d, --db-name=<database_name> Name of the database / backend. Default: $DEFAULT_BACKEND_NAME
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
69 -l, --log-dir=<directory> Directory in which to create the log files.
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
70 Default: $LOG_DIR
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
71 --postgres Database is PostgreSQL
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
72 --skip-hydro Skip import of hydrological data
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
73 --skip-morpho Skip import of morphological data
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
74 --skip-geo Skip import of geographic data
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
75 --skip-wst Skip import of wst data
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
76 EOF
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
77 exit 0
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
78 }
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
79
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
80 OPTS=`getopt -o ?u:w:h:p:d: \
5355
480d2f1f61cc Fix import_rivers script for postgres
Andre Heinecke <aheinecke@intevation.de>
parents: 5212
diff changeset
81 -l help,username:,password:,host:,port:,db-name:,skip-hydro,skip-morpho,skip-geo,skip-wst,postgres \
5167
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
82 -n $0 -- "$@"`
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
83 if [ $? != 0 ] ; then usage; fi
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
84 eval set -- "$OPTS"
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
85 while true ; do
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
86 case "$1" in
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
87 "-?"|"--help")
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
88 usage;;
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
89 "--")
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
90 shift
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
91 break;;
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
92 "-u"|"--username")
5192
1b6d4edeeb4c Fix variable assignments after rename
Andre Heinecke <aheinecke@intevation.de>
parents: 5191
diff changeset
93 DBUSER=$2
5167
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
94 shift 2;;
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
95 "-w"|"--password")
5192
1b6d4edeeb4c Fix variable assignments after rename
Andre Heinecke <aheinecke@intevation.de>
parents: 5191
diff changeset
96 DBPASS=$2
5167
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
97 shift 2;;
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
98 "-h"|"--host")
5192
1b6d4edeeb4c Fix variable assignments after rename
Andre Heinecke <aheinecke@intevation.de>
parents: 5191
diff changeset
99 DBHOST=$2
5167
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
100 shift 2;;
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
101 "-p"|"--port")
5192
1b6d4edeeb4c Fix variable assignments after rename
Andre Heinecke <aheinecke@intevation.de>
parents: 5191
diff changeset
102 DBPORT=$2
5167
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
103 shift 2;;
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
104 "-l"|"--log-dir")
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
105 LOG=$2
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
106 shift 2;;
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
107 "-d"|"--db-name")
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
108 BACKEND_NAME=$2
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
109 shift 2;;
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
110 "--skip-hydro")
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
111 SKIP_HYDRO="TRUE"
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
112 shift;;
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
113 "--skip-morpho")
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
114 SKIP_MORPHO="TRUE"
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
115 shift;;
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
116 "--skip-wst")
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
117 SKIP_WST="TRUE"
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
118 shift;;
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
119 "--skip-geo")
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
120 SKIP_GEO="TRUE"
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
121 shift;;
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
122 "--postgres")
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
123 POSTGRES="TRUE"
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
124 shift;;
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
125 *)
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
126 echo "Unknown Option $1"
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
127 usage;;
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
128 esac
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
129 done
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
130
5191
4aa748db8be3 Use less ambigious names for variables
Andre Heinecke <aheinecke@intevation.de>
parents: 5176
diff changeset
131 if [ -z $DBUSER ]; then
5192
1b6d4edeeb4c Fix variable assignments after rename
Andre Heinecke <aheinecke@intevation.de>
parents: 5191
diff changeset
132 DBUSER=$DEFAULT_USER
5167
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
133 fi
5191
4aa748db8be3 Use less ambigious names for variables
Andre Heinecke <aheinecke@intevation.de>
parents: 5176
diff changeset
134 if [ -z $DBPASS ]; then
5192
1b6d4edeeb4c Fix variable assignments after rename
Andre Heinecke <aheinecke@intevation.de>
parents: 5191
diff changeset
135 DBPASS=$DEFAULT_PASS
5167
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
136 fi
5191
4aa748db8be3 Use less ambigious names for variables
Andre Heinecke <aheinecke@intevation.de>
parents: 5176
diff changeset
137 if [ -z $DBPORT ]; then
5192
1b6d4edeeb4c Fix variable assignments after rename
Andre Heinecke <aheinecke@intevation.de>
parents: 5191
diff changeset
138 DBPORT=$DEFAULT_PORT
5167
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
139 fi
5191
4aa748db8be3 Use less ambigious names for variables
Andre Heinecke <aheinecke@intevation.de>
parents: 5176
diff changeset
140 if [ -z $DBHOST ]; then
5192
1b6d4edeeb4c Fix variable assignments after rename
Andre Heinecke <aheinecke@intevation.de>
parents: 5191
diff changeset
141 DBHOST=$DEFAULT_HOST
5167
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
142 fi
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
143 if [ -z $BACKEND_NAME ]; then
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
144 BACKEND_NAME=$DEFAULT_BACKEND_NAME
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
145 fi
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
146 if [ -z $LOGDIR ]; then
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
147 LOG=$DEFAULT_LOG
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
148 fi
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
149
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
150 if [ $# != 1 ]; then
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
151 usage
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
152 fi
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
153
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
154 if [ ! -r $1 ]; then
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
155 echo "Could not open $1 please ensure it exists and is readable"
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
156 fi
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
157
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
158 GEW_FILE="$1"
5459
7c646d4d5103 be more flexible with river names (e.g. containing white space) in import script
Tom Gottfried <tom@intevation.de>
parents: 5355
diff changeset
159 RIVER_NAME=$(grep "Gew.sser" "$1" | sed 's/Gew.sser: //')
5167
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
160 DATE=$(date +%Y.%m.%d_%H%M)
5459
7c646d4d5103 be more flexible with river names (e.g. containing white space) in import script
Tom Gottfried <tom@intevation.de>
parents: 5355
diff changeset
161 LOG_DIR=${LOG}/`basename $GEW_FILE .gew`-$DATE
5167
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
162 mkdir -p ${LOG_DIR}
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
163
5355
480d2f1f61cc Fix import_rivers script for postgres
Andre Heinecke <aheinecke@intevation.de>
parents: 5212
diff changeset
164 if [ "$POSTGRES" = "TRUE" ]; then
5167
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
165 JAR=$(echo "$JAR" | sed 's/importer/importer_psql/')
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
166 if [ ! -r "$JAR" ]; then
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
167 echo "Could not find Postgres importer $JAR"
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
168 exit 1
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
169 fi
5191
4aa748db8be3 Use less ambigious names for variables
Andre Heinecke <aheinecke@intevation.de>
parents: 5176
diff changeset
170 OGR_CONNECTION="PG:dbname=$BACKEND_NAME host=$DBHOST port=$DBPORT \
4aa748db8be3 Use less ambigious names for variables
Andre Heinecke <aheinecke@intevation.de>
parents: 5176
diff changeset
171 user=$DBUSER password=$DBPASS"
5167
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
172 BACKEND_DB_PREFIX="jdbc:postgresql:"
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
173 BACKEND_DB_DRIVER="org.postgresql.Driver"
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
174 BACKEND_DB_DIALECT="org.hibernate.dialect.PostgreSQLDialect"
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
175 else
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
176 BACKEND_DB_PREFIX="jdbc:oracle:thin:@"
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
177 BACKEND_DB_DRIVER="oracle.jdbc.OracleDriver"
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
178 BACKEND_DB_DIALECT="org.hibernate.dialect.OracleDialect"
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
179 fi
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
180
5191
4aa748db8be3 Use less ambigious names for variables
Andre Heinecke <aheinecke@intevation.de>
parents: 5176
diff changeset
181 BACKEND_URL=$BACKEND_DB_PREFIX//$DBHOST:$DBPORT/$BACKEND_NAME
5167
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
182
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
183 echo "Importing $RIVER_NAME into $BACKEND_URL."
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
184
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
185 import_hydro(){
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
186 LOG_FILE=${LOG_DIR}/hydro.log
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
187 echo Importing Hydrological data.
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
188 echo Logging into: $LOG_FILE
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
189 sed 's!./import.log!'"$LOG_FILE"'!' conf/log4j.properties > $LOG_DIR/log4j.properties
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
190 java -jar \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
191 -Xmx$MIN_MEMORY \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
192 -server \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
193 -Dlog4j.configuration=file://$LOG_DIR/log4j.properties \
5191
4aa748db8be3 Use less ambigious names for variables
Andre Heinecke <aheinecke@intevation.de>
parents: 5176
diff changeset
194 -Dflys.backend.user=$DBUSER \
4aa748db8be3 Use less ambigious names for variables
Andre Heinecke <aheinecke@intevation.de>
parents: 5176
diff changeset
195 -Dflys.backend.password=$DBPASS \
5167
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
196 -Dflys.backend.url=$BACKEND_URL \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
197 -Dflys.backend.driver=$BACKEND_DB_DRIVER \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
198 -Dflys.backend.dialect=$BACKEND_DB_DIALECT \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
199 -Dflys.backend.importer.infogew.file="$GEW_FILE" \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
200 -Dflys.backend.main.value.types=$IMPORTER_MAINVALUE_TYPES \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
201 -Dflys.backend.importer.annotation.types=$IMPORTER_ANNOTATION_TYPES \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
202 -Dflys.backend.importer.dry.run=$IMPORTER_DRY_RUN \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
203 -Dflys.backend.importer.skip.annotations=false \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
204 -Dflys.backend.importer.skip.bwastr=false \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
205 -Dflys.backend.importer.skip.da50s=false \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
206 -Dflys.backend.importer.skip.da66s=false \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
207 -Dflys.backend.importer.skip.extra.wsts=false \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
208 -Dflys.backend.importer.skip.fixations=false \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
209 -Dflys.backend.importer.skip.flood.water=false \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
210 -Dflys.backend.importer.skip.flood.protection=false \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
211 -Dflys.backend.importer.skip.gauges=false \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
212 -Dflys.backend.importer.skip.historical.discharge.tables=false \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
213 -Dflys.backend.importer.skip.hyks=false \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
214 -Dflys.backend.importer.skip.official.lines=false \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
215 -Dflys.backend.importer.skip.prfs=false \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
216 -Dflys.backend.importer.skip.w80s=false \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
217 -Dflys.backend.importer.skip.wst=true \
6417
14b5674e57a4 Importer: add skip flag for measurement stations to scripts
Tom Gottfried <tom@intevation.de>
parents: 5838
diff changeset
218 -Dflys.backend.importer.skip.measurement.stations=true \
5167
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
219 -Dflys.backend.importer.skip.waterlevel.differences=true \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
220 -Dflys.backend.importer.skip.waterlevels=true \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
221 -Dflys.backend.importer.skip.sq.relation=true \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
222 -Dflys.backend.importer.skip.sediment.density=true \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
223 -Dflys.backend.importer.skip.sediment.yield=true \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
224 -Dflys.backend.importer.skip.morphological.width=true \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
225 -Dflys.backend.importer.skip.flow.velocity=true \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
226 -Dflys.backend.importer.skip.bed.height.single=true \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
227 -Dflys.backend.importer.skip.bed.height.epoch=true \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
228 $JAR
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
229 }
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
230
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
231 import_morpho(){
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
232 LOG_FILE=${LOG_DIR}/morpho.log
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
233 echo Importing Morphological data.
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
234 echo Logging into: $LOG_FILE
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
235 sed 's!./import.log!'"$LOG_FILE"'!' conf/log4j.properties > $LOG_DIR/log4j.properties
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
236 java -jar \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
237 -Xmx$MIN_MEMORY \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
238 -server \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
239 -Dlog4j.configuration=file://$LOG_DIR/log4j.properties \
5191
4aa748db8be3 Use less ambigious names for variables
Andre Heinecke <aheinecke@intevation.de>
parents: 5176
diff changeset
240 -Dflys.backend.user=$DBUSER \
4aa748db8be3 Use less ambigious names for variables
Andre Heinecke <aheinecke@intevation.de>
parents: 5176
diff changeset
241 -Dflys.backend.password=$DBPASS \
5167
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
242 -Dflys.backend.url=$BACKEND_URL \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
243 -Dflys.backend.driver=$BACKEND_DB_DRIVER \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
244 -Dflys.backend.dialect=$BACKEND_DB_DIALECT \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
245 -Dflys.backend.importer.infogew.file="$GEW_FILE" \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
246 -Dflys.backend.main.value.types=$IMPORTER_MAINVALUE_TYPES \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
247 -Dflys.backend.importer.annotation.types=$IMPORTER_ANNOTATION_TYPES \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
248 -Dflys.backend.importer.dry.run=$IMPORTER_DRY_RUN \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
249 -Dflys.backend.importer.skip.annotations=true \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
250 -Dflys.backend.importer.skip.bwastr=true \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
251 -Dflys.backend.importer.skip.da50s=true \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
252 -Dflys.backend.importer.skip.da66s=true \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
253 -Dflys.backend.importer.skip.extra.wsts=true \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
254 -Dflys.backend.importer.skip.fixations=true \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
255 -Dflys.backend.importer.skip.flood.water=true \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
256 -Dflys.backend.importer.skip.flood.protection=true \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
257 -Dflys.backend.importer.skip.gauges=true \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
258 -Dflys.backend.importer.skip.historical.discharge.tables=true \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
259 -Dflys.backend.importer.skip.hyks=true \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
260 -Dflys.backend.importer.skip.official.lines=true \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
261 -Dflys.backend.importer.skip.prfs=true \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
262 -Dflys.backend.importer.skip.w80s=true \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
263 -Dflys.backend.importer.skip.wst=true \
6417
14b5674e57a4 Importer: add skip flag for measurement stations to scripts
Tom Gottfried <tom@intevation.de>
parents: 5838
diff changeset
264 -Dflys.backend.importer.skip.measurement.stations=false \
5167
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
265 -Dflys.backend.importer.skip.waterlevel.differences=false \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
266 -Dflys.backend.importer.skip.waterlevels=false \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
267 -Dflys.backend.importer.skip.sq.relation=false \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
268 -Dflys.backend.importer.skip.sediment.density=false \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
269 -Dflys.backend.importer.skip.sediment.yield=false \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
270 -Dflys.backend.importer.skip.morphological.width=false \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
271 -Dflys.backend.importer.skip.flow.velocity=false \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
272 -Dflys.backend.importer.skip.bed.height.single=false \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
273 -Dflys.backend.importer.skip.bed.height.epoch=false \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
274 $JAR
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
275 }
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
276
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
277 import_wst(){
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
278 LOG_FILE=${LOG_DIR}/wst.log
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
279 echo Importing WST data.
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
280 echo Logging into: $LOG_FILE
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
281 sed 's!./import.log!'"$LOG_FILE"'!' conf/log4j.properties > $LOG_DIR/log4j.properties
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
282 java -jar \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
283 -Xmx$MIN_MEMORY \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
284 -server \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
285 -Dlog4j.configuration=file://$LOG_DIR/log4j.properties \
5191
4aa748db8be3 Use less ambigious names for variables
Andre Heinecke <aheinecke@intevation.de>
parents: 5176
diff changeset
286 -Dflys.backend.user=$DBUSER \
4aa748db8be3 Use less ambigious names for variables
Andre Heinecke <aheinecke@intevation.de>
parents: 5176
diff changeset
287 -Dflys.backend.password=$DBPASS \
5167
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
288 -Dflys.backend.url=$BACKEND_URL \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
289 -Dflys.backend.driver=$BACKEND_DB_DRIVER \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
290 -Dflys.backend.dialect=$BACKEND_DB_DIALECT \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
291 -Dflys.backend.importer.infogew.file="$GEW_FILE" \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
292 -Dflys.backend.main.value.types=$IMPORTER_MAINVALUE_TYPES \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
293 -Dflys.backend.importer.annotation.types=$IMPORTER_ANNOTATION_TYPES \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
294 -Dflys.backend.importer.dry.run=$IMPORTER_DRY_RUN \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
295 -Dflys.backend.importer.skip.annotations=true \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
296 -Dflys.backend.importer.skip.bwastr=true \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
297 -Dflys.backend.importer.skip.da50s=true \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
298 -Dflys.backend.importer.skip.da66s=true \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
299 -Dflys.backend.importer.skip.extra.wsts=true \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
300 -Dflys.backend.importer.skip.fixations=true \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
301 -Dflys.backend.importer.skip.flood.water=true \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
302 -Dflys.backend.importer.skip.flood.protection=true \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
303 -Dflys.backend.importer.skip.gauges=true \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
304 -Dflys.backend.importer.skip.historical.discharge.tables=true \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
305 -Dflys.backend.importer.skip.hyks=true \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
306 -Dflys.backend.importer.skip.official.lines=true \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
307 -Dflys.backend.importer.skip.prfs=true \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
308 -Dflys.backend.importer.skip.w80s=true \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
309 -Dflys.backend.importer.skip.wst=false \
6417
14b5674e57a4 Importer: add skip flag for measurement stations to scripts
Tom Gottfried <tom@intevation.de>
parents: 5838
diff changeset
310 -Dflys.backend.importer.skip.measurement.stations=true \
5167
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
311 -Dflys.backend.importer.skip.waterlevel.differences=true \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
312 -Dflys.backend.importer.skip.waterlevels=true \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
313 -Dflys.backend.importer.skip.sq.relation=true \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
314 -Dflys.backend.importer.skip.sediment.density=true \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
315 -Dflys.backend.importer.skip.sediment.yield=true \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
316 -Dflys.backend.importer.skip.morphological.width=true \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
317 -Dflys.backend.importer.skip.flow.velocity=true \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
318 -Dflys.backend.importer.skip.bed.height.single=true \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
319 -Dflys.backend.importer.skip.bed.height.epoch=true \
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
320 $JAR
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
321 }
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
322
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
323 import_geo(){
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
324 LOG_FILE=${LOG_DIR}/geo.log
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
325 echo Importing Geographic data.
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
326 echo Logging into: $LOG_FILE
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
327
5169
db1a000a21a9 Make OPTIONAL_LIBS overwritable and fix geo importer call
Andre Heinecke <aheinecke@intevation.de>
parents: 5168
diff changeset
328 RIVER_PATH=$(grep "WSTDatei:" "$GEW_FILE" | awk '{print $2}')
db1a000a21a9 Make OPTIONAL_LIBS overwritable and fix geo importer call
Andre Heinecke <aheinecke@intevation.de>
parents: 5168
diff changeset
329 RIVER_PATH=$(dirname "$RIVER_PATH")/../..
db1a000a21a9 Make OPTIONAL_LIBS overwritable and fix geo importer call
Andre Heinecke <aheinecke@intevation.de>
parents: 5168
diff changeset
330 RIVER_PATH=$(readlink -f "$RIVER_PATH")
db1a000a21a9 Make OPTIONAL_LIBS overwritable and fix geo importer call
Andre Heinecke <aheinecke@intevation.de>
parents: 5168
diff changeset
331
db1a000a21a9 Make OPTIONAL_LIBS overwritable and fix geo importer call
Andre Heinecke <aheinecke@intevation.de>
parents: 5168
diff changeset
332 exec python $(dirname $0)/geodaesie/shpimporter.py \
5167
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
333 --directory $RIVER_PATH \
5563
673f68bb19a4 Geo-importer: accept river names with white space
Tom Gottfried <tom@intevation.de>
parents: 5459
diff changeset
334 --river_name "$RIVER_NAME" \
5167
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
335 --ogr_connection "$OGR_CONNECTION" \
5191
4aa748db8be3 Use less ambigious names for variables
Andre Heinecke <aheinecke@intevation.de>
parents: 5176
diff changeset
336 --host $DBHOST \
4aa748db8be3 Use less ambigious names for variables
Andre Heinecke <aheinecke@intevation.de>
parents: 5176
diff changeset
337 --user $DBUSER \
4aa748db8be3 Use less ambigious names for variables
Andre Heinecke <aheinecke@intevation.de>
parents: 5176
diff changeset
338 --password $DBPASS \
5169
db1a000a21a9 Make OPTIONAL_LIBS overwritable and fix geo importer call
Andre Heinecke <aheinecke@intevation.de>
parents: 5168
diff changeset
339 --verbose 1 \
db1a000a21a9 Make OPTIONAL_LIBS overwritable and fix geo importer call
Andre Heinecke <aheinecke@intevation.de>
parents: 5168
diff changeset
340 > "$LOG_FILE" 2>&1
5167
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
341 }
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
342
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
343
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
344 if [ "$SKIP_HYDRO" != "TRUE" ]; then
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
345 import_hydro
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
346 fi
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
347 if [ "$SKIP_WST" != "TRUE" ]; then
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
348 import_wst
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
349 fi
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
350 if [ "$SKIP_MORPHO" != "TRUE" ]; then
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
351 import_morpho
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
352 fi
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
353 if [ "$SKIP_GEO" != "TRUE" ]; then
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
354 import_geo
a0abb6787ab1 Add first version of import_river script
Andre Heinecke <aheinecke@intevation.de>
parents:
diff changeset
355 fi

http://dive4elements.wald.intevation.org