Mercurial > dive4elements > river

comparison backend/contrib/import_river.sh @ 9013:1fec0a06d833

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
Import for S-INFO/U-INFO added (new skip parameters)
author mschaefer
date Wed, 18 Apr 2018 09:47:18 +0200
parents f7c49975cc15
children
comparison
equal deleted inserted replaced
9012:abe069eb180c 9013:1fec0a06d833
61 --postgres Database is PostgreSQL 61 --postgres Database is PostgreSQL
62 --skip-hydro Skip import of hydrological data 62 --skip-hydro Skip import of hydrological data
63 --skip-morpho Skip import of morphological data 63 --skip-morpho Skip import of morphological data
64 --skip-geo Skip import of geographic data 64 --skip-geo Skip import of geographic data
65 --skip-prf Skip import of cross section data 65 --skip-prf Skip import of cross section data
66 --skip-sinfo_uinfo Skip import of S-INFO and U-INFO data
66 EOF 67 EOF
67 exit 0 68 exit 0
68 } 69 }
69 70
70 OPTS=`getopt -o ?u:w:h:p:d:l: \ 71 OPTS=`getopt -o ?u:w:h:p:d:l: \
71 -l help,username:,password:,host:,port:,db-name:,log-dir:,skip-hydro,skip-morpho,skip-geo,skip-prf,postgres \ 72 -l help,username:,password:,host:,port:,db-name:,log-dir:,skip-hydro,skip-morpho,skip-geo,skip-prf,skip-sinfo_uinfo,postgres \
72 -n $0 -- "$@"` 73 -n $0 -- "$@"`
73 if [ $? != 0 ] ; then usage; fi 74 if [ $? != 0 ] ; then usage; fi
74 eval set -- "$OPTS" 75 eval set -- "$OPTS"
75 while true ; do 76 while true ; do
76 case "$1" in 77 case "$1" in
106 "--skip-prf") 107 "--skip-prf")
107 SKIP_PRF="TRUE" 108 SKIP_PRF="TRUE"
108 shift;; 109 shift;;
109 "--skip-geo") 110 "--skip-geo")
110 SKIP_GEO="TRUE" 111 SKIP_GEO="TRUE"
112 shift;;
113 "--skip-sinfo_uinfo")
114 SKIP_SINFO_UINFO="TRUE"
111 shift;; 115 shift;;
112 "--postgres") 116 "--postgres")
113 POSTGRES="TRUE" 117 POSTGRES="TRUE"
114 shift;; 118 shift;;
115 *) 119 *)
226 -Dflys.backend.importer.skip.sediment.load.ls=true \ 230 -Dflys.backend.importer.skip.sediment.load.ls=true \
227 -Dflys.backend.importer.skip.morphological.width=true \ 231 -Dflys.backend.importer.skip.morphological.width=true \
228 -Dflys.backend.importer.skip.porosity=true \ 232 -Dflys.backend.importer.skip.porosity=true \
229 -Dflys.backend.importer.skip.flow.velocity=true \ 233 -Dflys.backend.importer.skip.flow.velocity=true \
230 -Dflys.backend.importer.skip.bed.height=true \ 234 -Dflys.backend.importer.skip.bed.height=true \
235 -Dflys.backend.importer.skip.sinfo.bed_mobility=true \
236 -Dflys.backend.importer.skip.sinfo.selected_additional=true \
237 -Dflys.backend.importer.skip.sinfo.infrastructure=true \
238 -Dflys.backend.importer.skip.sinfo.channel=true \
239 -Dflys.backend.importer.skip.sinfo.collision=true \
240 -Dflys.backend.importer.skip.sinfo.daily_discharge=true \
241 -Dflys.backend.importer.skip.sinfo.tkh=true \
242 -Dflys.backend.importer.skip.sinfo.flow_depth=true \
243 -Dflys.backend.importer.skip.sinfo.depth_evolution=true \
244 -Dflys.backend.importer.skip.uinfo.salix=true \
245 -Dflys.backend.importer.skip.uinfo.vegetation=true \
231 $JAR 246 $JAR
232 } 247 }
233 248
234 import_morpho(){ 249 import_morpho(){
235 LOG_FILE=${LOG_DIR}/morpho.log 250 LOG_FILE=${LOG_DIR}/morpho.log
275 -Dflys.backend.importer.skip.sediment.load.ls=false \ 290 -Dflys.backend.importer.skip.sediment.load.ls=false \
276 -Dflys.backend.importer.skip.morphological.width=false \ 291 -Dflys.backend.importer.skip.morphological.width=false \
277 -Dflys.backend.importer.skip.porosity=false \ 292 -Dflys.backend.importer.skip.porosity=false \
278 -Dflys.backend.importer.skip.flow.velocity=false \ 293 -Dflys.backend.importer.skip.flow.velocity=false \
279 -Dflys.backend.importer.skip.bed.height=false \ 294 -Dflys.backend.importer.skip.bed.height=false \
295 -Dflys.backend.importer.skip.sinfo.bed_mobility=true \
296 -Dflys.backend.importer.skip.sinfo.selected_additional=true \
297 -Dflys.backend.importer.skip.sinfo.infrastructure=true \
298 -Dflys.backend.importer.skip.sinfo.channel=true \
299 -Dflys.backend.importer.skip.sinfo.collision=true \
300 -Dflys.backend.importer.skip.sinfo.daily_discharge=true \
301 -Dflys.backend.importer.skip.sinfo.tkh=true \
302 -Dflys.backend.importer.skip.sinfo.flow_depth=true \
303 -Dflys.backend.importer.skip.sinfo.depth_evolution=true \
304 -Dflys.backend.importer.skip.uinfo.salix=true \
305 -Dflys.backend.importer.skip.uinfo.vegetation=true \
280 $JAR 306 $JAR
281 } 307 }
282 308
283 import_prf(){ 309 import_prf(){
284 LOG_FILE=${LOG_DIR}/prf.log 310 LOG_FILE=${LOG_DIR}/prf.log
324 -Dflys.backend.importer.skip.sediment.load.ls=true \ 350 -Dflys.backend.importer.skip.sediment.load.ls=true \
325 -Dflys.backend.importer.skip.morphological.width=true \ 351 -Dflys.backend.importer.skip.morphological.width=true \
326 -Dflys.backend.importer.skip.porosity=true \ 352 -Dflys.backend.importer.skip.porosity=true \
327 -Dflys.backend.importer.skip.flow.velocity=true \ 353 -Dflys.backend.importer.skip.flow.velocity=true \
328 -Dflys.backend.importer.skip.bed.height=true \ 354 -Dflys.backend.importer.skip.bed.height=true \
355 -Dflys.backend.importer.skip.sinfo.bed_mobility=true \
356 -Dflys.backend.importer.skip.sinfo.selected_additional=true \
357 -Dflys.backend.importer.skip.sinfo.infrastructure=true \
358 -Dflys.backend.importer.skip.sinfo.channel=true \
359 -Dflys.backend.importer.skip.sinfo.collision=true \
360 -Dflys.backend.importer.skip.sinfo.daily_discharge=true \
361 -Dflys.backend.importer.skip.sinfo.tkh=true \
362 -Dflys.backend.importer.skip.sinfo.flow_depth=true \
363 -Dflys.backend.importer.skip.sinfo.depth_evolution=true \
364 -Dflys.backend.importer.skip.uinfo.salix=true \
365 -Dflys.backend.importer.skip.uinfo.vegetation=true \
329 $JAR 366 $JAR
330 } 367 }
331 368
332 import_geo(){ 369 import_geo(){
333 LOG_FILE=${LOG_DIR}/geo.log 370 LOG_FILE=${LOG_DIR}/geo.log
347 --password $DBPASS \ 384 --password $DBPASS \
348 --verbose 1 \ 385 --verbose 1 \
349 > "$LOG_FILE" 2>&1 386 > "$LOG_FILE" 2>&1
350 } 387 }
351 388
389 import_sinfo_uinfo(){
390 LOG_FILE=${LOG_DIR}/sinfo-uinfo.log
391 echo Importing S-INFO and U-INFO data.
392 echo Logging into: $LOG_FILE
393 sed -i 's!\(log4j.appender.IMPORTER.File=\).*!\1'"$LOG_FILE"'!' \
394 $LOG_DIR/log4j.properties
395 java -jar \
396 -Xmx$MIN_MEMORY \
397 -server \
398 -Dlog4j.configuration=file://$LOG_DIR/log4j.properties \
399 -Dflys.backend.user=$DBUSER \
400 -Dflys.backend.password=$DBPASS \
401 -Dflys.backend.url=$BACKEND_URL \
402 -Dflys.backend.driver=$BACKEND_DB_DRIVER \
403 -Dflys.backend.dialect=$BACKEND_DB_DIALECT \
404 -Dflys.backend.importer.infogew.file="$GEW_FILE" \
405 -Dflys.backend.main.value.types=$IMPORTER_MAINVALUE_TYPES \
406 -Dflys.backend.importer.annotation.types=$IMPORTER_ANNOTATION_TYPES \
407 -Dflys.backend.importer.dry.run=$IMPORTER_DRY_RUN \
408 -Dflys.backend.importer.skip.annotations=true \
409 -Dflys.backend.importer.skip.bwastr=true \
410 -Dflys.backend.importer.skip.extra.wsts=true \
411 -Dflys.backend.importer.skip.fixations=true \
412 -Dflys.backend.importer.skip.flood.water=true \
413 -Dflys.backend.importer.skip.flood.protection=true \
414 -Dflys.backend.importer.skip.gauges=true \
415 -Dflys.backend.importer.skip.historical.discharge.tables=true \
416 -Dflys.backend.importer.skip.hyks=true \
417 -Dflys.backend.importer.skip.official.lines=true \
418 -Dflys.backend.importer.skip.prfs=true \
419 -Dflys.backend.importer.skip.w80s=true \
420 -Dflys.backend.importer.skip.w80.csvs=true \
421 -Dflys.backend.importer.skip.da50s=true \
422 -Dflys.backend.importer.skip.da66s=true \
423 -Dflys.backend.importer.skip.wst=true \
424 -Dflys.backend.importer.skip.measurement.stations=true \
425 -Dflys.backend.importer.skip.waterlevel.differences=true \
426 -Dflys.backend.importer.skip.waterlevels=true \
427 -Dflys.backend.importer.skip.sq.relation=true \
428 -Dflys.backend.importer.skip.sediment.density=true \
429 -Dflys.backend.importer.skip.sediment.load=true \
430 -Dflys.backend.importer.skip.sediment.load.ls=true \
431 -Dflys.backend.importer.skip.morphological.width=true \
432 -Dflys.backend.importer.skip.porosity=true \
433 -Dflys.backend.importer.skip.flow.velocity=true \
434 -Dflys.backend.importer.skip.bed.height=true \
435 -Dflys.backend.importer.skip.sinfo.bed_mobility=false \
436 -Dflys.backend.importer.skip.sinfo.selected_additional=false \
437 -Dflys.backend.importer.skip.sinfo.infrastructure=false \
438 -Dflys.backend.importer.skip.sinfo.channel=false \
439 -Dflys.backend.importer.skip.sinfo.collision=false \
440 -Dflys.backend.importer.skip.sinfo.daily_discharge=false \
441 -Dflys.backend.importer.skip.sinfo.tkh=false \
442 -Dflys.backend.importer.skip.sinfo.flow_depth=false \
443 -Dflys.backend.importer.skip.sinfo.depth_evolution=false \
444 -Dflys.backend.importer.skip.uinfo.salix=false \
445 -Dflys.backend.importer.skip.uinfo.vegetation=false \
446 $JAR
447 }
448
352 449
353 if [ "$SKIP_HYDRO" != "TRUE" ]; then 450 if [ "$SKIP_HYDRO" != "TRUE" ]; then
354 import_hydro 451 import_hydro
355 fi 452 fi
356 if [ "$SKIP_PRF" != "TRUE" ]; then 453 if [ "$SKIP_PRF" != "TRUE" ]; then
360 import_morpho 457 import_morpho
361 fi 458 fi
362 if [ "$SKIP_GEO" != "TRUE" ]; then 459 if [ "$SKIP_GEO" != "TRUE" ]; then
363 import_geo 460 import_geo
364 fi 461 fi
462 if [ "$SKIP_SINFO_UINFO" != "TRUE" ]; then
463 import_sinfo_uinfo
464 fi
http://dive4elements.wald.intevation.org