Mercurial > dive4elements > river
comparison backend/contrib/import_river.sh @ 9013:1fec0a06d833
Import for S-INFO/U-INFO added (new skip parameters)
author | mschaefer |
---|---|
date | Wed, 18 Apr 2018 09:47:18 +0200 |
parents | f7c49975cc15 |
children |
comparison
equal
deleted
inserted
replaced
9012:abe069eb180c | 9013:1fec0a06d833 |
---|---|
61 --postgres Database is PostgreSQL | 61 --postgres Database is PostgreSQL |
62 --skip-hydro Skip import of hydrological data | 62 --skip-hydro Skip import of hydrological data |
63 --skip-morpho Skip import of morphological data | 63 --skip-morpho Skip import of morphological data |
64 --skip-geo Skip import of geographic data | 64 --skip-geo Skip import of geographic data |
65 --skip-prf Skip import of cross section data | 65 --skip-prf Skip import of cross section data |
66 --skip-sinfo_uinfo Skip import of S-INFO and U-INFO data | |
66 EOF | 67 EOF |
67 exit 0 | 68 exit 0 |
68 } | 69 } |
69 | 70 |
70 OPTS=`getopt -o ?u:w:h:p:d:l: \ | 71 OPTS=`getopt -o ?u:w:h:p:d:l: \ |
71 -l help,username:,password:,host:,port:,db-name:,log-dir:,skip-hydro,skip-morpho,skip-geo,skip-prf,postgres \ | 72 -l help,username:,password:,host:,port:,db-name:,log-dir:,skip-hydro,skip-morpho,skip-geo,skip-prf,skip-sinfo_uinfo,postgres \ |
72 -n $0 -- "$@"` | 73 -n $0 -- "$@"` |
73 if [ $? != 0 ] ; then usage; fi | 74 if [ $? != 0 ] ; then usage; fi |
74 eval set -- "$OPTS" | 75 eval set -- "$OPTS" |
75 while true ; do | 76 while true ; do |
76 case "$1" in | 77 case "$1" in |
106 "--skip-prf") | 107 "--skip-prf") |
107 SKIP_PRF="TRUE" | 108 SKIP_PRF="TRUE" |
108 shift;; | 109 shift;; |
109 "--skip-geo") | 110 "--skip-geo") |
110 SKIP_GEO="TRUE" | 111 SKIP_GEO="TRUE" |
112 shift;; | |
113 "--skip-sinfo_uinfo") | |
114 SKIP_SINFO_UINFO="TRUE" | |
111 shift;; | 115 shift;; |
112 "--postgres") | 116 "--postgres") |
113 POSTGRES="TRUE" | 117 POSTGRES="TRUE" |
114 shift;; | 118 shift;; |
115 *) | 119 *) |
226 -Dflys.backend.importer.skip.sediment.load.ls=true \ | 230 -Dflys.backend.importer.skip.sediment.load.ls=true \ |
227 -Dflys.backend.importer.skip.morphological.width=true \ | 231 -Dflys.backend.importer.skip.morphological.width=true \ |
228 -Dflys.backend.importer.skip.porosity=true \ | 232 -Dflys.backend.importer.skip.porosity=true \ |
229 -Dflys.backend.importer.skip.flow.velocity=true \ | 233 -Dflys.backend.importer.skip.flow.velocity=true \ |
230 -Dflys.backend.importer.skip.bed.height=true \ | 234 -Dflys.backend.importer.skip.bed.height=true \ |
235 -Dflys.backend.importer.skip.sinfo.bed_mobility=true \ | |
236 -Dflys.backend.importer.skip.sinfo.selected_additional=true \ | |
237 -Dflys.backend.importer.skip.sinfo.infrastructure=true \ | |
238 -Dflys.backend.importer.skip.sinfo.channel=true \ | |
239 -Dflys.backend.importer.skip.sinfo.collision=true \ | |
240 -Dflys.backend.importer.skip.sinfo.daily_discharge=true \ | |
241 -Dflys.backend.importer.skip.sinfo.tkh=true \ | |
242 -Dflys.backend.importer.skip.sinfo.flow_depth=true \ | |
243 -Dflys.backend.importer.skip.sinfo.depth_evolution=true \ | |
244 -Dflys.backend.importer.skip.uinfo.salix=true \ | |
245 -Dflys.backend.importer.skip.uinfo.vegetation=true \ | |
231 $JAR | 246 $JAR |
232 } | 247 } |
233 | 248 |
234 import_morpho(){ | 249 import_morpho(){ |
235 LOG_FILE=${LOG_DIR}/morpho.log | 250 LOG_FILE=${LOG_DIR}/morpho.log |
275 -Dflys.backend.importer.skip.sediment.load.ls=false \ | 290 -Dflys.backend.importer.skip.sediment.load.ls=false \ |
276 -Dflys.backend.importer.skip.morphological.width=false \ | 291 -Dflys.backend.importer.skip.morphological.width=false \ |
277 -Dflys.backend.importer.skip.porosity=false \ | 292 -Dflys.backend.importer.skip.porosity=false \ |
278 -Dflys.backend.importer.skip.flow.velocity=false \ | 293 -Dflys.backend.importer.skip.flow.velocity=false \ |
279 -Dflys.backend.importer.skip.bed.height=false \ | 294 -Dflys.backend.importer.skip.bed.height=false \ |
295 -Dflys.backend.importer.skip.sinfo.bed_mobility=true \ | |
296 -Dflys.backend.importer.skip.sinfo.selected_additional=true \ | |
297 -Dflys.backend.importer.skip.sinfo.infrastructure=true \ | |
298 -Dflys.backend.importer.skip.sinfo.channel=true \ | |
299 -Dflys.backend.importer.skip.sinfo.collision=true \ | |
300 -Dflys.backend.importer.skip.sinfo.daily_discharge=true \ | |
301 -Dflys.backend.importer.skip.sinfo.tkh=true \ | |
302 -Dflys.backend.importer.skip.sinfo.flow_depth=true \ | |
303 -Dflys.backend.importer.skip.sinfo.depth_evolution=true \ | |
304 -Dflys.backend.importer.skip.uinfo.salix=true \ | |
305 -Dflys.backend.importer.skip.uinfo.vegetation=true \ | |
280 $JAR | 306 $JAR |
281 } | 307 } |
282 | 308 |
283 import_prf(){ | 309 import_prf(){ |
284 LOG_FILE=${LOG_DIR}/prf.log | 310 LOG_FILE=${LOG_DIR}/prf.log |
324 -Dflys.backend.importer.skip.sediment.load.ls=true \ | 350 -Dflys.backend.importer.skip.sediment.load.ls=true \ |
325 -Dflys.backend.importer.skip.morphological.width=true \ | 351 -Dflys.backend.importer.skip.morphological.width=true \ |
326 -Dflys.backend.importer.skip.porosity=true \ | 352 -Dflys.backend.importer.skip.porosity=true \ |
327 -Dflys.backend.importer.skip.flow.velocity=true \ | 353 -Dflys.backend.importer.skip.flow.velocity=true \ |
328 -Dflys.backend.importer.skip.bed.height=true \ | 354 -Dflys.backend.importer.skip.bed.height=true \ |
355 -Dflys.backend.importer.skip.sinfo.bed_mobility=true \ | |
356 -Dflys.backend.importer.skip.sinfo.selected_additional=true \ | |
357 -Dflys.backend.importer.skip.sinfo.infrastructure=true \ | |
358 -Dflys.backend.importer.skip.sinfo.channel=true \ | |
359 -Dflys.backend.importer.skip.sinfo.collision=true \ | |
360 -Dflys.backend.importer.skip.sinfo.daily_discharge=true \ | |
361 -Dflys.backend.importer.skip.sinfo.tkh=true \ | |
362 -Dflys.backend.importer.skip.sinfo.flow_depth=true \ | |
363 -Dflys.backend.importer.skip.sinfo.depth_evolution=true \ | |
364 -Dflys.backend.importer.skip.uinfo.salix=true \ | |
365 -Dflys.backend.importer.skip.uinfo.vegetation=true \ | |
329 $JAR | 366 $JAR |
330 } | 367 } |
331 | 368 |
332 import_geo(){ | 369 import_geo(){ |
333 LOG_FILE=${LOG_DIR}/geo.log | 370 LOG_FILE=${LOG_DIR}/geo.log |
347 --password $DBPASS \ | 384 --password $DBPASS \ |
348 --verbose 1 \ | 385 --verbose 1 \ |
349 > "$LOG_FILE" 2>&1 | 386 > "$LOG_FILE" 2>&1 |
350 } | 387 } |
351 | 388 |
389 import_sinfo_uinfo(){ | |
390 LOG_FILE=${LOG_DIR}/sinfo-uinfo.log | |
391 echo Importing S-INFO and U-INFO data. | |
392 echo Logging into: $LOG_FILE | |
393 sed -i 's!\(log4j.appender.IMPORTER.File=\).*!\1'"$LOG_FILE"'!' \ | |
394 $LOG_DIR/log4j.properties | |
395 java -jar \ | |
396 -Xmx$MIN_MEMORY \ | |
397 -server \ | |
398 -Dlog4j.configuration=file://$LOG_DIR/log4j.properties \ | |
399 -Dflys.backend.user=$DBUSER \ | |
400 -Dflys.backend.password=$DBPASS \ | |
401 -Dflys.backend.url=$BACKEND_URL \ | |
402 -Dflys.backend.driver=$BACKEND_DB_DRIVER \ | |
403 -Dflys.backend.dialect=$BACKEND_DB_DIALECT \ | |
404 -Dflys.backend.importer.infogew.file="$GEW_FILE" \ | |
405 -Dflys.backend.main.value.types=$IMPORTER_MAINVALUE_TYPES \ | |
406 -Dflys.backend.importer.annotation.types=$IMPORTER_ANNOTATION_TYPES \ | |
407 -Dflys.backend.importer.dry.run=$IMPORTER_DRY_RUN \ | |
408 -Dflys.backend.importer.skip.annotations=true \ | |
409 -Dflys.backend.importer.skip.bwastr=true \ | |
410 -Dflys.backend.importer.skip.extra.wsts=true \ | |
411 -Dflys.backend.importer.skip.fixations=true \ | |
412 -Dflys.backend.importer.skip.flood.water=true \ | |
413 -Dflys.backend.importer.skip.flood.protection=true \ | |
414 -Dflys.backend.importer.skip.gauges=true \ | |
415 -Dflys.backend.importer.skip.historical.discharge.tables=true \ | |
416 -Dflys.backend.importer.skip.hyks=true \ | |
417 -Dflys.backend.importer.skip.official.lines=true \ | |
418 -Dflys.backend.importer.skip.prfs=true \ | |
419 -Dflys.backend.importer.skip.w80s=true \ | |
420 -Dflys.backend.importer.skip.w80.csvs=true \ | |
421 -Dflys.backend.importer.skip.da50s=true \ | |
422 -Dflys.backend.importer.skip.da66s=true \ | |
423 -Dflys.backend.importer.skip.wst=true \ | |
424 -Dflys.backend.importer.skip.measurement.stations=true \ | |
425 -Dflys.backend.importer.skip.waterlevel.differences=true \ | |
426 -Dflys.backend.importer.skip.waterlevels=true \ | |
427 -Dflys.backend.importer.skip.sq.relation=true \ | |
428 -Dflys.backend.importer.skip.sediment.density=true \ | |
429 -Dflys.backend.importer.skip.sediment.load=true \ | |
430 -Dflys.backend.importer.skip.sediment.load.ls=true \ | |
431 -Dflys.backend.importer.skip.morphological.width=true \ | |
432 -Dflys.backend.importer.skip.porosity=true \ | |
433 -Dflys.backend.importer.skip.flow.velocity=true \ | |
434 -Dflys.backend.importer.skip.bed.height=true \ | |
435 -Dflys.backend.importer.skip.sinfo.bed_mobility=false \ | |
436 -Dflys.backend.importer.skip.sinfo.selected_additional=false \ | |
437 -Dflys.backend.importer.skip.sinfo.infrastructure=false \ | |
438 -Dflys.backend.importer.skip.sinfo.channel=false \ | |
439 -Dflys.backend.importer.skip.sinfo.collision=false \ | |
440 -Dflys.backend.importer.skip.sinfo.daily_discharge=false \ | |
441 -Dflys.backend.importer.skip.sinfo.tkh=false \ | |
442 -Dflys.backend.importer.skip.sinfo.flow_depth=false \ | |
443 -Dflys.backend.importer.skip.sinfo.depth_evolution=false \ | |
444 -Dflys.backend.importer.skip.uinfo.salix=false \ | |
445 -Dflys.backend.importer.skip.uinfo.vegetation=false \ | |
446 $JAR | |
447 } | |
448 | |
352 | 449 |
353 if [ "$SKIP_HYDRO" != "TRUE" ]; then | 450 if [ "$SKIP_HYDRO" != "TRUE" ]; then |
354 import_hydro | 451 import_hydro |
355 fi | 452 fi |
356 if [ "$SKIP_PRF" != "TRUE" ]; then | 453 if [ "$SKIP_PRF" != "TRUE" ]; then |
360 import_morpho | 457 import_morpho |
361 fi | 458 fi |
362 if [ "$SKIP_GEO" != "TRUE" ]; then | 459 if [ "$SKIP_GEO" != "TRUE" ]; then |
363 import_geo | 460 import_geo |
364 fi | 461 fi |
462 if [ "$SKIP_SINFO_UINFO" != "TRUE" ]; then | |
463 import_sinfo_uinfo | |
464 fi |