Mercurial > dive4elements > river
view artifacts/src/main/java/org/dive4elements/river/artifacts/sinfo/flowdepth/FlowDepthCalculation.java @ 8911:37ff7f435912
SINFO Flowdepth: more error checks, d50 interpolation, avoid negative tkh
author | mschaefer |
---|---|
date | Fri, 23 Feb 2018 09:30:24 +0100 |
parents | 0a900d605d52 |
children | e3519c3e7a0a |
line wrap: on
line source
/* Copyright (C) 2017 by Bundesanstalt für Gewässerkunde * Software engineering by * Björnsen Beratende Ingenieure GmbH * Dr. Schumacher Ingenieurbüro für Wasser und Umwelt * * This file is Free Software under the GNU AGPL (>=v3) * and comes with ABSOLUTELY NO WARRANTY! Check out the * documentation coming with Dive4Elements River for details. */ package org.dive4elements.river.artifacts.sinfo.flowdepth; import java.util.ArrayList; import java.util.Calendar; import java.util.Collection; import java.util.Collections; import java.util.Date; import java.util.List; import org.apache.commons.lang.math.DoubleRange; import org.apache.commons.math.FunctionEvaluationException; import org.apache.commons.math.analysis.UnivariateRealFunction; import org.apache.log4j.Logger; import org.dive4elements.artifacts.ArtifactDatabase; import org.dive4elements.artifacts.CallContext; import org.dive4elements.river.artifacts.BedHeightsArtifact; import org.dive4elements.river.artifacts.model.Calculation; import org.dive4elements.river.artifacts.model.CalculationResult; import org.dive4elements.river.artifacts.model.DateRange; import org.dive4elements.river.artifacts.model.LocationProvider; import org.dive4elements.river.artifacts.model.QKms; import org.dive4elements.river.artifacts.model.WKms; import org.dive4elements.river.artifacts.resources.Resources; import org.dive4elements.river.artifacts.sinfo.SINFOArtifact; import org.dive4elements.river.artifacts.sinfo.flowdepth.FlowDepthAccess.DifferencesPair; import org.dive4elements.river.artifacts.sinfo.util.BedHeightInfo; import org.dive4elements.river.artifacts.sinfo.util.RiverInfo; import org.dive4elements.river.artifacts.sinfo.util.WstInfo; import org.dive4elements.river.artifacts.states.WaterlevelData; import org.dive4elements.river.artifacts.states.WaterlevelFetcher; import org.dive4elements.river.model.BedHeight; import org.dive4elements.river.model.BedHeightValue; import org.dive4elements.river.model.Gauge; import org.dive4elements.river.model.River; import org.dive4elements.river.utils.DoubleUtil; import org.dive4elements.river.utils.GaugeIndex; import org.dive4elements.river.utils.RiverUtils; class FlowDepthCalculation { private static Logger log = Logger.getLogger(FlowDepthCalculation.class); private static final int VALID_BED_MEASUREMENT_YEARS = 20; private static final String CSV_NOT_IN_GAUGE_RANGE = "export.waterlevel.csv.not.in.gauge.range"; private final CallContext context; public FlowDepthCalculation(final CallContext context) { this.context = context; } public CalculationResult calculate(final SINFOArtifact sinfo) { /* * find the user of this artifact, sadly this is not part of the calling context, so instead we determine the * owner oft the artifact */ final ArtifactDatabase database = this.context.getDatabase(); final String user = database.findArtifactUser(sinfo.identifier()); /* access input data */ final FlowDepthAccess access = new FlowDepthAccess(sinfo); final River river = access.getRiver(); final RiverInfo riverInfo = new RiverInfo(river); final Collection<DifferencesPair> diffPairs = access.getDifferencePairs(); final double from = access.getFrom(); final double to = access.getTo(); final DoubleRange calcRange = new DoubleRange(from, to); final boolean useTkh = access.isUseTransportBodies(); /* calculate results for each diff pair */ final Calculation problems = new Calculation(); final List<Gauge> gauges = river.determineGauges(from, to); final GaugeIndex gaugeIndex = new GaugeIndex(gauges); final String calcModeLabel = Resources.getMsg(this.context.getMeta(), sinfo.getCalculationMode().name()); final FlowDepthCalculationResults results = new FlowDepthCalculationResults(calcModeLabel, user, riverInfo, calcRange, useTkh); for (final DifferencesPair diffPair : diffPairs) { final FlowDepthCalculationResult result = calculateResult(river, calcRange, diffPair, problems, gaugeIndex, useTkh); if (result != null) results.addResult(result); } return new CalculationResult(results, problems); } /** * Calculates one W-MSH differences pair. */ private FlowDepthCalculationResult calculateResult(final River river, final DoubleRange calcRange, final DifferencesPair diffPair, final Calculation problems, final GaugeIndex gaugeIndex, final boolean useTkh) { /* access real input data from database */ final String soundingId = diffPair.getSoundingId(); final String wstId = diffPair.getWstId(); final BedHeight bedHeight = loadBedHeight(soundingId); if (bedHeight == null) { final String message = Resources.format(this.context.getMeta(), "Failed to access sounding with id '{0}'", soundingId); problems.addProblem(message); return null; } /* REMARK: fetch ALL wst kms, because we want to determine the original reference gauge */ final WaterlevelData waterlevel = new WaterlevelFetcher().findWaterlevel(this.context, wstId, Double.NaN, Double.NaN); if (waterlevel == null) { final String message = Resources.format(this.context.getMeta(), "Failed to access waterlevel with id '{0}'", wstId); problems.addProblem(message); return null; } final WKms wstKms = waterlevel.getWkms(); final String wspLabel = wstKms.getName(); final String soundingLabel = bedHeight.getDescription(); final String label = String.format("%s - %s", wspLabel, soundingLabel); checkYearDifference(label, waterlevel, bedHeight, problems); checkWaterlevelDiscretisation(wstKms, calcRange, problems); // TODO: prüfen, ob sohlhöhen die calcRange abdecken/überschneiden /* re-determine the reference gauge, in the same way as the WaterlevelArtifact would do it */ final String notinrange = Resources.getMsg(this.context.getMeta(), CSV_NOT_IN_GAUGE_RANGE, CSV_NOT_IN_GAUGE_RANGE); final Gauge refGauge = waterlevel.findReferenceGauge(river); final String refGaugeName = refGauge == null ? notinrange : refGauge.getName(); final BedHeightInfo sounding = BedHeightInfo.from(bedHeight); final int wspYear = waterlevel.getYear(); final WstInfo wstInfo = new WstInfo(wspLabel, wspYear, refGaugeName); final FlowDepthCalculationResult resultData = new FlowDepthCalculationResult(label, wstInfo, sounding); boolean doCalcTkh = useTkh; if (doCalcTkh && !(wstKms instanceof QKms)) { final String message = Resources.getMsg(this.context.getMeta(), "sinfo_calc_flow_depth.warning.missingQ", null, label); problems.addProblem(message); doCalcTkh = false; } BedQualityD50KmValueFinder bedMeasurementsFinder = null; if (doCalcTkh) { bedMeasurementsFinder = loadBedMeasurements(river, calcRange, sounding.getYear().intValue()); if (bedMeasurementsFinder == null) { final String message = Resources.getMsg(this.context.getMeta(), "sinfo_calc_flow_depth.warning.missingSoilKind", null, label); problems.addProblem(message); doCalcTkh = false; } } final String bedHeightLabel = bedHeight.getDescription(); final String wstLabel = wstKms.getName(); final UnivariateRealFunction wstInterpolator = DoubleUtil.getLinearInterpolator(wstKms.allKms(), wstKms.allWs()); UnivariateRealFunction qInterpolator = null; DoubleRange qRange = null; if (doCalcTkh) { qInterpolator = DoubleUtil.getLinearInterpolator(((QKms) wstKms).allKms(), ((QKms) wstKms).allQs()); if (qInterpolator != null) qRange = new DoubleRange( ((QKms) wstKms).allQs().min(), ((QKms) wstKms).allQs().max()); else { final String message = Resources.getMsg(this.context.getMeta(), "sinfo_calc_flow_depth.warning.missingQ", null, label); problems.addProblem(message); doCalcTkh = false; } } // FIXME: sort by station first, but in what direction? // FIXME: using river.getKmUp()? final List<BedHeightValue> values = bedHeight.getValues(); final List<BedHeightValue> sortedValues = new ArrayList<>(values); Collections.sort(sortedValues, new BedHeightStationComparator()); // FIXME: wie wird ggf. interpoliert? prüfung ob werte vorhanden? /* SoilKind lastKind = SoilKind.mobil; */ SoilKindKmValueFinder soilKindFinder = null; if (doCalcTkh) { soilKindFinder = new SoilKindKmValueFinder(); if (!soilKindFinder.loadValues(river, calcRange)) { doCalcTkh = false; final String message = Resources.getMsg(this.context.getMeta(), "sinfo_calc_flow_depth.warning.missingSoilKind", null, label); problems.addProblem(message); } } FlowVelocityModelKmValueFinder flowVelocitiesFinder = null; if (doCalcTkh) { flowVelocitiesFinder = new FlowVelocityModelKmValueFinder(); if (!flowVelocitiesFinder.loadValues(river, calcRange, qRange)) { doCalcTkh = false; final String message = Resources.getMsg(this.context.getMeta(), "sinfo_calc_flow_depth.warning.missingVelocity", null, label); problems.addProblem(message); } } for (final BedHeightValue bedHeightValue : sortedValues) { final Double station = bedHeightValue.getStation(); if (station == null || station.isNaN()) continue; final Double meanBedHeightDbl = bedHeightValue.getHeight(); if (meanBedHeightDbl == null || meanBedHeightDbl.isNaN()) continue; final double km = station; final double meanBedHeight = meanBedHeightDbl; if (!calcRange.containsDouble(km)) continue; try { // FIXME: check out of range final double wst = wstInterpolator.value(km); final double flowDepth = wst - meanBedHeight; // FIXME: piecewise constant interpolation? // final double discharge = wstKms instanceof QKms ? ((QKms) wstKms).getQ(i) : Double.NaN; double discharge; if (qInterpolator != null) discharge = qInterpolator.value(km); else discharge = Double.NaN; // Calculate tkh double tkh = 0; if (doCalcTkh) { double d50 = Double.NaN; try { d50 = bedMeasurementsFinder.findD50(km); } catch (Exception e) { final String message = Resources.getMsg(this.context.getMeta(), "sinfo_calc_flow_depth.warning.missingD50", null, label); problems.addProblem(km, message); //FIXME: cumulate problems to one message? } if (!Double.isNaN(d50)) { if (flowVelocitiesFinder.findKmQValues(km, discharge)) { tkh = calculateTkh(wst - meanBedHeight, flowVelocitiesFinder.getFindVmainFound(), d50, flowVelocitiesFinder.getFindTauFound()); if (!Double.isNaN(tkh) && (tkh < 0)) tkh = 0; /* log.debug(String.format("calculateTkh km %.3f q %.0f w %.2f mbh %.2f vm %.1f tau %.1f d50(mm) %.1f tkh(cm) %.1f", km, discharge, wst, meanBedHeight, flowVelocitiesFinder.getFindVmainFound(), flowVelocitiesFinder.getFindTauFound(), d50*1000, tkh)); */ } else { final String message = Resources.getMsg(this.context.getMeta(), "sinfo_calc_flow_depth.warning.missingQ", null, label); problems.addProblem(km, message); //FIXME: cumulate problems to one message? } } else tkh = Double.NaN; } // Soil kind SoilKind kind = SoilKind.mobil; if (doCalcTkh) { try { kind = soilKindFinder.findSoilKind(km); } catch (Exception e) { final String message = Resources.getMsg(this.context.getMeta(), "sinfo_calc_flow_depth.warning.missingSoilKind", null, label); problems.addProblem(km, message); //FIXME: cumulate problems to one message? } } /* // REMARK: bissl spielerei zum testen damit die sohlart nicht zu schnell wechselt SoilKind kind; final boolean changeKind = Math.random() > 0.95; if (changeKind) { switch (lastKind) { case starr: kind = SoilKind.mobil; break; case mobil: default: kind = SoilKind.starr; break; } } else kind = lastKind; lastKind = kind; */ //tkh = 100 + 10 * (Math.random() - 0.5); final double flowDepthTkh; final double tkhUp; final double tkhDown; switch (kind) { case starr: flowDepthTkh = wst - (meanBedHeight + tkh / 100); tkhUp = tkh; tkhDown = 0; break; case mobil: default: flowDepthTkh = wst - (meanBedHeight + tkh / 200); tkhUp = tkh / 2; tkhDown = -tkh / 2; break; } // REMARK: access the location once only during calculation final String location = LocationProvider.getLocation(river.getName(), km); // REMARK: access the gauge once only during calculation final Gauge gauge = findGauge(waterlevel, refGauge, gaugeIndex, km); final String gaugeLabel = gauge == null ? notinrange : gauge.getName(); resultData.addRow(km, flowDepth, flowDepthTkh, kind, tkh, tkhUp, tkhDown, wst, discharge, wstLabel, gaugeLabel, meanBedHeight, bedHeightLabel, location); } catch (final FunctionEvaluationException e) { /* should only happen if out of range */ e.printStackTrace(); /* simply ignore */ } } return resultData; } /** * Sohlbeschaffenheit (D50 Korndurchmesser aus Seddb) * Abhängig von Peiljahr */ private BedQualityD50KmValueFinder loadBedMeasurements(final River river, final DoubleRange kmRange, final int soundingYear) { /* construct valid measurement time range */ final Calendar cal = Calendar.getInstance(); cal.clear(); cal.set(soundingYear - VALID_BED_MEASUREMENT_YEARS, 0, 1); final Date startTime = cal.getTime(); cal.set(soundingYear + VALID_BED_MEASUREMENT_YEARS, 11, 31); final Date endTime = cal.getTime(); final BedQualityD50KmValueFinder finder = new BedQualityD50KmValueFinder(); if (finder.loadValues(river, kmRange, new DateRange(startTime, endTime))) return finder; else return null; } /** * Checks the year difference between waterlevels and sounding, and issues a warning if too big. * * Zeitraum Zeitliche Differenz [a] * X ≥ 1998 ± 3 * 1958 ≤ X < 1998 ± 6 * 1918 ≤ X < 1958 ± 12 * X < 1918 ± 25 */ private void checkYearDifference(final String label, final WaterlevelData waterlevel, final BedHeight sounding, final Calculation problems) { final Integer soundingYear = sounding.getYear(); if (soundingYear == null) return; final int wstYear = waterlevel.getYear(); if (wstYear < 0) return; final int maxDifference = getMaxDifferenceYears(soundingYear); final int difference = Math.abs(soundingYear - wstYear); if (difference > maxDifference) { final String message = Resources.getMsg(this.context.getMeta(), "sinfo_calc_flow_depth.warning.year_difference", null, label, wstYear, soundingYear); problems.addProblem(message); } } private int getMaxDifferenceYears(final int year) { if (year < 1918) return 25; if (1918 <= year && year < 1958) return 12; if (1958 <= year && year < 1998) return 6; /* >= 1998 */ return 3; } private Gauge findGauge(final WaterlevelData waterlevel, final Gauge refGauge, final GaugeIndex gaugeIndex, final double km) { // REMARK: using same logic as in WaterlevelExporter here final boolean showAllGauges = waterlevel.isShowAllGauges(); if (showAllGauges) return gaugeIndex.findGauge(km); if (refGauge.getRange().contains(km)) return refGauge; return null; } /* Checks if the discretisation of the waterlevel exceeds 1000m */ private void checkWaterlevelDiscretisation(final WKms wstKms, final DoubleRange calcRange, final Calculation problems) { final int size = wstKms.size(); for (int i = 0; i < size - 2; i++) { final double kmPrev = wstKms.getKm(i); final double kmNext = wstKms.getKm(i + 1); /* only check if we are within the calculation range */ if (calcRange.overlapsRange(new DoubleRange(kmPrev, kmNext))) { if (Math.abs(kmPrev - kmNext) > 1) { final String label = wstKms.getName(); final String message = Resources.getMsg(this.context.getMeta(), "sinfo_calc_flow_depth.warning.waterlevel_discretisation", null, label); problems.addProblem(kmPrev, message); } } } } private BedHeight loadBedHeight(final String soundingId) { // REMARK: absolutely unbelievable.... // The way how bed-heights (and other data too) is accessed is different for nearly every calculation-type // throughout flys. // The knowledge on how to parse the datacage-ids is spread through the complete code-base... // We use here the way on how bed-heights are accessed by the BedDifferenceAccess/BedDifferenceCalculation, but // this is plain random final String[] parts = soundingId.split(";"); final BedHeightsArtifact artifact = (BedHeightsArtifact) RiverUtils.getArtifact(parts[0], this.context); final Integer bedheightId = artifact.getDataAsInteger("height_id"); // REMARK: this only works with type 'single'; unclear on how to distinguish from epoch data (or whatever the // other type means) // Luckily, the requirement is to only access 'single' data here. // final String bedheightType = artifact.getDataAsString("type"); // REMARK: BedDifferences uses this, but we also need the metadata of the BedHeight // REMARK: second absolutely awful thing: BedHeight is a hibernate binding class, accessing the database via // hibernate stuff // BedHeightFactory uses its own (direct) way of accessing the data, with its own implemented data classes. // return BedHeightFactory.getHeight(bedheightType, bedheightId, from, to); return BedHeight.getBedHeightById(bedheightId); } /** * Calculates a transport body height * @param h flow depth in m * @param vm flow velocity in m * @param d50 grain diameter D50 in m (!) * @param tau shear stress in N/m^2 * @return transport body height in cm (!) */ private double calculateTkh(double h, double vm, double d50, double tau) { final double PHYS_G = 9.81; final double PHYS_SPECGRAV_S = 2.6; final double PHYS_VELOCCOEFF_N = 6; final double PHYS_FORMCOEFF_ALPHA = 0.7; final double PHYS_VISCOSITY_NUE = 1.3e-6; final double PHYS_GRAIN_DENSITY_RHOS = 2603; final double PHYS_WATER_DENSITY_RHO = 999.97; final double froude = vm / Math.sqrt(PHYS_G * h); final double partReynolds = Math.sqrt((PHYS_SPECGRAV_S - 1) * PHYS_G * d50) / PHYS_VISCOSITY_NUE * d50; final double critShields = 0.22 * Math.pow(partReynolds, -0.6) + 0.06 * Math.pow(10, 7.7 * Math.pow(partReynolds, -0.6)); final double critTau = critShields * (PHYS_GRAIN_DENSITY_RHOS - PHYS_WATER_DENSITY_RHO) * PHYS_G * d50; return 100 * h * (1 - Math.pow(froude, 2)) / (2 * PHYS_VELOCCOEFF_N * PHYS_FORMCOEFF_ALPHA) * (1 - critTau / tau); } }