view flys-backend/contrib/shpimporter/boundaries.py @ 5779:ebec12def170

Datacage: Add a pool of builders to make it multi threadable. XML DOM is not thread safe. Therefore the old implementation only allowed one thread to use the builder at a time. As the complexity of the configuration has increased over time this has become a bottleneck of the whole application because it took quiet some time to build a result. Furthermore the builder code path is visited very frequent. So many concurrent requests were piled up resulting in long waits for the users. To mitigate this problem a round robin pool of builders is used now. Each of the pooled builders has an independent copy of the XML template and can be run in parallel. The number of builders is determined by the system property 'flys.datacage.pool.size'. It defaults to 4.
author Sascha L. Teichmann <teichmann@intevation.de>
date Sun, 21 Apr 2013 12:48:09 +0200
parents 148365ff484d
children
line wrap: on
line source
try:
    from osgeo import ogr
except ImportError:
    import ogr

from importer import Importer
import utils

TABLE_NAME="hydr_boundaries"
TABLE_NAME_POLY="hydr_boundaries_poly"
PATH="Hydrologie/Hydr.Grenzen"
NAME="Hydr. Boundaries"


class HydrBoundary(Importer):

    def getPath(self, base):
        return "%s/%s" % (base, PATH)

    def getTablename(self):
        return TABLE_NAME

    def getName(self):
        return NAME

    def isGeometryValid(self, geomType):
        return geomType in [ogr.wkbLineString,
                            ogr.wkbLineString25D,
                            ogr.wkbMultiLineString25D,
                            ogr.wkbMultiLineString]

    def isShapeRelevant(self, name, path):
        shp = ogr.Open(path)
        if self.isGeometryValid(shp.GetLayerByName(name).GetGeomType()) and \
                self.getKind(path) > 0 and not "talaue" in path.lower():
            return True
        else:
            return False

    def getKind(self, path):
        if "linien/bfg" in path.lower():
            return 1
        elif "linien/land" in path.lower():
            return 2
        elif "/sonstige/" in path.lower():
            return 3
        else:
            return 0

    def createNewFeature(self, featureDef, feat, **args):
        kind  = self.getKind(args['path'])

        newFeat  = ogr.Feature(featureDef)
        geometry = feat.GetGeometryRef()
        geometry.SetCoordinateDimension(3)

        newFeat.SetGeometry(geometry)
        newFeat.SetField("name", args['name'])
        newFeat.SetField("kind", kind)
        if self.IsFieldSet(feat, "SECTIE"):
            newFeat.SetField("sectie", feat.GetField("SECTIE"))

        if self.IsFieldSet(feat, "STROVOER"):
            newFeat.SetField("sobek", feat.GetField("STROVOER"))

        if self.IsFieldSet(feat, "river_id"):
            newFeat.SetField("river_id", feat.GetField("river_id"))
        else:
            newFeat.SetField("river_id", self.river_id)

        return utils.convertToMultiLine(newFeat)

class HydrBoundaryPoly(HydrBoundary):

    def getTablename(self):
        return TABLE_NAME_POLY

    def getName(self):
        return "%s (Polygons)" % NAME

    def isGeometryValid(self, geomType):
        return geomType == ogr.wkbPolygon or geomType == ogr.wkbMultiPolygon

    def isShapeRelevant(self, name, path):
        shp = ogr.Open(path)
        if self.isGeometryValid(shp.GetLayerByName(name).GetGeomType()) and \
                self.getKind(path) > 0:
            return True
        else:
            return False

    def createNewFeature(self, featureDef, feat, **args):
        kind  = self.getKind(args['path'])

        newFeat  = ogr.Feature(featureDef)
        geometry = feat.GetGeometryRef()
        geometry.SetCoordinateDimension(2)

        newFeat.SetGeometry(geometry)
        newFeat.SetField("name", args['name'])
        newFeat.SetField("kind", kind)

        if self.IsFieldSet(feat, "SECTIE"):
            newFeat.SetField("sectie", feat.GetField("SECTIE"))

        if self.IsFieldSet(feat, "SOBEK"):
            newFeat.SetField("sobek", feat.GetField("SOBEK"))

        if self.IsFieldSet(feat, "river_id"):
            newFeat.SetField("river_id", feat.GetField("river_id"))
        else:
            newFeat.SetField("river_id", self.river_id)

        return utils.convertToMultiPolygon(newFeat)

http://dive4elements.wald.intevation.org