view flys-aft/src/main/java/de/intevation/aft/Sync.java @ 5779:ebec12def170

Datacage: Add a pool of builders to make it multi threadable. XML DOM is not thread safe. Therefore the old implementation only allowed one thread to use the builder at a time. As the complexity of the configuration has increased over time this has become a bottleneck of the whole application because it took quiet some time to build a result. Furthermore the builder code path is visited very frequent. So many concurrent requests were piled up resulting in long waits for the users. To mitigate this problem a round robin pool of builders is used now. Each of the pooled builders has an independent copy of the XML template and can be run in parallel. The number of builders is determined by the system property 'flys.datacage.pool.size'. It defaults to 4.
author Sascha L. Teichmann <teichmann@intevation.de>
date Sun, 21 Apr 2013 12:48:09 +0200
parents f939e1e6cfa4
children
line wrap: on
line source
package de.intevation.aft;

import de.intevation.db.ConnectionBuilder;

import de.intevation.utils.XML;

import java.io.File;

import java.net.MalformedURLException;
import java.net.URL;

import java.sql.SQLException;

import javax.xml.xpath.XPathConstants;

import org.apache.log4j.Logger;

import org.w3c.dom.Document;
import org.w3c.dom.Element;
import org.w3c.dom.NodeList;

public class Sync
{
    private static Logger log = Logger.getLogger(Sync.class);

    public static final String FLYS = "flys";
    public static final String AFT  = "aft";

    public static final String XPATH_DIPS   = "/sync/dips/file/text()";
    public static final String XPATH_REPAIR = "/sync/dips/repair/text()";

    public static final String XPATH_NOTIFICATIONS =
        "/sync/notifications/notification";

    public static final String CONFIG_FILE =
        System.getProperty("config.file", "config.xml");

    public static void sendNotifications(Document config) {
        NodeList notifications = (NodeList)XML.xpath(
            config, XPATH_NOTIFICATIONS, XPathConstants.NODESET, null, null);

        if (notifications == null) {
            return;
        }

        for (int i = 0, N = notifications.getLength(); i < N; ++i) {
            Element notification = (Element)notifications.item(i);
            String urlString = notification.getAttribute("url");

            URL url;
            try {
                url = new URL(urlString);
            }
            catch (MalformedURLException mfue) {
                log.warn("NOTIFY: Invalid URL '" + urlString + "'. Ignored.", mfue);
                continue;
            }

            Notification n = new Notification(notification);

            Document result = n.sendPOST(url);

            if (result != null) {
                log.info("Send notifcation to '" + urlString + "'.");
                log.info(XML.toString(result));
            }
        }
    }

    public static void main(String [] args) {

        File configFile = new File(CONFIG_FILE);

        if (!configFile.isFile() || !configFile.canRead()) {
            log.error("cannot read config file");
            System.exit(1);
        }

        Document config = XML.parseDocument(configFile, Boolean.FALSE);

        if (config == null) {
            log.error("Cannot load config file.");
            System.exit(1);
        }

        String dipsF = (String)XML.xpath(
            config, XPATH_DIPS, XPathConstants.STRING, null, null);

        if (dipsF == null || dipsF.length() == 0) {
            log.error("Cannot find path to DIPS XML in config.");
            System.exit(1);
        }

        File dipsFile = new File(dipsF);

        if (!dipsFile.isFile() || !dipsFile.canRead()) {
            log.error("DIPS: Cannot find '" + dipsF + "'.");
            System.exit(1);
        }

        Document dips = XML.parseDocument(dipsFile, Boolean.FALSE);

        if (dips == null) {
            log.error("DIPS: Cannot load DIPS document.");
            System.exit(1);
        }

        String repairF = (String)XML.xpath(
            config, XPATH_REPAIR, XPathConstants.STRING, null, null);

        if (repairF != null && repairF.length() > 0) {
            File repairFile = new File(repairF);
            if (!repairFile.isFile() || !repairFile.canRead()) {
                log.warn("REPAIR: Cannot open DIPS repair XSLT file.");
            }
            else {
                Document fixed = XML.transform(dips, repairFile);
                if (fixed == null) {
                    log.warn("REPAIR: Fixing DIPS failed.");
                }
                else {
                    dips = fixed;
                }
            }
        }

        int exitCode = 0;

        ConnectionBuilder aftConnectionBuilder =
            new ConnectionBuilder(AFT, config);

        ConnectionBuilder flysConnectionBuilder =
            new ConnectionBuilder(FLYS, config);

        SyncContext syncContext = null;

        boolean modified = false;
        try {
            syncContext = new SyncContext(
                aftConnectionBuilder.getConnectedStatements(),
                flysConnectionBuilder.getConnectedStatements(),
                dips);
            syncContext.init();
            Rivers rivers = new Rivers();
            modified = rivers.sync(syncContext);
        }
        catch (SQLException sqle) {
            log.error("SYNC: Syncing failed.", sqle);
            exitCode = 1;
        }
        finally {
            if (syncContext != null) {
                syncContext.close();
            }
        }

        if (modified) {
            log.info("Modifications found.");
            sendNotifications(config);
        }
        else {
            log.info("No modifications found.");
        }

        if (exitCode != 0) {
            System.exit(1);
        }
    }
}
// vim:set ts=4 sw=4 si et sta sts=4 fenc=utf8 :

http://dive4elements.wald.intevation.org