diff collect_issues @ 0:3f139db894f1

initial commit
author sean
date Thu, 02 Apr 2015 09:51:19 +0200
parents
children
line wrap: on
line diff
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/collect_issues	Thu Apr 02 09:51:19 2015 +0200
@@ -0,0 +1,123 @@
+#!/usr/bin/env python3
+
+""" Fetch issues from a roundup-tracker and save them in a databse.
+
+author: Sascha L. Teichmann <sascha.teichmann@intevation.de>
+author: Bernhard Reiter <bernhard@intevation.de>
+author: Sean Engelhardt <sean.engelhardt@intevation.de>
+
+(c) 2010,2015 by Intevation GmbH
+
+This is Free Software unter the terms of the
+GNU GENERAL PUBLIC LICENSE Version 3 or later.
+See http://www.gnu.org/licenses/gpl-3.0.txt for details
+"""
+
+import http.cookiejar
+import urllib.parse
+import urllib.request
+import csv
+import io
+import sqlite3 as db
+import os
+import roundup_content_data as rcd
+
+
+# Types of URLS
+BASE_URL = "http://10.42.7.199:8917/demo/"
+SEARCH_URL = "issue?@action=export_csv&@columns=title,priority&@filter=status&@pagesize=50&@startwith=0&status=-1,1,2,3,4,5,6,7"
+REPORT_URL = BASE_URL + SEARCH_URL
+
+
+LOGIN_PARAMETERS = (
+    ("__login_name", "demo"),
+    ("__login_password", "demo"),
+    ("@action", "Login"),
+    )
+
+
+# SQL-COMMANDS
+
+
+def connect_to_server():
+    enc_data = urllib.parse.urlencode(LOGIN_PARAMETERS).encode()
+    cj = http.cookiejar.CookieJar()
+    opener = urllib.request.build_opener(urllib.request.HTTPCookieProcessor(cj))
+    req = urllib.request.Request(url=BASE_URL, data=enc_data)
+    opener.open(req)
+    return opener
+
+
+def get_issues_as_csv(opener):
+    csv_req = urllib.request.Request(url=REPORT_URL)
+    f = opener.open(csv_req)
+
+    reader = csv.DictReader(io.TextIOWrapper(f))
+
+    return reader
+
+
+def check_create_database(database_file):
+    if not os.path.isfile(database_file):
+        con = None
+        cur = None
+        try:
+            con = db.connect(database_file)
+            cur = con.cursor()
+            try:
+                cur.execute(rcd.CREATE_DB)
+                con.commit()
+                os.chmod(rcd.DATABASE_FILE, 0o744)
+            except:
+                con.rollback()
+                raise
+        finally:
+            if cur:
+                cur.close()
+            if con:
+                con.close()
+
+
+def issues_to_quantities(rows):
+    quantities = [0] * len(rcd.COLUMNS)
+    for row in rows:
+        quantities[int(row["priority"]) - 1] += 1
+    return quantities
+
+
+def save_issues_to_db(quantities, database_file):
+    check_create_database(database_file)
+
+    cur = None
+    con = None
+
+    try:
+        con = db.connect(database_file)
+        cur = con.cursor()
+        try:
+            cur.execute(rcd.INSERT_NEW, quantities)
+            con.commit()
+        except:
+            con.rollback()
+            raise
+    finally:
+        if cur:
+            cur.close()
+        if con:
+            con.close()
+
+
+def save_stats_in_db():
+    try:
+        opener = connect_to_server()
+        current_issues_csv = get_issues_as_csv(opener)
+        opener.close()
+
+        quantities = issues_to_quantities(current_issues_csv)
+
+        save_issues_to_db(quantities, rcd.DATABASE_FILE)
+    except urllib.error.URLError:
+        print("No Valid Connection to server : " + BASE_URL)
+
+
+save_stats_in_db()
\ No newline at end of file
This site is hosted by Intevation GmbH (Datenschutzerklärung und Impressum | Privacy Policy and Imprint)