Mercurial > roundup-cc
diff collect_issues @ 0:3f139db894f1
initial commit
author | sean |
---|---|
date | Thu, 02 Apr 2015 09:51:19 +0200 |
parents | |
children |
line wrap: on
line diff
--- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/collect_issues Thu Apr 02 09:51:19 2015 +0200 @@ -0,0 +1,123 @@ +#!/usr/bin/env python3 + +""" Fetch issues from a roundup-tracker and save them in a databse. + +author: Sascha L. Teichmann <sascha.teichmann@intevation.de> +author: Bernhard Reiter <bernhard@intevation.de> +author: Sean Engelhardt <sean.engelhardt@intevation.de> + +(c) 2010,2015 by Intevation GmbH + +This is Free Software unter the terms of the +GNU GENERAL PUBLIC LICENSE Version 3 or later. +See http://www.gnu.org/licenses/gpl-3.0.txt for details +""" + +import http.cookiejar +import urllib.parse +import urllib.request +import csv +import io +import sqlite3 as db +import os +import roundup_content_data as rcd + + +# Types of URLS +BASE_URL = "http://10.42.7.199:8917/demo/" +SEARCH_URL = "issue?@action=export_csv&@columns=title,priority&@filter=status&@pagesize=50&@startwith=0&status=-1,1,2,3,4,5,6,7" +REPORT_URL = BASE_URL + SEARCH_URL + + +LOGIN_PARAMETERS = ( + ("__login_name", "demo"), + ("__login_password", "demo"), + ("@action", "Login"), + ) + + +# SQL-COMMANDS + + +def connect_to_server(): + enc_data = urllib.parse.urlencode(LOGIN_PARAMETERS).encode() + cj = http.cookiejar.CookieJar() + opener = urllib.request.build_opener(urllib.request.HTTPCookieProcessor(cj)) + req = urllib.request.Request(url=BASE_URL, data=enc_data) + opener.open(req) + return opener + + +def get_issues_as_csv(opener): + csv_req = urllib.request.Request(url=REPORT_URL) + f = opener.open(csv_req) + + reader = csv.DictReader(io.TextIOWrapper(f)) + + return reader + + +def check_create_database(database_file): + if not os.path.isfile(database_file): + con = None + cur = None + try: + con = db.connect(database_file) + cur = con.cursor() + try: + cur.execute(rcd.CREATE_DB) + con.commit() + os.chmod(rcd.DATABASE_FILE, 0o744) + except: + con.rollback() + raise + finally: + if cur: + cur.close() + if con: + con.close() + + +def issues_to_quantities(rows): + quantities = [0] * len(rcd.COLUMNS) + for row in rows: + quantities[int(row["priority"]) - 1] += 1 + return quantities + + +def save_issues_to_db(quantities, database_file): + check_create_database(database_file) + + cur = None + con = None + + try: + con = db.connect(database_file) + cur = con.cursor() + try: + cur.execute(rcd.INSERT_NEW, quantities) + con.commit() + except: + con.rollback() + raise + finally: + if cur: + cur.close() + if con: + con.close() + + +def save_stats_in_db(): + try: + opener = connect_to_server() + current_issues_csv = get_issues_as_csv(opener) + opener.close() + + quantities = issues_to_quantities(current_issues_csv) + + save_issues_to_db(quantities, rcd.DATABASE_FILE) + except urllib.error.URLError: + print("No Valid Connection to server : " + BASE_URL) + + +save_stats_in_db() \ No newline at end of file