From: Alex Sadleir Date: Thu, 05 Jun 2014 05:25:10 +0000 Subject: autoupdate X-Git-Url: http://maxious.lambdacomplex.org/git/?p=ckanext-datagovau.git&a=commitdiff&h=f79adb5a4225d4437ed8257e8205bb84294149ef --- autoupdate --- --- a/admin/autoupdate.py +++ b/admin/autoupdate.py @@ -1,3 +1,16 @@ +#!/usr/bin/python +# coding=utf-8 +''' +auto update batch job for ckan + +1.0 26/05/2014 initial implementation + +TODO +- archive files in filestore +- update frequency reduced based on dataset metadata +- emails on HTTP errors +''' + import requests import ckanapi import csv @@ -57,6 +70,8 @@ datastore_db_settings['dbname'] = db_settings['datastore_dbname'] datastore_db_settings_json = json.dumps(datastore_db_settings) +#until https://github.com/ckan/ckan/pull/1732 is merged, use database directly + try: conn = psycopg2.connect(dbname=db_settings['dbname'], user=db_settings['user'], password=db_settings['password'], host=db_settings['host']) except: