From: Maxious Date: Wed, 17 Apr 2013 12:40:54 +0000 Subject: preprod loading datgov X-Git-Url: https://maxious.lambdacomplex.org/git/?p=disclosr.git&a=commitdiff&h=19d9ab83bcac035e1638d21a107d63820cbfd752 --- preprod loading datgov Former-commit-id: 8ef7c117df568d7a28eeb28264803656527501d9 --- --- a/documents/datagov-export-groups.py +++ b/documents/datagov-export-groups.py @@ -9,7 +9,7 @@ # Instantiate the CKAN client. #ckan = ckanclient.CkanClient(base_location='http://localhost:5000/api', api_key='b47b24cd-591d-40c1-8677-d73101d56d1b') -api_key = 'b3ab75e4-afbb-465b-a09d-8171c8c69a7a' +api_key = 'ff34526e-f794-4068-8235-fcbba38cd8bc' ckan = ckanclient.CkanClient(base_location='http://data.disclosurelo.gs/api', api_key=api_key) couch = couchdb.Server('http://127.0.0.1:5984/') --- a/documents/datagov-export.py +++ b/documents/datagov-export.py @@ -11,9 +11,11 @@ # Instantiate the CKAN client. api_key = 'ff34526e-f794-4068-8235-fcbba38cd8bc' -ckan = ckanclient.CkanClient(base_location='http://data.disclosurelo.gs/api', +server = 'data.disclosurelo.gs' + +ckan = ckanclient.CkanClient(base_location='http://'+server+'api', api_key=api_key) -ckandirect = ckanapi.RemoteCKAN('http://data.disclosurelo.gs', api_key=api_key) +ckandirect = ckanapi.RemoteCKAN('http://'+server, api_key=api_key) couch = couchdb.Server('http://127.0.0.1:5984/') #couch = couchdb.Server('http://192.168.1.113:5984/') @@ -182,8 +184,9 @@ extras = [] for extra_key in doc.value['metadata'].keys(): - if extra_key != "Keywords / Tags" and extra_key != "data.gov.au Category" and extra_key != "Download" : - extras.append({'key':extra_key, 'value':doc.value['metadata'][extra_key]}) + if extra_key not in ["Description","Content-Language","DCTERMS.Description", "Keywords / Tags" ,"data.gov.au Category", "Download", "Permalink","DCTERMS.Identifier"]: + if doc.value['metadata'][extra_key] != None and doc.value['metadata'][extra_key] != "": + extras.append([extra_key, doc.value['metadata'][extra_key]]) package_entity = { 'name': pkg_name,