| <?php | <?php |
| include_once("../include/common.inc.php"); | include_once("../include/common.inc.php"); |
| setlocale(LC_CTYPE, 'C'); | setlocale(LC_CTYPE, 'C'); |
| $headers = Array("#id", "name", "request_email", "short_name", "notes", "publication_scheme", "home_page", "tag_string"); | $headers = Array("#id", "name", "request_email", "short_name", "notes", "publication_scheme", "home_page", "tag_string"); |
| $db = $server->get_db('disclosr-agencies'); | $db = $server->get_db('disclosr-agencies'); |
| $tag = Array(); | $tag = Array(); |
| try { | try { |
| $rows = $db->get_view("app", "byDeptStateName", null, true)->rows; | $rows = $db->get_view("app", "byDeptStateName", null, true)->rows; |
| //print_r($rows); | //print_r($rows); |
| foreach ($rows as $row) { | foreach ($rows as $row) { |
| $tag[$row->value] = phrase_to_tag(dept_to_portfolio($row->key)); | $tag[$row->id] = phrase_to_tag(dept_to_portfolio($row->key)); |
| } | |
| } catch (SetteeRestClientException $e) { | |
| setteErrorHandler($e); | |
| } | |
| $foiEmail = Array(); | |
| try { | |
| $rows = $db->get_view("app", "foiEmails", null, true)->rows; | |
| //print_r($rows); | |
| foreach ($rows as $row) { | |
| $foiEmail[$row->key] = $row->value; | |
| } | } |
| } catch (SetteeRestClientException $e) { | } catch (SetteeRestClientException $e) { |
| setteErrorHandler($e); | setteErrorHandler($e); |
| } | } |
| $fp = fopen('php://output', 'w'); | $fp = fopen('php://output', 'w'); |
| if ($fp && $db) { | if ($fp && $db) { |
| header('Content-Type: text/csv'); | header('Content-Type: text/csv'); |
| header('Content-Disposition: attachment; filename="export.' . date("c") . '.csv"'); | header('Content-Disposition: attachment; filename="export.' . date("c") . '.csv"'); |
| header('Pragma: no-cache'); | header('Pragma: no-cache'); |
| header('Expires: 0'); | header('Expires: 0'); |
| fputcsv($fp, $headers); | fputcsv($fp, $headers); |
| try { | try { |
| $agencies = $db->get_view("app", "byCanonicalName", null, true)->rows; | $agencies = $db->get_view("app", "byCanonicalName", null, true)->rows; |
| //print_r($rows); | //print_r($rows); |
| foreach ($agencies as $agency) { | foreach ($agencies as $agency) { |
| // print_r($agency); | // print_r($agency); |
| $row = Array(); | |
| $row["#id"] = $agency->value->_id; | if (isset($agency->value->foiEmail) && $agency->value->foiEmail != "null" && !isset($agency->value->status)) { |
| $row["name"] = $agency->value->name; | $row = Array(); |
| if (isset($agency->value->foi_email)) { | $row["#id"] = $agency->id; |
| $row["request_email"] = $agency->value->foiEmail; | $row["name"] = trim($agency->value->name); |
| } else { | if (isset($agency->value->foiEmail)) { |
| $row["request_email"] = "foi@".GetDomain($agency->value->website); | $row["request_email"] = $agency->value->foiEmail; |
| // | } else { |
| } | if ($agency->value->orgType == "FMA-DepartmentOfState") { |
| if (isset($agency->value->shortName)) { | $row["request_email"] = "foi@" . GetDomain($agency->value->website); |
| $row["short_name"] = $agency->value->shortName; | } else { |
| } else { | $row["request_email"] = $foiEmail[$agency->value->parentOrg]; |
| $out = Array(); | } |
| preg_match_all('/[A-Z]/', $agency->value->name, $out); | } |
| $row["short_name"] = implode("",$out[0]); | if (isset($agency->value->shortName)) { |
| } | $row["short_name"] = $agency->value->shortName; |
| $row["notes"] = ""; | } else { |
| $row["publication_scheme"] = $agency->value->infoPublicationSchemeURL; | $out = Array(); |
| $row["home_page"] = $agency->value->website; | preg_match_all('/[A-Z]/', trim($agency->value->name), $out); |
| if ($agency->value->orgType == "FMA-DepartmentOfState") { | $row["short_name"] = implode("", $out[0]); |
| $row["tag_string"] = $tag[$agency->value->_id]; | } |
| } else { | $row["notes"] = ""; |
| $row["tag_string"] = $tag[$agency->value->parentOrg];; | $row["publication_scheme"] = (isset($agency->value->infoPublicationSchemeURL) ? $agency->value->infoPublicationSchemeURL : ""); |
| } | $row["home_page"] = (isset($agency->value->website) ? $agency->value->website : ""); |
| if ($agency->value->orgType == "FMA-DepartmentOfState") { | |
| fputcsv($fp, array_values($row)); | $row["tag_string"] = $tag[$agency->value->_id] . " " . $agency->value->orgType; |
| } else { | |
| if (isset($agency->value->foiBodies)) { | $row["tag_string"] = $tag[$agency->value->parentOrg] . " " . $agency->value->orgType; |
| foreach ($agency->value->foiBodies as $foiBody) { | } |
| $row['name'] = $foiBody; | |
| $row['short_name'] = ""; | fputcsv($fp, array_values($row)); |
| fputcsv($fp, array_values($row)); | |
| if (isset($agency->value->foiBodies)) { | |
| foreach ($agency->value->foiBodies as $foiBody) { | |
| $row['name'] = $foiBody; | |
| $row['short_name'] = ""; | |
| fputcsv($fp, array_values($row)); | |
| } | |
| } | } |
| } | } |
| } | } |
| } catch (SetteeRestClientException $e) { | } catch (SetteeRestClientException $e) { |
| setteErrorHandler($e); | setteErrorHandler($e); |
| } | } |
| die; | die; |
| } | } |
| ?> | ?> |
| <?php | <?php |
| include $basePath."schemas/schemas.inc.php"; | include $basePath."schemas/schemas.inc.php"; |
| require ($basePath.'couchdb/settee/src/settee.php'); | require ($basePath.'couchdb/settee/src/settee.php'); |
| function createAgencyDesignDoc() { | function createAgencyDesignDoc() { |
| global $db; | global $db; |
| $obj = new stdClass(); | $obj = new stdClass(); |
| $obj->_id = "_design/" . urlencode("app"); | $obj->_id = "_design/" . urlencode("app"); |
| $obj->language = "javascript"; | $obj->language = "javascript"; |
| $obj->views->all->map = "function(doc) { emit(doc._id, doc); };"; | $obj->views->all->map = "function(doc) { emit(doc._id, doc); };"; |
| $obj->views->byABN->map = "function(doc) { emit(doc.abn, doc); };"; | $obj->views->byABN->map = "function(doc) { emit(doc.abn, doc); };"; |
| $obj->views->byCanonicalName->map = "function(doc) { | $obj->views->byCanonicalName->map = "function(doc) { |
| if (doc.parentOrg || doc.orgType == 'FMA-DepartmentOfState') { | if (doc.parentOrg || doc.orgType == 'FMA-DepartmentOfState') { |
| emit(doc.name, doc._id); | emit(doc.name, doc); |
| } | } |
| };"; | };"; |
| $obj->views->byDeptStateName->map = "function(doc) { | $obj->views->byDeptStateName->map = "function(doc) { |
| if (doc.orgType == 'FMA-DepartmentOfState') { | if (doc.orgType == 'FMA-DepartmentOfState') { |
| emit(doc.name, doc._id); | emit(doc.name, doc._id); |
| } | } |
| };"; | };"; |
| $obj->views->parentOrgs->map = "function(doc) { | $obj->views->parentOrgs->map = "function(doc) { |
| if (doc.parentOrg) { | if (doc.parentOrg) { |
| emit(doc._id, doc.parentOrg); | emit(doc._id, doc.parentOrg); |
| } | } |
| };"; | };"; |
| $obj->views->byName->map = "function(doc) { | $obj->views->byName->map = "function(doc) { |
| emit(doc.name, doc._id); | emit(doc.name, doc._id); |
| for (name in doc.otherNames) { | for (name in doc.otherNames) { |
| if (doc.otherNames[name] != '' && doc.otherNames[name] != doc.name) { | if (doc.otherNames[name] != '' && doc.otherNames[name] != doc.name) { |
| emit(doc.otherNames[name], doc._id); | emit(doc.otherNames[name], doc._id); |
| } | } |
| } | } |
| };"; | };"; |
| $obj->views->foiEmails->map = "function(doc) { | |
| emit(doc._id, doc.foiEmail); | |
| };"; | |
| $obj->views->byLastModified->map = "function(doc) { emit(doc.metadata.lastModified, doc); }"; | $obj->views->byLastModified->map = "function(doc) { emit(doc.metadata.lastModified, doc); }"; |
| $obj->views->getActive->map = 'function(doc) { if (doc.status == "active") { emit(doc._id, doc); } };'; | $obj->views->getActive->map = 'function(doc) { if (doc.status == "active") { emit(doc._id, doc); } };'; |
| $obj->views->getSuspended->map = 'function(doc) { if (doc.status == "suspended") { emit(doc._id, doc); } };'; | $obj->views->getSuspended->map = 'function(doc) { if (doc.status == "suspended") { emit(doc._id, doc); } };'; |
| $obj->views->getScrapeRequired->map = "function(doc) { emit(doc.abn, doc); };"; | $obj->views->getScrapeRequired->map = "function(doc) { emit(doc.abn, doc); };"; |
| $obj->views->showNamesABNs->map = "function(doc) { emit(doc._id, {name: doc.name, abn: doc.abn}); };"; | $obj->views->showNamesABNs->map = "function(doc) { emit(doc._id, {name: doc.name, abn: doc.abn}); };"; |
| $obj->views->getConflicts->map = "function(doc) { | $obj->views->getConflicts->map = "function(doc) { |
| if (doc._conflicts) { | if (doc._conflicts) { |
| emit(null, [doc._rev].concat(doc._conflicts)); | emit(null, [doc._rev].concat(doc._conflicts)); |
| } | } |
| }"; | }"; |
| // http://stackoverflow.com/questions/646628/javascript-startswith | // http://stackoverflow.com/questions/646628/javascript-startswith |
| $obj->views->score->map = 'if(!String.prototype.startsWith){ | $obj->views->score->map = 'if(!String.prototype.startsWith){ |
| String.prototype.startsWith = function (str) { | String.prototype.startsWith = function (str) { |
| return !this.indexOf(str); | return !this.indexOf(str); |
| } | } |
| } | } |
| function(doc) { | function(doc) { |
| count = 0; | count = 0; |
| if (typeof(doc["status"]) == "undefined" || doc["status"] != "suspended") { | if (typeof(doc["status"]) == "undefined" || doc["status"] != "suspended") { |
| for(var propName in doc) { | for(var propName in doc) { |
| if(typeof(doc[propName]) != "undefined" && propName.startsWith("l")) { | if(typeof(doc[propName]) != "undefined" && propName.startsWith("l")) { |
| count++ | count++ |
| } | } |
| } | } |
| emit(count+doc._id, {id:doc._id, name: doc.name, score:count}); | emit(count+doc._id, {id:doc._id, name: doc.name, score:count}); |
| } | } |
| }'; | }'; |
| // allow safe updates (even if slightly slower due to extra: rev-detection check). | // allow safe updates (even if slightly slower due to extra: rev-detection check). |
| return $db->save($obj, true); | return $db->save($obj, true); |
| } | } |
| if( php_uname('n') == "vanille") { | if( php_uname('n') == "vanille") { |
| $server = new SetteeServer('http://192.168.178.21:5984'); | $server = new SetteeServer('http://192.168.178.21:5984'); |
| } else | } else |
| if( php_uname('n') == "KYUUBEY") { | if( php_uname('n') == "KYUUBEY") { |
| $server = new SetteeServer('http://192.168.1.148:5984'); | $server = new SetteeServer('http://192.168.1.148:5984'); |
| } else { | } else { |
| $server = new SetteeServer('http://127.0.0.1:5984'); | $server = new SetteeServer('http://127.0.0.1:5984'); |
| } | } |
| function setteErrorHandler($e) { | function setteErrorHandler($e) { |
| echo $e->getMessage() . "<br>" . PHP_EOL; | echo $e->getMessage() . "<br>" . PHP_EOL; |
| } | } |
| ?> | ?> |
| <?php | |
| include_once("./lib/common.inc.php"); | |
| setlocale(LC_CTYPE, 'C'); | |
| // source: http://stackoverflow.com/questions/81934/easy-way-to-export-a-sql-table-without-access-to-the-server-or-phpmyadmin#81951 | |
| $unspsc = Array(); | |
| $unspscresult = $conn->prepare('select * from "UNSPSCcategories" where "UNSPSC"::text like \'%00000\';'); | |
| $unspscresult->execute(); | |
| foreach ($unspscresult->fetchAll() as $row) { | |
| $unspsc[$row['UNSPSC']] = $row['Title']; | |
| } | |
| $query = $conn->prepare(' | |
| SELECT "CNID",contractnotice."agencyName",agency_nametoabn.abn as "agencyABN", | |
| EXTRACT(EPOCH FROM "publishDate") as "publishDate", | |
| EXTRACT(EPOCH FROM "contractStart") as "contractStart", | |
| EXTRACT(EPOCH FROM "contractEnd") as "contractEnd", | |
| value,description,category, | |
| "supplierName",(case when "supplierABN" != 0 THEN "supplierABN"::text ELSE "supplierName" END) as supplierID, | |
| (\'https://www.tenders.gov.au/?event=public.advancedsearch.keyword&keyword=CN\'::text || "CNID"::text) as sourceURL | |
| FROM contractnotice join agency_nametoabn on contractnotice."agencyName"=agency_nametoabn."agencyName" | |
| where "childCN" is null' | |
| , array(PDO::ATTR_CURSOR => PDO::FETCH_ORI_NEXT)); | |
| $query->execute(); | |
| $errors = $conn->errorInfo(); | |
| if ($errors[2] != "") { | |
| die("Export terminated, db error" . print_r($errors, true)); | |
| } | |
| $num_fields = $query->columnCount(); | |
| $headers = Array(); | |
| for ($i = 0; $i < $num_fields; $i++) { // for each column in query, make a CSV header | |
| $meta = $query->getColumnMeta($i); | |
| $headers[] = $meta['name']; | |
| } | |
| $fp = fopen('php://output', 'w'); | |
| if ($fp && $query) { | |
| header('Content-Type: text/csv'); | |
| header('Content-Disposition: attachment; filename="export.' . date("c") . '.csv"'); | |
| header('Pragma: no-cache'); | |
| header('Expires: 0'); | |
| fputcsv($fp, $headers); | |
| while ($row = $query->fetch(PDO::FETCH_NUM, PDO::FETCH_ORI_NEXT)) { | |
| foreach ($row as $key => &$colvalue) { | |
| $colvalue = preg_replace('/[^[:print:]]/', '', utf8_encode($colvalue)); | |
| if ($headers[$key] == "publishDate" || $headers[$key] == "contractStart" | |
| || $headers[$key] == "contractEnd") { | |
| $colvalue = date("Y-m-d", $colvalue); | |
| } | |
| /* if ($headers[$key] == "CNID") { | |
| $colvalue = str_replace("A","", $colvalue); | |
| }*/ | |
| if ($headers[$key] == "cat1" || $headers[$key] == "cat2" | |
| || $headers[$key] == "cat3") { | |
| $colvalue = $unspsc[$colvalue]; | |
| } | |
| } | |
| fputcsv($fp, array_values($row)); | |
| } | |
| die; | |
| } | |
| ?> | |