gitphp 0.2.9.1 :: disclosr.git/commitdiff

Score exporter

Former-commit-id: 4969b5e5373e04d77d391bb0d25e51201edc489d

3 files changed: (show all)
admin/exportEmployees.csv.php
admin/exportScore.csv.php (new)
include/couchdb.inc.php

file:a/admin/exportEmployees.csv.php -> file:b/admin/exportEmployees.csv.php

<?php	<?php

include_once("../include/common.inc.php");	include_once("../include/common.inc.php");

$format = "csv";	$format = "csv";
//$format = "json";	//$format = "json";
if (isset($_REQUEST['format'])) $format = $_REQUEST['format'];	if (isset($_REQUEST['format'])) $format = $_REQUEST['format'];

setlocale(LC_CTYPE, 'C');	setlocale(LC_CTYPE, 'C');
if ($format == "csv") {	if ($format == "csv") {
$headers = Array("name");	$headers = Array("name");
} else {	} else {
$headers = Array();	$headers = Array();
}	}

$db = $server->get_db('disclosr-agencies');	$db = $server->get_db('disclosr-agencies');
try {	try {
$rows = $db->get_view("app", "all", null, true)->rows;	$rows = $db->get_view("app", "all", null, true)->rows;

$dataValues = Array();	$dataValues = Array();
foreach ($rows as $row) {	foreach ($rows as $row) {
if (isset($row->value->statistics->employees)) {	if (isset($row->value->statistics->employees)) {

$headers = array_unique(array_merge($headers, array_keys(object_to_array($row->value->statistics->employees))));	$headers = array_unique(array_merge($headers, array_keys(object_to_array($row->value->statistics->employees))));

}	}
}	}
} catch (SetteeRestClientException $e) {	} catch (SetteeRestClientException $e) {
setteErrorHandler($e);	setteErrorHandler($e);
}	}

$fp = fopen('php://output', 'w');	$fp = fopen('php://output', 'w');
if ($fp && $db) {	if ($fp && $db) {
if ($format == "csv") {	if ($format == "csv") {
header('Content-Type: text/csv; charset=utf-8');	header('Content-Type: text/csv; charset=utf-8');
header('Content-Disposition: attachment; filename="export.employeestats.' . date("c") . '.csv"');	header('Content-Disposition: attachment; filename="export.employeestats.' . date("c") . '.csv"');
}	}
header('Pragma: no-cache');	header('Pragma: no-cache');
header('Expires: 0');	header('Expires: 0');
if ($format == "csv") {	if ($format == "csv") {
fputcsv($fp, $headers);	fputcsv($fp, $headers);
} else if ($format == "json") {	} else if ($format == "json") {
echo '{	echo '{
"labels" : ["' . implode('","', $headers) . '"],'.PHP_EOL;	"labels" : ["' . implode('","', $headers) . '"],'.PHP_EOL;
}	}
try {	try {
$agencies = $db->get_view("app", "all", null, true)->rows;	$agencies = $db->get_view("app", "all", null, true)->rows;
//print_r($agencies);	//print_r($agencies);
$first = true;	$first = true;
if ($format == "json") {	if ($format == "json") {
echo '"data" : ['.PHP_EOL;	echo '"data" : ['.PHP_EOL;

}	}
foreach ($agencies as $agency) {	foreach ($agencies as $agency) {

if (isset($agency->value->statistics->employees)) {	if (isset($agency->value->statistics->employees)) {
$row = Array();	$row = Array();
$agencyEmployeesArray = object_to_array($agency->value->statistics->employees);	$agencyEmployeesArray = object_to_array($agency->value->statistics->employees);
foreach ($headers as $i => $fieldName) {	foreach ($headers as $i => $fieldName) {
if (isset($agencyEmployeesArray[$fieldName])) {	if (isset($agencyEmployeesArray[$fieldName])) {
$row[] = '['.$i.','.$agencyEmployeesArray[$fieldName]["value"].']';	$row[] = '['.$i.','.$agencyEmployeesArray[$fieldName]["value"].']';
} else {	} else {
$row[] = '['.$i.',0]';	$row[] = '['.$i.',0]';
}	}
}	}
if ($format == "csv") {	if ($format == "csv") {
fputcsv($fp, array_values($row));	fputcsv($fp, array_values($row));
} else if ($format == "json") {	} else if ($format == "json") {
if (!$first) echo ",";	if (!$first) echo ",";
echo '{"data" : [' . implode(",", array_values($row)) . '], "label": "'.$agency->value->name.'", "lines" : { "show" : true }, "points" : { "show" : true }}'.PHP_EOL;	echo '{"data" : [' . implode(",", array_values($row)) . '], "label": "'.$agency->value->name.'", "lines" : { "show" : true }, "points" : { "show" : true }}'.PHP_EOL;
$first = false;	$first = false;
}	}
}	}
}	}
if ($format == "json") {	if ($format == "json") {
echo ']	echo ']
}'.PHP_EOL;	}'.PHP_EOL;

}	}
} catch (SetteeRestClientException $e) {	} catch (SetteeRestClientException $e) {
setteErrorHandler($e);	setteErrorHandler($e);
}	}

die;	die;
}	}
?>	?>

file:b/admin/exportScore.csv.php (new)

	<?php

	include_once("../include/common.inc.php");

	$db = $server->get_db('disclosr-agencies');
	$format = "csv";
	//$format = "json";
	if (isset($_REQUEST['format'])) $format = $_REQUEST['format'];

	setlocale(LC_CTYPE, 'C');

	$headers = Array();

	$fp = fopen('php://output', 'w');
	if ($fp && $db) {
	if ($format == "csv") {
	header('Content-Type: text/csv; charset=utf-8');
	header('Content-Disposition: attachment; filename="export.score.' . date("c") . '.csv"');
	}
	header('Pragma: no-cache');
	header('Expires: 0');

	try {
	$agencies = $db->get_view("score", "score", null, true)->rows;
	//print_r($agencies);
	$first = true;
	if ($format == "json") {
	echo '"data" : ['.PHP_EOL;

	}
	foreach ($agencies as $agency) {
	$agencyArray = object_to_array($agency->value);
	if ($first) {
	$headers = array_keys($agencyArray);
	if ($format == "csv") {
	fputcsv($fp, $headers);
	} else if ($format == "json") {
	echo '{
	"labels" : ["' . implode('","', $headers) . '"],'.PHP_EOL;
	}
	}
	$row = Array();

	foreach ($headers as $i => $fieldName) {
	if (isset($agencyArray[$fieldName])) {
	$row[] = $agencyArray[$fieldName];
	} else {
	$row[] = '';
	}
	}
	if ($format == "csv") {
	fputcsv($fp, array_values($row));
	} else if ($format == "json") {
	if (!$first) echo ",";
	echo '{"data" : [' . implode(",", array_values($row)) . '], "label": "'.$agency->value->name.'", "lines" : { "show" : true }, "points" : { "show" : true }}'.PHP_EOL;

	}
	$first = false;
	}

	if ($format == "json") {
	echo ']
	}'.PHP_EOL;

	}
	} catch (SetteeRestClientException $e) {
	setteErrorHandler($e);
	}

	die;
	}
	?>

file:a/include/couchdb.inc.php -> file:b/include/couchdb.inc.php

<?php	<?php

include $basePath . "schemas/schemas.inc.php";	include $basePath . "schemas/schemas.inc.php";

require ($basePath . 'couchdb/settee/src/settee.php');	require ($basePath . 'couchdb/settee/src/settee.php');

function createDocumentsDesignDoc() {	function createDocumentsDesignDoc() {
/*"views": {	/*"views": {
"web_server": {	"web_server": {
"map": "function(doc) {\n emit(doc.web_server, 1);\n}",	"map": "function(doc) {\n emit(doc.web_server, 1);\n}",
"reduce": "function (key, values, rereduce) {\n return sum(values);\n}"	"reduce": "function (key, values, rereduce) {\n return sum(values);\n}"
},	},
"byAgency": {	"byAgency": {
"map": "function(doc) {\n emit(doc.agencyID, 1);\n}",	"map": "function(doc) {\n emit(doc.agencyID, 1);\n}",
"reduce": "function (key, values, rereduce) {\n return sum(values);\n}"	"reduce": "function (key, values, rereduce) {\n return sum(values);\n}"
},	},
"byURL": {	"byURL": {
"map": "function(doc) {\n emit(doc.url, doc);\n}"	"map": "function(doc) {\n emit(doc.url, doc);\n}"
},	},
"agency": {	"agency": {
"map": "function(doc) {\n emit(doc.agencyID, doc);\n}"	"map": "function(doc) {\n emit(doc.agencyID, doc);\n}"
},	},
"byWebServer": {	"byWebServer": {
"map": "function(doc) {\n emit(doc.web_server, doc);\n}"	"map": "function(doc) {\n emit(doc.web_server, doc);\n}"
}	}
}*/	}*/
}	}

function createAgencyDesignDoc() {	function createAgencyDesignDoc() {
global $db;	global $db;
$obj = new stdClass();	$obj = new stdClass();
$obj->_id = "_design/" . urlencode("app");	$obj->_id = "_design/" . urlencode("app");
$obj->language = "javascript";	$obj->language = "javascript";
$obj->views->all->map = "function(doc) { emit(doc._id, doc); };";	$obj->views->all->map = "function(doc) { emit(doc._id, doc); };";
$obj->views->byABN->map = "function(doc) { emit(doc.abn, doc); };";	$obj->views->byABN->map = "function(doc) { emit(doc.abn, doc); };";
$obj->views->byCanonicalName->map = "function(doc) {	$obj->views->byCanonicalName->map = "function(doc) {
if (doc.parentOrg \|\| doc.orgType == 'FMA-DepartmentOfState') {	if (doc.parentOrg \|\| doc.orgType == 'FMA-DepartmentOfState') {
emit(doc.name, doc);	emit(doc.name, doc);
}	}
};";	};";
$obj->views->byDeptStateName->map = "function(doc) {	$obj->views->byDeptStateName->map = "function(doc) {
if (doc.orgType == 'FMA-DepartmentOfState') {	if (doc.orgType == 'FMA-DepartmentOfState') {
emit(doc.name, doc._id);	emit(doc.name, doc._id);
}	}
};";	};";
$obj->views->parentOrgs->map = "function(doc) {	$obj->views->parentOrgs->map = "function(doc) {
if (doc.parentOrg) {	if (doc.parentOrg) {
emit(doc._id, doc.parentOrg);	emit(doc._id, doc.parentOrg);
}	}
};";	};";
$obj->views->byName->map = 'function(doc) {	$obj->views->byName->map = 'function(doc) {
if (typeof(doc["status"]) == "undefined" \|\| doc["status"] != "suspended") {	if (typeof(doc["status"]) == "undefined" \|\| doc["status"] != "suspended") {
emit(doc.name, doc._id);	emit(doc.name, doc._id);
if (typeof(doc.shortName) != "undefined" && doc.shortName != doc.name) {	if (typeof(doc.shortName) != "undefined" && doc.shortName != doc.name) {
emit(doc.shortName, doc._id);	emit(doc.shortName, doc._id);
}	}
for (name in doc.otherNames) {	for (name in doc.otherNames) {
if (doc.otherNames[name] != "" && doc.otherNames[name] != doc.name) {	if (doc.otherNames[name] != "" && doc.otherNames[name] != doc.name) {
emit(doc.otherNames[name], doc._id);	emit(doc.otherNames[name], doc._id);
}	}
}	}
for (name in doc.foiBodies) {	for (name in doc.foiBodies) {
if (doc.foiBodies[name] != "" && doc.foiBodies[name] != doc.name) {	if (doc.foiBodies[name] != "" && doc.foiBodies[name] != doc.name) {
emit(doc.foiBodies[name], doc._id);	emit(doc.foiBodies[name], doc._id);
}	}
}	}
}	}
};';	};';

$obj->views->foiEmails->map = "function(doc) {	$obj->views->foiEmails->map = "function(doc) {
emit(doc._id, doc.foiEmail);	emit(doc._id, doc.foiEmail);
};";	};";

$obj->views->byLastModified->map = "function(doc) { emit(doc.metadata.lastModified, doc); }";	$obj->views->byLastModified->map = "function(doc) { emit(doc.metadata.lastModified, doc); }";
$obj->views->getActive->map = 'function(doc) { if (doc.status == "active") { emit(doc._id, doc); } };';	$obj->views->getActive->map = 'function(doc) { if (doc.status == "active") { emit(doc._id, doc); } };';
$obj->views->getSuspended->map = 'function(doc) { if (doc.status == "suspended") { emit(doc._id, doc); } };';	$obj->views->getSuspended->map = 'function(doc) { if (doc.status == "suspended") { emit(doc._id, doc); } };';
$obj->views->getScrapeRequired->map = "function(doc) {	$obj->views->getScrapeRequired->map = "function(doc) {

var lastScrape = Date.parse(doc.metadata.lastScraped);	var lastScrape = Date.parse(doc.metadata.lastScraped);

var today = new Date();	var today = new Date();

if (!lastScrape \|\| lastScrape.getTime() + 1000 != today.getTime()) {	if (!lastScrape \|\| lastScrape.getTime() + 1000 != today.getTime()) {
emit(doc._id, doc);	emit(doc._id, doc);
}	}

};";	};";
$obj->views->showNamesABNs->map = "function(doc) { emit(doc._id, {name: doc.name, abn: doc.abn}); };";	$obj->views->showNamesABNs->map = "function(doc) { emit(doc._id, {name: doc.name, abn: doc.abn}); };";
$obj->views->getConflicts->map = "function(doc) {	$obj->views->getConflicts->map = "function(doc) {
if (doc._conflicts) {	if (doc._conflicts) {
emit(null, [doc._rev].concat(doc._conflicts));	emit(null, [doc._rev].concat(doc._conflicts));
}	}
}";	}";
// http://stackoverflow.com/questions/646628/javascript-startswith	// http://stackoverflow.com/questions/646628/javascript-startswith
$obj->views->scoreHas->map = 'if(!String.prototype.startsWith){	$obj->views->score->map = 'if(!String.prototype.startsWith){
String.prototype.startsWith = function (str) {	String.prototype.startsWith = function (str) {
return !this.indexOf(str);	return !this.indexOf(str);
}	}
}	}
if(!String.prototype.endsWith){
String.prototype.endsWith = function(suffix) {
return this.indexOf(suffix, this.length - suffix.length) !== -1;
};
}
function(doc) {	function(doc) {
if (typeof(doc["status"]) == "undefined" \|\| doc["status"] != "suspended") {	count = 0;
for(var propName in doc) {	if (doc["status"] != "suspended") {
if(typeof(doc[propName]) != "undefined" && (propName.startsWith("has") \|\| propName.endsWith("URL"))) {	for(var propName in doc) {
emit(propName, 1);	if(typeof(doc[propName]) != "undefined" && doc[propName] != "") {
}	count++;
}	}
emit("total", 1);	}
}	portfolio = doc.parentOrg;
	if (doc.orgType == "FMA-DepartmentOfState") {
	portfolio = doc._id;
	}
	if (doc.orgType == "Court-Commonwealth" \|\| doc.orgType == "FMA-DepartmentOfParliament") {
	portfolio = doc.orgType;
	}
	emit(count+doc._id, {id:doc._id, name: doc.name, score:count, orgType: doc.orgType, portfolio:portfolio});
	}
}';	}';
$obj->views->scoreHas->map = 'if(!String.prototype.startsWith){	$obj->views->scoreHas->map = 'if(!String.prototype.startsWith){
String.prototype.startsWith = function (str) {	String.prototype.startsWith = function (str) {
return !this.indexOf(str);	return !this.indexOf(str);
}	}
}	}
if(!String.prototype.endsWith){	if(!String.prototype.endsWith){
String.prototype.endsWith = function(suffix) {	String.prototype.endsWith = function(suffix) {
return this.indexOf(suffix, this.length - suffix.length) !== -1;	return this.indexOf(suffix, this.length - suffix.length) !== -1;
};	};
}	}
function(doc) {	function(doc) {
if (typeof(doc["status"]) == "undefined" \|\| doc["status"] != "suspended") {	if (typeof(doc["status"]) == "undefined" \|\| doc["status"] != "suspended") {
for(var propName in doc) {	for(var propName in doc) {
if(typeof(doc[propName]) != "undefined" && (propName.startsWith("has") \|\| propName.endsWith("URL"))) {	if(typeof(doc[propName]) != "undefined" && (propName.startsWith("has") \|\| propName.endsWith("URL"))) {
emit(propName, 1);	emit(propName, 1);
}	}
}	}
emit("total", 1);	emit("total", 1);
}	}
}';	}';
$obj->views->scoreHas->reduce = 'function (key, values, rereduce) {	$obj->views->scoreHas->reduce = 'function (key, values, rereduce) {
return sum(values);	return sum(values);
}';	}';
$obj->views->fieldNames->map = '	$obj->views->fieldNames->map = '
function(doc) {	function(doc) {
for(var propName in doc) {	for(var propName in doc) {
emit(propName, doc._id);	emit(propName, doc._id);
}	}

}';	}';
$obj->views->fieldNames->reduce = 'function (key, values, rereduce) {	$obj->views->fieldNames->reduce = 'function (key, values, rereduce) {
return values.length;	return values.length;
}';	}';
// allow safe updates (even if slightly slower due to extra: rev-detection check).	// allow safe updates (even if slightly slower due to extra: rev-detection check).
return $db->save($obj, true);	return $db->save($obj, true);
}	}

if (php_uname('n') == "vanille") {	if (php_uname('n') == "vanille") {
$serverAddr = 'http://192.168.178.21:5984/';	$serverAddr = 'http://192.168.178.21:5984/';

} else	} else
if (php_uname('n') == "KYUUBEY") {	if (php_uname('n') == "KYUUBEY") {

$serverAddr = 'http://192.168.1.148:5984/';	$serverAddr = 'http://192.168.1.148:5984/';
} else {	} else {
$serverAddr = 'http://127.0.0.1:5984/';	$serverAddr = 'http://127.0.0.1:5984/';
}	}
$server = new SetteeServer($serverAddr);	$server = new SetteeServer($serverAddr);
function setteErrorHandler($e) {	function setteErrorHandler($e) {
echo $e->getMessage() . "<br>" . PHP_EOL;	echo $e->getMessage() . "<br>" . PHP_EOL;
}	}