gitphp 0.2.9.1 :: disclosr.git/commitdiff

Merge branch 'master' of ssh://maxious.lambdacomplex.org/git/disclosr

Former-commit-id: fc4448d27e936bc92eabb21c8f2897cdd184b544

4 files changed: (show all)
admin/importRTKbodies.php (new)
alaveteli/exportAgencies.csv.php
getAgency.php
include/common.inc.php

file:b/admin/importRTKbodies.php (new)

	<?php

	require_once '../include/common.inc.php';

	$db = $server->get_db('disclosr-agencies');
	$rows = $db->get_view("app", "byName")->rows;
	$nametoid = Array();
	$accounts = Array();
	foreach ($rows as $row) {
	$nametoid[trim($row->key)] = $row->value;
	}

	function extractCSVAccounts($url, $nameField, $accountField, $filter) {
	global $accounts, $nametoid;
	$request = Requests::get($url);
	echo $url;
	$Data = str_getcsv($request->body, "\n"); //parse the rows
	$headers = Array();
	foreach ($Data as $num => $line) {
	$Row = str_getcsv($line, ",");
	if ($num == 0) {
	$headers = $Row;
	print_r($headers);
	} else {
	if (isset($Row[array_search($nameField, $headers)])) {
	$agencyName = $Row[array_search($nameField, $headers)];
	if (!in_array(trim($agencyName), array_keys($nametoid))) {
	echo "$agencyName missing" . PHP_EOL;
	} else {
	echo $Row[array_search($nameField, $headers)] . PHP_EOL;
	$accounts[$nametoid[trim($agencyName)]]["rtkURLs"][$agencyName] = 'http://www.righttoknow.org.au/body/'.$Row[array_search($accountField, $headers)];
	}
	} else {
	echo "error finding any agency" . $line . PHP_EOL;
	}
	}
	}
	}

	extractCSVAccounts("http://www.righttoknow.org.au/body/all-authorities.csv","Agency","URL name");
	print_r($accounts);
	/* foreach ($accounts as $id => $accountTypes) {
	echo $id . "<br>" . PHP_EOL;
	$doc = object_to_array($db->get($id));
	// print_r($doc);

	foreach ($accountTypes as $accountType => $accounts) {
	if (!isset($doc["has" . $accountType]) \|\| !is_array($doc["has" . $accountType])) {
	$doc["has" . $accountType] = Array();
	}
	$doc["has" . $accountType] = array_unique(array_merge($doc["has" . $accountType], $accounts));
	}
	$db->save($doc);
	}*/
	?>

file:a/alaveteli/exportAgencies.csv.php -> file:b/alaveteli/exportAgencies.csv.php

<?php	<?php

include_once("../include/common.inc.php");	include_once("../include/common.inc.php");

setlocale(LC_CTYPE, 'C');	setlocale(LC_CTYPE, 'C');

$headers = Array("#id", "name", "request_email", "short_name", "notes", "publication_scheme", "home_page", "tag_string");	$headers = Array("#id", "name", "request_email", "short_name", "notes", "publication_scheme", "home_page", "tag_string");

$db = $server->get_db('disclosr-agencies');	$db = $server->get_db('disclosr-agencies');

$tag = Array();	$tag = Array();
try {	try {
$rows = $db->get_view("app", "byDeptStateName", null, true)->rows;	$rows = $db->get_view("app", "byDeptStateName", null, true)->rows;
//print_r($rows);	//print_r($rows);
foreach ($rows as $row) {	foreach ($rows as $row) {
$tag[$row->id] = phrase_to_tag(dept_to_portfolio($row->key));	$tag[$row->id] = phrase_to_tag(dept_to_portfolio($row->key));
}	}
} catch (SetteeRestClientException $e) {	} catch (SetteeRestClientException $e) {
setteErrorHandler($e);	setteErrorHandler($e);
die();	die();
}	}

$foiEmail = Array();	$foiEmail = Array();
try {	try {
$rows = $db->get_view("app", "foiEmails", null, true)->rows;	$rows = $db->get_view("app", "foiEmails", null, true)->rows;
//print_r($rows);	//print_r($rows);
foreach ($rows as $row) {	foreach ($rows as $row) {
$foiEmail[$row->key] = $row->value;	$foiEmail[$row->key] = $row->value;
}	}
} catch (SetteeRestClientException $e) {	} catch (SetteeRestClientException $e) {
setteErrorHandler($e);	setteErrorHandler($e);
die();	die();
}	}

$fp = fopen('php://output', 'w');	$fp = fopen('php://output', 'w');
if ($fp && $db) {	if ($fp && $db) {
header('Content-Type: text/csv; charset=utf-8');	header('Content-Type: text/csv; charset=utf-8');
header('Content-Disposition: attachment; filename="export.' . date("c") . '.csv"');	header('Content-Disposition: attachment; filename="export.' . date("c") . '.csv"');
header('Pragma: no-cache');	header('Pragma: no-cache');
header('Expires: 0');	header('Expires: 0');
fputcsv($fp, $headers);	fputcsv($fp, $headers);
try {	try {
$agencies = $db->get_view("app", "byCanonicalName", null, true)->rows;	$agencies = $db->get_view("app", "byCanonicalName", null, true)->rows;
//print_r($rows);	//print_r($rows);
foreach ($agencies as $agency) {	foreach ($agencies as $agency) {
// print_r($agency);	// print_r($agency);

if (isset($agency->value->foiEmail) && $agency->value->foiEmail != "null" && !isset($agency->value->status)) {	if (isset($agency->value->foiEmail) && $agency->value->foiEmail != "null" && !isset($agency->value->status)) {
$row = Array();	$row = Array();
$row["#id"] = $agency->id;	$row["#id"] = $agency->id;
$row["name"] = trim($agency->value->name);	$row["name"] = trim($agency->value->name);
$row["request_email"] = (isset($agency->value->foiEmail) ? $agency->value->foiEmail : "");	$row["request_email"] = (isset($agency->value->foiEmail) ? $agency->value->foiEmail : "");
$row["short_name"] = (isset($agency->value->shortName) ? $agency->value->shortName : "");	$row["short_name"] = (isset($agency->value->shortName) ? $agency->value->shortName : "");
$row["notes"] = (isset($agency->value->description) ? $agency->value->description : "");	$row["notes"] = (isset($agency->value->description) ? $agency->value->description : "");

$otherBodies = Array();	$otherBodies = Array();
if (isset($agency->value->foiBodies)) {	if (isset($agency->value->foiBodies)) {
$otherBodies = array_merge($otherBodies, $agency->value->foiBodies);	$otherBodies = array_merge($otherBodies, $agency->value->foiBodies);
}	}
if (isset($agency->value->positions)) {	if (isset($agency->value->positions)) {
$otherBodies = array_merge($otherBodies, $agency->value->positions);	$positions = Array();
	foreach ($agency->value->positions as $position) {
	$positions[] = "Office of the ".$position;
	}
	$otherBodies = array_merge($otherBodies, $positions);
}	}
	sort($otherBodies);
if (count($otherBodies) > 0) {	if (count($otherBodies) > 0) {
$row["notes"] .= "<br/> This department also responds to requests for information held by ".implode(",",$otherBodies);	$row["notes"] .= "<br/> This department also responds to requests for information held by " . implode(", ", $otherBodies);
}	}

$row["publication_scheme"] = (isset($agency->value->infoPublicationSchemeURL) ? $agency->value->infoPublicationSchemeURL : "");	$row["publication_scheme"] = (isset($agency->value->infoPublicationSchemeURL) ? $agency->value->infoPublicationSchemeURL : "");
$row["home_page"] = (isset($agency->value->website) ? $agency->value->website : "");	$row["home_page"] = (isset($agency->value->website) ? $agency->value->website : "");
if ($agency->value->orgType == "FMA-DepartmentOfState") {	if ($agency->value->orgType == "FMA-DepartmentOfState") {
$row["tag_string"] = $tag[$agency->value->_id];	$row["tag_string"] = $tag[$agency->value->_id];
} else {	} else {
$row["tag_string"] = $tag[$agency->value->parentOrg];	$row["tag_string"] = $tag[$agency->value->parentOrg];
}	}
$row["tag_string"] .= " " . $agency->value->orgType;	$row["tag_string"] .= " " . $agency->value->orgType;
$row["tag_string"] .= " federal";	$row["tag_string"] .= " federal";
fputcsv($fp, array_values($row));	fputcsv($fp, array_values($row));



}	}
}	}
} catch (SetteeRestClientException $e) {	} catch (SetteeRestClientException $e) {
setteErrorHandler($e);	setteErrorHandler($e);
}	}

die;	die;
}	}
?>	?>

file:a/getAgency.php -> file:b/getAgency.php

<?php	<?php

include_once('include/common.inc.php');	include_once('include/common.inc.php');


function displayValue($key, $value, $mode) {	function displayValue($key, $value, $mode) {
global $db, $schemas;	global $db, $schemas;
if ($mode == "view") {	if ($mode == "view") {
if (strpos($key, "_") === 0 \|\| $key== "metadata") return;	if (strpos($key, "_") === 0 \|\| $key== "metadata") return;
echo "<tr>";	echo "<tr>";

echo "<td>" . $schemas['agency']["properties"][$key]['x-title'] . "<br><small>" . $schemas['agency']["properties"][$key]['description'] . "</small></td><td>";	echo "<td>";
	if (isset($schemas['agency']["properties"][$key])) {
	echo $schemas['agency']["properties"][$key]['x-title'] . "<br><small>" . $schemas['agency']["properties"][$key]['description']."</small>";
	}
	echo "</td><td>";
if (is_array($value)) {	if (is_array($value)) {
echo "<ol>";	echo "<ol>";
foreach ($value as $subkey => $subvalue) {	foreach ($value as $subkey => $subvalue) {

echo "<li ";	echo "<li ";
if (isset($schemas['agency']["properties"][$key]['x-property'])) {	if (isset($schemas['agency']["properties"][$key]['x-property'])) {
echo ' property="' . $schemas['agency']["properties"][$key]['x-property'] . '" ';	echo ' property="' . $schemas['agency']["properties"][$key]['x-property'] . '" ';
} if (isset($schemas['agency']["properties"][$key]['x-itemprop'])) {	} if (isset($schemas['agency']["properties"][$key]['x-itemprop'])) {
echo ' itemprop="' . $schemas['agency']["properties"][$key]['x-itemprop'] . '" ';	echo ' itemprop="' . $schemas['agency']["properties"][$key]['x-itemprop'] . '" ';
}	}
echo " >";	echo " >";

echo "$subvalue</li>";	echo "$subvalue</li>";
}	}
echo "</ol></td></tr>";	echo "</ol></td></tr>";
} else {	} else {
if (isset($schemas['agency']["properties"][$key]['x-property'])) {	if (isset($schemas['agency']["properties"][$key]['x-property'])) {
echo '<span property="' . $schemas['agency']["properties"][$key]['x-property'] . '">';	echo '<span property="' . $schemas['agency']["properties"][$key]['x-property'] . '">';
} else {	} else {
echo "<span>";	echo "<span>";
}	}
if ((strpos($key, "URL") > 0 \|\| $key == 'website') && $value != "") {	if ((strpos($key, "URL") > 0 \|\| $key == 'website') && $value != "") {
echo "<a ".($key == 'website' ? 'itemprop="url"':'')." href='$value'>$value</a>";	echo "<a ".($key == 'website' ? 'itemprop="url"':'')." href='$value'>$value</a>";
} else {	} else {
echo "$value</span>";	echo "$value</span>";
}	}
}	}
echo "</td></tr>";	echo "</td></tr>";
}	}
if ($mode == "edit") {	if ($mode == "edit") {
if (is_array($value)) {	if (is_array($value)) {
echo '<div class="row">	echo '<div class="row">
<div class="seven columns">	<div class="seven columns">
<fieldset>	<fieldset>
<h5>' . $key . '</h5>';	<h5>' . $key . '</h5>';
foreach ($value as $subkey => $subvalue) {	foreach ($value as $subkey => $subvalue) {
echo "<label>$subkey</label><input class='input-text' type='text' id='$key$subkey' name='$key" . '[' . $subkey . "]' value='$subvalue'/></tr>";	echo "<label>$subkey</label><input class='input-text' type='text' id='$key$subkey' name='$key" . '[' . $subkey . "]' value='$subvalue'/></tr>";
}	}
echo "</fieldset>	echo "</fieldset>
</div>	</div>
</div>";	</div>";
} else {	} else {
if (strpos($key, "_") === 0) {	if (strpos($key, "_") === 0) {
echo"<input type='hidden' id='$key' name='$key' value='$value'/>";	echo"<input type='hidden' id='$key' name='$key' value='$value'/>";
} else if ($key == "parentOrg") {	} else if ($key == "parentOrg") {
echo "<label for='$key'>$key</label><select id='$key' name='$key'><option value=''> Select... </option>";	echo "<label for='$key'>$key</label><select id='$key' name='$key'><option value=''> Select... </option>";
$rows = $db->get_view("app", "byDeptStateName")->rows;	$rows = $db->get_view("app", "byDeptStateName")->rows;
//print_r($rows);	//print_r($rows);
foreach ($rows as $row) {	foreach ($rows as $row) {
echo "<option value='{$row->value}'" . (($row->value == $value) ? "SELECTED" : "") . " >" . str_replace("Department of ", "", $row->key) . "</option>";	echo "<option value='{$row->value}'" . (($row->value == $value) ? "SELECTED" : "") . " >" . str_replace("Department of ", "", $row->key) . "</option>";
}	}
echo" </select>";	echo" </select>";
} else {	} else {
echo "<label>$key</label><input class='input-text' type='text' id='$key' name='$key' value='$value'/>";	echo "<label>$key</label><input class='input-text' type='text' id='$key' name='$key' value='$value'/>";
if ((strpos($key, "URL") > 0 \|\| $key == 'website') && $value != "") {	if ((strpos($key, "URL") > 0 \|\| $key == 'website') && $value != "") {
echo "<a ".($key == 'website' ? 'itemprop="url"':'')." href='$value'>view</a>";	echo "<a ".($key == 'website' ? 'itemprop="url"':'')." href='$value'>view</a>";

}	}
if ($key == 'abn') {	if ($key == 'abn') {
echo "<a href='http://www.abr.business.gov.au/SearchByAbn.aspx?SearchText=$value'>view abn</a>";	echo "<a href='http://www.abr.business.gov.au/SearchByAbn.aspx?SearchText=$value'>view abn</a>";
}	}
}	}
}	}
}	}
//	//
}	}

function addDefaultFields($row) {	function addDefaultFields($row) {
global $schemas;	global $schemas;
$defaultFields = array_keys($schemas['agency']['properties']);	$defaultFields = array_keys($schemas['agency']['properties']);
foreach ($defaultFields as $defaultField) {	foreach ($defaultFields as $defaultField) {
if (!isset($row[$defaultField])) {	if (!isset($row[$defaultField])) {
if ($schemas['agency']['properties'][$defaultField]['type'] == "string") {	if ($schemas['agency']['properties'][$defaultField]['type'] == "string") {
$row[$defaultField] = "";	$row[$defaultField] = "";
}	}
if ($schemas['agency']['properties'][$defaultField]['type'] == "array") {	if ($schemas['agency']['properties'][$defaultField]['type'] == "array") {
$row[$defaultField] = Array("");	$row[$defaultField] = Array("");
}	}
} else if ($schemas['agency']['properties'][$defaultField]['type'] == "array") {	} else if ($schemas['agency']['properties'][$defaultField]['type'] == "array") {
if (is_array($row[$defaultField])) {	if (is_array($row[$defaultField])) {
$row[$defaultField][] = "";	$row[$defaultField][] = "";
$row[$defaultField][] = "";	$row[$defaultField][] = "";
$row[$defaultField][] = "";	$row[$defaultField][] = "";
} else {	} else {
$value = $row[$defaultField];	$value = $row[$defaultField];
$row[$defaultField] = Array($value);	$row[$defaultField] = Array($value);
$row[$defaultField][] = "";	$row[$defaultField][] = "";
$row[$defaultField][] = "";	$row[$defaultField][] = "";

}	}
}	}
}	}
return $row;	return $row;
}	}

$db = $server->get_db('disclosr-agencies');	$db = $server->get_db('disclosr-agencies');

if (isset($_REQUEST['id'])) {	if (isset($_REQUEST['id'])) {
//get an agency record as json/html, search by name/abn/id	//get an agency record as json/html, search by name/abn/id
// by name = startkey="Ham"&endkey="Ham\ufff0"	// by name = startkey="Ham"&endkey="Ham\ufff0"
// edit?	// edit?

$obj = $db->get($_REQUEST['id']);	$obj = $db->get($_REQUEST['id']);
include_header($obj->name);	include_header($obj->name);
//print_r($row);	//print_r($row);
if (sizeof($_POST) > 0) {	if (sizeof($_POST) > 0) {
//print_r($_POST);	//print_r($_POST);
foreach ($_POST as $postkey => $postvalue) {	foreach ($_POST as $postkey => $postvalue) {
if ($postvalue == "") {	if ($postvalue == "") {
unset($_POST[$postkey]);	unset($_POST[$postkey]);
}	}
if (is_array($postvalue)) {	if (is_array($postvalue)) {
if (count($postvalue) == 1 && $postvalue[0] == "") {	if (count($postvalue) == 1 && $postvalue[0] == "") {
unset($_POST[$postkey]);	unset($_POST[$postkey]);
} else {	} else {
foreach ($_POST[$postkey] as $key => &$value) {	foreach ($_POST[$postkey] as $key => &$value) {
if ($value == "") {	if ($value == "") {
unset($_POST[$postkey][$key]);	unset($_POST[$postkey][$key]);
}	}
}	}
}	}
}	}
}	}
if (isset($_POST['_id']) && $db->get_rev($_POST['_id']) == $_POST['_rev']) {	if (isset($_POST['_id']) && $db->get_rev($_POST['_id']) == $_POST['_rev']) {
echo "Edited version was latest version, continue saving";	echo "Edited version was latest version, continue saving";
$newdoc = $_POST;	$newdoc = $_POST;
$newdoc['metadata']['lastModified'] = time();	$newdoc['metadata']['lastModified'] = time();
$obj = $db->save($newdoc);	$obj = $db->save($newdoc);
} else {	} else {
echo "ALERT doc revised by someone else while editing. Document not saved.";	echo "ALERT doc revised by someone else while editing. Document not saved.";
}	}
}	}

$mode = "view";	$mode = "view";
$rowArray = object_to_array($obj);	$rowArray = object_to_array($obj);
ksort($rowArray);	ksort($rowArray);
if ($mode == "edit") {	if ($mode == "edit") {
$row = addDefaultFields($rowArray);	$row = addDefaultFields($rowArray);
} else {	} else {
$row = $rowArray;	$row = $rowArray;
}	}

if ($mode == "view") {	if ($mode == "view") {
echo '<div itemscope itemtype="http://schema.org/GovernmentOrganization" typeof="schema:GovernmentOrganization" about="#' . $row['_id'] . '"><table width="100%">';	echo '<div itemscope itemtype="http://schema.org/GovernmentOrganization" typeof="schema:GovernmentOrganization" about="#' . $row['_id'] . '"><table width="100%">';
echo '<tr> <td colspan="2"><h3 itemprop="name">' . $row['name'] . "</h3></td></tr>";	echo '<tr> <td colspan="2"><h3 itemprop="name">' . $row['name'] . "</h3></td></tr>";
echo "<tr><th>Field Name</th><th>Field Value</th></tr>";	echo "<tr><th>Field Name</th><th>Field Value</th></tr>";