gitphp 0.2.9.1 :: disclosr.git/commitdiff

file:b/admin/importRTKbodies.php (new)

	<?php

	require_once '../include/common.inc.php';

	$db = $server->get_db('disclosr-agencies');
	$rows = $db->get_view("app", "byName")->rows;
	$nametoid = Array();
	$accounts = Array();
	foreach ($rows as $row) {
	$nametoid[trim($row->key)] = $row->value;
	}

	function extractCSVAccounts($url, $nameField, $accountField, $filter) {
	global $accounts, $nametoid;
	$request = Requests::get($url);
	echo $url;
	$Data = str_getcsv($request->body, "\n"); //parse the rows
	$headers = Array();
	foreach ($Data as $num => $line) {
	$Row = str_getcsv($line, ",");
	if ($num == 0) {
	$headers = $Row;
	print_r($headers);
	} else {
	if (isset($Row[array_search($nameField, $headers)])) {
	$agencyName = $Row[array_search($nameField, $headers)];
	if (!in_array(trim($agencyName), array_keys($nametoid))) {
	echo "$agencyName missing" . PHP_EOL;
	} else {
	echo $Row[array_search($nameField, $headers)] . PHP_EOL;
	$accounts[$nametoid[trim($agencyName)]]["rtkURLs"][$agencyName] = 'http://www.righttoknow.org.au/body/'.$Row[array_search($accountField, $headers)];
	}
	} else {
	echo "error finding any agency" . $line . PHP_EOL;
	}
	}
	}
	}

	extractCSVAccounts("http://www.righttoknow.org.au/body/all-authorities.csv","Agency","URL name");
	print_r($accounts);
	/* foreach ($accounts as $id => $accountTypes) {
	echo $id . "<br>" . PHP_EOL;
	$doc = object_to_array($db->get($id));
	// print_r($doc);

	foreach ($accountTypes as $accountType => $accounts) {
	if (!isset($doc["has" . $accountType]) \|\| !is_array($doc["has" . $accountType])) {
	$doc["has" . $accountType] = Array();
	}
	$doc["has" . $accountType] = array_unique(array_merge($doc["has" . $accountType], $accounts));
	}
	$db->save($doc);
	}*/
	?>

file:a/alaveteli/exportAgencies.csv.php -> file:b/alaveteli/exportAgencies.csv.php

<?php	<?php

include_once("../include/common.inc.php");	include_once("../include/common.inc.php");

setlocale(LC_CTYPE, 'C');	setlocale(LC_CTYPE, 'C');

$headers = Array("#id", "name", "request_email", "short_name", "notes", "publication_scheme", "home_page", "tag_string");	$headers = Array("#id", "name", "request_email", "short_name", "notes", "publication_scheme", "home_page", "tag_string");

$db = $server->get_db('disclosr-agencies');	$db = $server->get_db('disclosr-agencies');

$tag = Array();	$tag = Array();
try {	try {
$rows = $db->get_view("app", "byDeptStateName", null, true)->rows;	$rows = $db->get_view("app", "byDeptStateName", null, true)->rows;
//print_r($rows);	//print_r($rows);
foreach ($rows as $row) {	foreach ($rows as $row) {
$tag[$row->id] = phrase_to_tag(dept_to_portfolio($row->key));	$tag[$row->id] = phrase_to_tag(dept_to_portfolio($row->key));
}	}
} catch (SetteeRestClientException $e) {	} catch (SetteeRestClientException $e) {
setteErrorHandler($e);	setteErrorHandler($e);
die();	die();
}	}

$foiEmail = Array();	$foiEmail = Array();
try {	try {
$rows = $db->get_view("app", "foiEmails", null, true)->rows;	$rows = $db->get_view("app", "foiEmails", null, true)->rows;
//print_r($rows);	//print_r($rows);
foreach ($rows as $row) {	foreach ($rows as $row) {
$foiEmail[$row->key] = $row->value;	$foiEmail[$row->key] = $row->value;
}	}
} catch (SetteeRestClientException $e) {	} catch (SetteeRestClientException $e) {
setteErrorHandler($e);	setteErrorHandler($e);
die();	die();
}	}

$fp = fopen('php://output', 'w');	$fp = fopen('php://output', 'w');
if ($fp && $db) {	if ($fp && $db) {
header('Content-Type: text/csv; charset=utf-8');	header('Content-Type: text/csv; charset=utf-8');
header('Content-Disposition: attachment; filename="export.' . date("c") . '.csv"');	header('Content-Disposition: attachment; filename="export.' . date("c") . '.csv"');
header('Pragma: no-cache');	header('Pragma: no-cache');
header('Expires: 0');	header('Expires: 0');
fputcsv($fp, $headers);	fputcsv($fp, $headers);
try {	try {
$agencies = $db->get_view("app", "byCanonicalName", null, true)->rows;	$agencies = $db->get_view("app", "byCanonicalName", null, true)->rows;
//print_r($rows);	//print_r($rows);
foreach ($agencies as $agency) {	foreach ($agencies as $agency) {
// print_r($agency);	// print_r($agency);

if (isset($agency->value->foiEmail) && $agency->value->foiEmail != "null" && !isset($agency->value->status)) {	if (isset($agency->value->foiEmail) && $agency->value->foiEmail != "null" && !isset($agency->value->status)) {
$row = Array();	$row = Array();
$row["#id"] = $agency->id;	$row["#id"] = $agency->id;
$row["name"] = trim($agency->value->name);	$row["name"] = trim($agency->value->name);
$row["request_email"] = (isset($agency->value->foiEmail) ? $agency->value->foiEmail : "");	$row["request_email"] = (isset($agency->value->foiEmail) ? $agency->value->foiEmail : "");
$row["short_name"] = (isset($agency->value->shortName) ? $agency->value->shortName : "");	$row["short_name"] = (isset($agency->value->shortName) ? $agency->value->shortName : "");
$row["notes"] = (isset($agency->value->description) ? $agency->value->description : "");	$row["notes"] = (isset($agency->value->description) ? $agency->value->description : "");

$otherBodies = Array();	$otherBodies = Array();
if (isset($agency->value->foiBodies)) {	if (isset($agency->value->foiBodies)) {
$otherBodies = array_merge($otherBodies, $agency->value->foiBodies);	$otherBodies = array_merge($otherBodies, $agency->value->foiBodies);
}	}
if (isset($agency->value->positions)) {	if (isset($agency->value->positions)) {
$otherBodies = array_merge($otherBodies, $agency->value->positions);	$positions = Array();
	foreach ($agency->value->positions as $position) {
	$positions[] = "Office of the ".$position;
	}
	$otherBodies = array_merge($otherBodies, $positions);
}	}
sort($otherBodies);	sort($otherBodies);
if (count($otherBodies) > 0) {	if (count($otherBodies) > 0) {
$row["notes"] .= "<br/> This department also responds to requests for information held by " . implode(", ", $otherBodies);	$row["notes"] .= "<br/> This department also responds to requests for information held by " . implode(", ", $otherBodies);
}	}

$row["publication_scheme"] = (isset($agency->value->infoPublicationSchemeURL) ? $agency->value->infoPublicationSchemeURL : "");	$row["publication_scheme"] = (isset($agency->value->infoPublicationSchemeURL) ? $agency->value->infoPublicationSchemeURL : "");
$row["home_page"] = (isset($agency->value->website) ? $agency->value->website : "");	$row["home_page"] = (isset($agency->value->website) ? $agency->value->website : "");
if ($agency->value->orgType == "FMA-DepartmentOfState") {	if ($agency->value->orgType == "FMA-DepartmentOfState") {
$row["tag_string"] = $tag[$agency->value->_id];	$row["tag_string"] = $tag[$agency->value->_id];
} else {	} else {
$row["tag_string"] = $tag[$agency->value->parentOrg];	$row["tag_string"] = $tag[$agency->value->parentOrg];
}	}
$row["tag_string"] .= " " . $agency->value->orgType;	$row["tag_string"] .= " " . $agency->value->orgType;
$row["tag_string"] .= " federal";	$row["tag_string"] .= " federal";
fputcsv($fp, array_values($row));	fputcsv($fp, array_values($row));
}	}
}	}
} catch (SetteeRestClientException $e) {	} catch (SetteeRestClientException $e) {
setteErrorHandler($e);	setteErrorHandler($e);
}	}

die;	die;
}	}
?>	?>

file:b/documents/google676a414ad086cefb.html (new)

	google-site-verification: google676a414ad086cefb.html

file:b/documents/index.php (new)

	australian disclosure logs

	are you looking for more information about:
	contracts
	gov orgs
	lobbyists

	1/1/11 title (Dept dfggdfgdf)
	description:
	source link:
	documents:
	#1 title link


	rss feed here

file:b/documents/rss.xml.php (new)

	<?php

	// Agency X updated Y, new files, diff of plain text/link text,
	// feed for just one agency or all
	// This is a minimum example of using the Universal Feed Generator Class
	include("lib/FeedWriter.php");
	//Creating an instance of FeedWriter class.
	$TestFeed = new FeedWriter(RSS2);
	//Setting the channel elements
	//Use wrapper functions for common channelelements
	$TestFeed->setTitle('Last Modified - All');
	$TestFeed->setLink('http://disclosr.lambdacomplex.org/rss.xml.php');
	$TestFeed->setDescription('This is test of creating a RSS 2.0 feed Universal Feed Writer');
	//Retriving informations from database
	$rows = $db->get_view("app", "byLastModified")->rows;
	//print_r($rows);
	foreach ($rows as $row) {
	//Create an empty FeedItem
	$newItem = $TestFeed->createNewItem();
	//Add elements to the feed item
	$newItem->setTitle($row['name']);
	$newItem->setLink($row['id']);
	$newItem->setDate(date("c", $row['metadata']['lastModified']));
	$newItem->setDescription($row['name']);
	//Now add the feed item
	$TestFeed->addItem($newItem);
	}
	//OK. Everything is done. Now genarate the feed.
	$TestFeed->genarateFeed();
	?>

file:b/documents/runScrapers.php (new)

file:b/documents/scrapers/3cd40b1240e987cbcd3f0e67054ce259.py (new)

http://www.apvma.gov.au/rss/disclosure.rss

file:b/documents/scrapers/8c9421f852c441910bf1d93a57b31d64.py (new)

http://www.daff.gov.au/about/foi/ips/disclosure_log

file:b/documents/scrapers/be9996f0ac58f71f23d074e82d44ead3.py (new)

	http://foi.deewr.gov.au/disclosure-log/rss

file:b/documents/scrapers/e2a845e55bc9986e6c75c5ad2c508b8d.py (new)

www.finance.gov.au/foi/disclosure-log/foi-rss.xml

file:b/documents/scrapers/rtk.py (new)

http://www.righttoknow.org.au/feed/search/%20(latest_status:successful%20OR%20latest_status:partially_successful)

file:b/documents/search.php (new)

	<?php
	include_once('include/common.inc.php');
	include_header('Search');
	?>
	<div class="foundation-header">
	<h1><a href="search.php">Search</a></h1>
	</div>
	<form>
	<input type="text" name="q" value="<?php if (isset($_REQUEST['q']))echo $_REQUEST['q'];?>"/>
	<input type="submit"/>
	</form>

	<?php
	if (isset($_REQUEST['q'])) {
	$request = Requests::get($serverAddr."disclosr-documents/_fti/_design/lucene/by_all?include_docs=true&q=".$_REQUEST['q']);
	$results = json_decode($request->body);
	$db = $server->get_db('disclosr-documents');
	foreach ($results->rows as $result) {
	//print_r($result);
	//$row = $db->get($result->id);
	echo $result->doc->_id." ".$result->doc->url."<br>".PHP_EOL;
	}
	}
	include_footer();
	?>

file:a/getAgency.php -> file:b/getAgency.php

<?php	<?php

include_once('include/common.inc.php');	include_once('include/common.inc.php');


function displayValue($key, $value, $mode) {	function displayValue($key, $value, $mode) {
global $db, $schemas;	global $db, $schemas;
if ($mode == "view") {	if ($mode == "view") {
if (strpos($key, "_") === 0 \|\| $key== "metadata") return;	if (strpos($key, "_") === 0 \|\| $key== "metadata") return;
echo "<tr>";	echo "<tr>";

echo "<td>" . $schemas['agency']["properties"][$key]['x-title'] . "<br><small>" . $schemas['agency']["properties"][$key]['description'] . "</small></td><td>";	echo "<td>";
	if (isset($schemas['agency']["properties"][$key])) {
	echo $schemas['agency']["properties"][$key]['x-title'] . "<br><small>" . $schemas['agency']["properties"][$key]['description']."</small>";
	}
	echo "</td><td>";
if (is_array($value)) {	if (is_array($value)) {
echo "<ol>";	echo "<ol>";
foreach ($value as $subkey => $subvalue) {	foreach ($value as $subkey => $subvalue) {

echo "<li ";	echo "<li ";
if (isset($schemas['agency']["properties"][$key]['x-property'])) {	if (isset($schemas['agency']["properties"][$key]['x-property'])) {
echo ' property="' . $schemas['agency']["properties"][$key]['x-property'] . '" ';	echo ' property="' . $schemas['agency']["properties"][$key]['x-property'] . '" ';
} if (isset($schemas['agency']["properties"][$key]['x-itemprop'])) {	} if (isset($schemas['agency']["properties"][$key]['x-itemprop'])) {
echo ' itemprop="' . $schemas['agency']["properties"][$key]['x-itemprop'] . '" ';	echo ' itemprop="' . $schemas['agency']["properties"][$key]['x-itemprop'] . '" ';
}	}
echo " >";	echo " >";

echo "$subvalue</li>";	echo "$subvalue</li>";
}	}
echo "</ol></td></tr>";	echo "</ol></td></tr>";
} else {	} else {
if (isset($schemas['agency']["properties"][$key]['x-property'])) {	if (isset($schemas['agency']["properties"][$key]['x-property'])) {
echo '<span property="' . $schemas['agency']["properties"][$key]['x-property'] . '">';	echo '<span property="' . $schemas['agency']["properties"][$key]['x-property'] . '">';
} else {	} else {
echo "<span>";	echo "<span>";
}	}
if ((strpos($key, "URL") > 0 \|\| $key == 'website') && $value != "") {	if ((strpos($key, "URL") > 0 \|\| $key == 'website') && $value != "") {
echo "<a ".($key == 'website' ? 'itemprop="url"':'')." href='$value'>$value</a>";	echo "<a ".($key == 'website' ? 'itemprop="url"':'')." href='$value'>$value</a>";
} else {	} else {
echo "$value</span>";	echo "$value</span>";
}	}
}	}
echo "</td></tr>";	echo "</td></tr>";
}	}
if ($mode == "edit") {	if ($mode == "edit") {
if (is_array($value)) {	if (is_array($value)) {
echo '<div class="row">	echo '<div class="row">
<div class="seven columns">	<div class="seven columns">
<fieldset>	<fieldset>
<h5>' . $key . '</h5>';	<h5>' . $key . '</h5>';
foreach ($value as $subkey => $subvalue) {	foreach ($value as $subkey => $subvalue) {
echo "<label>$subkey</label><input class='input-text' type='text' id='$key$subkey' name='$key" . '[' . $subkey . "]' value='$subvalue'/></tr>";	echo "<label>$subkey</label><input class='input-text' type='text' id='$key$subkey' name='$key" . '[' . $subkey . "]' value='$subvalue'/></tr>";
}	}
echo "</fieldset>	echo "</fieldset>
</div>	</div>
</div>";	</div>";
} else {	} else {
if (strpos($key, "_") === 0) {	if (strpos($key, "_") === 0) {
echo"<input type='hidden' id='$key' name='$key' value='$value'/>";	echo"<input type='hidden' id='$key' name='$key' value='$value'/>";
} else if ($key == "parentOrg") {	} else if ($key == "parentOrg") {
echo "<label for='$key'>$key</label><select id='$key' name='$key'><option value=''> Select... </option>";	echo "<label for='$key'>$key</label><select id='$key' name='$key'><option value=''> Select... </option>";
$rows = $db->get_view("app", "byDeptStateName")->rows;	$rows = $db->get_view("app", "byDeptStateName")->rows;
//print_r($rows);	//print_r($rows);
foreach ($rows as $row) {	foreach ($rows as $row) {
echo "<option value='{$row->value}'" . (($row->value == $value) ? "SELECTED" : "") . " >" . str_replace("Department of ", ""