From: maxious If $document has a an "_id" property set, it will be used as document's unique id (even for "create" operation).
+ * If "_id" is missing, CouchDB will be used to generate a UUID.
+ *
+ * If $document has a "_rev" property (revision), document will be updated, rather than creating a new document.
+ * You have to provide "_rev" if you want to update an existing document, otherwise operation will be assumed to be
+ * one of creation and you will get a duplicate document exception from CouchDB. Also, you may not provide "_rev" but
+ * not provide "_id" since that is an invalid input.
+ *
+ * @param $allowRevAutoDetection
+ * Default: false. When true and _rev is missing from the document, save() function will auto-detect latest revision
+ * for a document and use it. This option is "false" by default because it involves an extra http HEAD request and
+ * therefore can make save() operation slightly slower if such auto-detection is not required.
+ *
+ * @return
+ * document object with the database id (uuid) and revision attached;
+ *
+ * @throws SetteeCreateDatabaseException
+ */
+ function save($document, $allowRevAutoDetection = false) {
+ if (is_string($document)) {
+ $document = json_decode($document);
+ }
+
+ // Allow passing of $document as an array (for syntactic simplicity and also because in JSON world it does not matter)
+ if(is_array($document)) {
+ $document = (object) $document;
+ }
+
+ if (empty($document->_id) && empty($document->_rev)) {
+ $id = $this->gen_uuid();
+ }
+ elseif (empty($document->_id) && !empty($document->_rev)) {
+ throw new SetteeWrongInputException("Error: You can not save a document with a revision provided, but missing id");
+ }
+ else {
+ $id = $document->_id;
+
+ if ($allowRevAutoDetection) {
+ try {
+ $rev = $this->get_rev($id);
+ } catch (SetteeRestClientException $e) {
+ // auto-detection may fail legitimately, if a document has never been saved before (new doc), so skipping error
+ }
+ if (!empty($rev)) {
+ $document->_rev = $rev;
+ }
+ }
+ }
+
+ $full_uri = $this->dbname . "/" . $this->safe_urlencode($id);
+ $document_json = json_encode($document, JSON_NUMERIC_CHECK);
+
+ $ret = $this->rest_client->http_put($full_uri, $document_json);
+
+ $document->_id = $ret['decoded']->id;
+ $document->_rev = $ret['decoded']->rev;
+
+ return $document;
+ }
+
+ /**
+ * @param $doc
+ * @param $name
+ * @param $content
+ * Content of the attachment in a string-buffer format. This function will automatically base64-encode content for
+ * you, so you don't have to do it.
+ * @param $mime_type
+ * Optional. Will be auto-detected if not provided
+ * @return void
+ */
+ public function add_attachment($doc, $name, $content, $mime_type = null) {
+ if (empty($doc->_attachments) || !is_object($doc->_attachments)) {
+ $doc->_attachments = new stdClass();
+ }
+
+ if (empty($mime_type)) {
+ $mime_type = $this->rest_client->content_mime_type($content);
+ }
+
+ $doc->_attachments->$name = new stdClass();
+ $doc->_attachments->$name->content_type = $mime_type;
+ $doc->_attachments->$name->data = base64_encode($content);
+ }
+
+ /**
+ * @param $doc
+ * @param $name
+ * @param $file
+ * Full path to a file (e.g. as returned by PHP's realpath function).
+ * @param $mime_type
+ * Optional. Will be auto-detected if not provided
+ * @return void
+ */
+ public function add_attachment_file($doc, $name, $file, $mime_type = null) {
+ $content = file_get_contents($file);
+ $this->add_attachment($doc, $name, $content, $mime_type);
+ }
+
+ /**
+ *
+ * Retrieve a document from CouchDB
+ *
+ * @throws SetteeWrongInputException
+ *
+ * @param $id
+ * Unique ID (usually: UUID) of the document to be retrieved.
+ * @return
+ * database document in PHP object format.
+ */
+ function get($id) {
+ if (empty($id)) {
+ throw new SetteeWrongInputException("Error: Can't retrieve a document without a uuid.");
+ }
+
+ $full_uri = $this->dbname . "/" . $this->safe_urlencode($id);
+$full_uri = str_replace("%3Frev%3D","?rev=",$full_uri);
+ $ret = $this->rest_client->http_get($full_uri);
+ return $ret['decoded'];
+ }
+
+ /**
+ *
+ * Get the latest revision of a document with document id: $id in CouchDB.
+ *
+ * @throws SetteeWrongInputException
+ *
+ * @param $id
+ * Unique ID (usually: UUID) of the document to be retrieved.
+ * @return
+ * database document in PHP object format.
+ */
+ function get_rev($id) {
+ if (empty($id)) {
+ throw new SetteeWrongInputException("Error: Can't query a document without a uuid.");
+ }
+
+ $full_uri = $this->dbname . "/" . $this->safe_urlencode($id);
+ $headers = $this->rest_client->http_head($full_uri);
+ if (empty($headers['Etag'])) {
+ throw new SetteeRestClientException("Error: could not retrieve revision. Server unexpectedly returned empty Etag");
+ }
+ $etag = str_replace('"', '', $headers['Etag']);
+ return $etag;
+ }
+
+ /**
+ * Delete a document
+ *
+ * @param $document
+ * a PHP object or JSON representation of the document that has _id and _rev fields.
+ *
+ * @return void
+ */
+ function delete($document) {
+ if (!is_object($document)) {
+ $document = json_decode($document);
+ }
+
+ $full_uri = $this->dbname . "/" . $this->safe_urlencode($document->_id) . "?rev=" . $document->_rev;
+ $this->rest_client->http_delete($full_uri);
+ }
+
+
+ /*----------------- View-related functions --------------*/
+
+ /**
+ * Create a new view or update an existing one.
+ *
+ * @param $design_doc
+ * @param $view_name
+ * @param $map_src
+ * Source code of the map function in Javascript
+ * @param $reduce_src
+ * Source code of the reduce function in Javascript (optional)
+ * @return void
+ */
+ function save_view($design_doc, $view_name, $map_src, $reduce_src = null) {
+ $obj = new stdClass();
+ $obj->_id = "_design/" . urlencode($design_doc);
+ $view_name = urlencode($view_name);
+ $obj->views->$view_name->map = $map_src;
+ if (!empty($reduce_src)) {
+ $obj->views->$view_name->reduce = $reduce_src;
+ }
+
+ // allow safe updates (even if slightly slower due to extra: rev-detection check).
+ return $this->save($obj, true);
+ }
+
+ /**
+ * Create a new view or update an existing one.
+ *
+ * @param $design_doc
+ * @param $view_name
+ * @param $key
+ * key parameter to a view. Can be a single value or an array (for a range). If passed an array, function assumes
+ * that first element is startkey, second: endkey.
+ * @param $descending
+ * return results in descending order. Please don't forget that if you are using a startkey/endkey, when you change
+ * order you also need to swap startkey and endkey values!
+ *
+ * @return void
+ */
+ function get_view($design_doc, $view_name, $key = null, $descending = false) {
+ $id = "_design/" . urlencode($design_doc);
+ $view_name = urlencode($view_name);
+ $id .= "/_view/$view_name";
+
+ $data = array();
+ if (!empty($key)) {
+ if (is_string($key)) {
+ $data = "key=" . '"' . $key . '"';
+ }
+ elseif (is_array($key)) {
+ list($startkey, $endkey) = $key;
+ $data = "startkey=" . '"' . $startkey . '"&' . "endkey=" . '"' . $endkey . '"';
+ }
+
+ if ($descending) {
+ $data .= "&descending=true";
+ }
+ }
+
+
+
+ if (empty($id)) {
+ throw new SetteeWrongInputException("Error: Can't retrieve a document without a uuid.");
+ }
+
+ $full_uri = $this->dbname . "/" . $this->safe_urlencode($id);
+$full_uri = str_replace("%253Fgroup%253Dtrue","?group=true",$full_uri);
+ $ret = $this->rest_client->http_get($full_uri, $data);
+ return $ret['decoded'];
+
+ }
+
+ /**
+ * @param $id
+ * @return
+ * return a properly url-encoded id.
+ */
+ private function safe_urlencode($id) {
+ //-- System views like _design can have "/" in their URLs.
+ $id = rawurlencode($id);
+ if (substr($id, 0, 1) == '_') {
+ $id = str_replace('%2F', '/', $id);
+ }
+ return $id;
+ }
+
+ /** Getter for a database name */
+ function get_name() {
+ return $this->dbname;
+ }
+
+}
--- a/couchdb/couchdb-lucene
+++ /dev/null
--- /dev/null
+++ b/couchdb/couchdb-lucene-run.bat.txt
@@ -1,1 +1,18 @@
+@echo off
+set CLASSPATH="../conf;"
+Echo Cleared classpath
+
+set JAVA_OPTS="-server -Xmx1g"
+Echo set Java Opts %JAVA_OPTS%
+
+set CLASS=com.github.rnewson.couchdb.lucene.Main
+Echo set couchdb-lucene class %CLASS%
+
+setlocal ENABLEDELAYEDEXPANSION
+if defined CLASSPATH (set CLASSPATH=%CLASSPATH%;.) else (set CLASSPATH=.)
+FOR /R ..\lib %%G IN (*.jar) DO set CLASSPATH=!CLASSPATH!;%%G
+Echo The Classpath definition is %CLASSPATH%
+
+java "%JAVA_OPTS%" -cp %CLASSPATH% %CLASS%
+
--- /dev/null
+++ b/couchdb/settee
--- a/exportAgencies.csv.php
+++ /dev/null
@@ -1,65 +1,1 @@
-prepare('select * from "UNSPSCcategories" where "UNSPSC"::text like \'%00000\';');
-$unspscresult->execute();
-foreach ($unspscresult->fetchAll() as $row) {
- $unspsc[$row['UNSPSC']] = $row['Title'];
-}
-
-$query = $conn->prepare('
-SELECT "CNID",contractnotice."agencyName",agency_nametoabn.abn as "agencyABN",
-EXTRACT(EPOCH FROM "publishDate") as "publishDate",
-EXTRACT(EPOCH FROM "contractStart") as "contractStart",
-EXTRACT(EPOCH FROM "contractEnd") as "contractEnd",
-value,description,category,
-"supplierName",(case when "supplierABN" != 0 THEN "supplierABN"::text ELSE "supplierName" END) as supplierID,
-(\'https://www.tenders.gov.au/?event=public.advancedsearch.keyword&keyword=CN\'::text || "CNID"::text) as sourceURL
-FROM contractnotice join agency_nametoabn on contractnotice."agencyName"=agency_nametoabn."agencyName"
-where "childCN" is null'
- , array(PDO::ATTR_CURSOR => PDO::FETCH_ORI_NEXT));
-$query->execute();
-$errors = $conn->errorInfo();
-if ($errors[2] != "") {
- die("Export terminated, db error" . print_r($errors, true));
-}
-
-$num_fields = $query->columnCount();
-$headers = Array();
-for ($i = 0; $i < $num_fields; $i++) { // for each column in query, make a CSV header
- $meta = $query->getColumnMeta($i);
- $headers[] = $meta['name'];
-}
-$fp = fopen('php://output', 'w');
-if ($fp && $query) {
- header('Content-Type: text/csv');
- header('Content-Disposition: attachment; filename="export.' . date("c") . '.csv"');
- header('Pragma: no-cache');
- header('Expires: 0');
- fputcsv($fp, $headers);
- while ($row = $query->fetch(PDO::FETCH_NUM, PDO::FETCH_ORI_NEXT)) {
- foreach ($row as $key => &$colvalue) {
-
- $colvalue = preg_replace('/[^[:print:]]/', '', utf8_encode($colvalue));
- if ($headers[$key] == "publishDate" || $headers[$key] == "contractStart"
- || $headers[$key] == "contractEnd") {
- $colvalue = date("Y-m-d", $colvalue);
- }
- /* if ($headers[$key] == "CNID") {
- $colvalue = str_replace("A","", $colvalue);
-}*/
- if ($headers[$key] == "cat1" || $headers[$key] == "cat2"
- || $headers[$key] == "cat3") {
- $colvalue = $unspsc[$colvalue];
- }
- }
- fputcsv($fp, array_values($row));
- }
- die;
-}
-?>
-
--- a/foundation.html
+++ /dev/null
@@ -1,137 +1,1 @@
-
-
-
-
-
-
- This is version 2.1.4 released on December 19, 2011 This is a twelve column section in a row. Each of these includes a div.panel element so you can see where the columns are - it's not required at all for the grid. Six columns Six columns Four columns Four columns Four columns We're stoked you want to try Foundation! To get going, this file (index.html) includes some basic styles you can modify, play around with, or totally destroy to get going. Once you've exhausted the fun in this document, you should check out:About/FAQ
+ Lorem ipsum.
+ What is this?
+Disclosr is a project to monitor Australian Federal Government agencies
+compliance with their "proactive disclosure requirements".
+OGRE (Open Government Realization Evaluation) is a ranking of compliance with these requirements.
+Prometheus is the agent which polls agency websites to assess compliance.
+ Open everything
+All documents released CC-BY 3 AU
+Open source git @
+
+Organisational Data Sources
+
+http://www.comlaw.gov.au/Browse/Results/ByTitle/AdministrativeArrangementsOrders/Current/Ad/0 defines departments
+Agencies can be found in the Schedule to an Appropriation Bill (budget), Schedule to FMA Regulations and/or Public Service Act.
+
+http://www.finance.gov.au/publications/flipchart/docs/FMACACFlipchart.pdf summarises these. view-source:https://www.tenders.gov.au/?event=public.advancedsearch.home is great for the suspended/active status
+
+Fraud in gov depts by Fairfax Media http://www.smh.com.au/national/public-service-keeps-fraud-cases-private-20110923-1kpdr.html
+
+When defining the hierachy, this system is designed towards monitoring accountablity. Thus large agencies that have registered their own ABN
+and have their own accountablity mechanisms/website receive a seperate record as a child of their department.
+Some small agencies will choose to simply rely on their parent department's accountablity measures.
+
+This flows through to organisation name and other/past names. A department that completely accounts for an agency will list that agency as an other child name.
+As agencies themselves shift between departments, there may be scope for providing time ranges but typically the newest hierarchy will be the one recorded.
+A department/agency name will be the newest active name assigned to that ABN.
+
+ABN information is derived from the ABR. This is the definitive umpire about which former name should be linked to which current name.
+For example "Department of Transport and Regional Services" became "Department of Infrastructure, Transport, Regional Development and Local Government" (same ABN)
+however it later split into "Department of Infrastructure and Transport" (same ABN)
+and "Department of Regional Australia, Regional Development and Local Government" (new ABN).
+
+Statistical information from http://www.apsc.gov.au/stateoftheservice/1011/statsbulletin/section1.html#t2total https://www.apsedii.gov.au/apsedii/CustomQueryx33.shtml
+and individual annual reports.
+
+Webpage Assessment
+Much due care has been put into correctly recording disclosure URLs. Typically the "About", "Corporate", "Publications" and "Sitemap" sections are checked at the very least.
+Occasionally it is nessicary to use a site or Google search. In several rare cases, there is a secret "Disclosure" navigation menu you can find if you find one of the mandatory publishing obligations in that category (seriously).
+Some rules about leniency:
+
+
Open Government Scoring
++1 point for every true Has... attribute
+-1 point for every false Has... (ie. Has Not) attribute
+
+Don't like this? Make your own score, suggest a better scoring mechanism.
+
+
--- /dev/null
+++ b/admin/0203apsemployees.csv
@@ -1,1 +1,75 @@
+"Agriculture, Fisheries & Forestry",3530
+Attorney-Generals,708
+Administrative Appeals Tribunal,108
+AUSTRAC,60
+Australian Crime Commission,225
+Australian Customs Service,4934
+Australian Protective Service,1124
+CrimTrac Agency,34
+Family Court of Australia,574
+Federal Court of Australia,221
+Federal Magistrates Service,46
+Federal Privacy Commissioner,32
+HREOC,79
+ITSA,227
+National Native Title Tribunal,241
+Office of the D.P.P.,403
+Office of Film & Literature Class,39
+Office of the Parl. Counsel,45
+Communications IT & the Arts,776
+Aust. Broadcasting Authority,114
+Aust. Communications Authority,391
+Aust. National Maritime Museum,90
+National Archives of Australia,363
+National Library of Australia,443
+National Museum of Australia,185
+NOIE,160
+Defence,18231
+Defence Housing Authority,661
+DEST,1464
+Australian Research Council,50
+DEWR,2055
+EOWA,11
+Australian Industrial Registry,185
+Comcare,300
+NOHSC,89
+Environment and Heritage,1271
+Australian Greenhouse Office,167
+Bureau of Meteorology,1403
+GBRMPA,153
+National Oceans Office,31
+Family and Community Services,4832
+Aust. Institute of Family Studies,39
+Centrelink,25147
+Finance and Administration,771
+Australian Electoral Comm.,729
+ComSuper,338
+Foreign Affairs & Trade,2763
+ACIAR,44
+Health & Ageing,5137
+Aust. Institute of Health & Welfare,152
+ARPANSA,126
+FSANZ,110
+PSR,25
+DIMIA,4089
+Aboriginal Hostels Ltd.,341
+ATSIC,1072
+AIATSIS,62
+Torres Strait Regional Authority,30
+Industry Tourism & Resources,2691
+Prime Minister & Cabinet,344
+ANAO,278
+Commonwealth Ombudsman,78
+Office of National Assessments,47
+APS Commission,164
+Transport & Regional Services,945
+National Capital Authority,76
+Treasury,906
+Australian Bureau of Statistics,3024
+ACCC,446
+ASIC,1048
+Australian Taxation Office,20238
+Productivity Commission,197
+Veterans Affairs,2335
+Australian War Memorial,215
--- /dev/null
+++ b/admin/0304apsemployees.csv
@@ -1,1 +1,78 @@
+"Agriculture, Fisheries and Forestry",3928
+Attorney-General's,781
+Administrative Appeals Tribunal,117
+AUSTRAC,61
+Australian Crime Commission,315
+Australian Customs Service,4736
+Australian Protective Service,1234
+CrimTrac Agency,44
+Family Court of Australia,608
+Federal Court of Australia,238
+Federal Magistrates Service,56
+Federal Privacy Commissioner,29
+HREOC,84
+ITSA,240
+National Native Title Tribunal,243
+Office of the D.P.P.,416
+Office of Film & Literature Class.,37
+Office of Parliamentary Counsel,46
+Communications IT & the Arts,607
+Aust. Broadcasting Authority,114
+Aust. Communications Authority,407
+Australian Film Commission,176
+AGIMO,95
+Aust. National Maritime Museum,93
+National Archives of Australia,386
+National Library of Australia,438
+National Museum of Australia,186
+Defence,18301
+Defence Housing Authority,679
+DEST,1684
+Australian Research Council,53
+DEWR,2171
+Australian Industrial Registry,188
+Comcare,325
+EOWA,10
+NOHSC,89
+Environment and Heritage,1276
+Australian Greenhouse Office,166
+Bureau of Meteorology,1371
+GBRMPA,162
+National Oceans Office,39
+Family and Community Services,4818
+Aust. Institute of Family Studies,38
+Centrelink,24904
+Finance and Administration,895
+Australian Electoral Comm.,765
+ComSuper,329
+Foreign Affairs and Trade,2809
+ACIAR,40
+Health and Ageing,5365
+Aust. Institute of Health & Welfare,157
+ARPANSA,117
+FSANZ,104
+National Blood Authority,33
+OPSR,27
+DIMIA,4487
+Aboriginal Hostels Ltd.,291
+AIATSIS,59
+ATSIC,24
+ATSIS,1109
+Torres Strait Regional Authority,34
+"Industry, Tourism & Resources",2878
+Prime Minister & Cabinet,372
+ANAO,287
+APS Commission,172
+Commonwealth Ombudsman,82
+Office of National Assessments,51
+Transport & Regional Services,885
+National Capital Authority,68
+Treasury,984
+Australian Bureau of Statistics,2866
+ACCC,450
+ASIC,1137
+Australian Taxation Office,20501
+Productivity Commission,183
+Veterans' Affairs,2356
+Australian War Memorial,196
--- /dev/null
+++ b/admin/0405apsemployees.csv
@@ -1,1 +1,88 @@
+"Agriculture, Fisheries & Forestry ",1297
+AQIS,3028
+Attorney-Generals ,1011
+Administrative Appeals Tribunal,154
+AUSTRAC,137
+Australian Crime Commission,412
+Australian Customs Service,5054
+Commonwealth DPP,451
+CrimTrac Agency,51
+Family Court of Australia,737
+Federal Court of Australia,403
+Federal Magistrates Service,102
+Federal Privacy Commissioner,40
+HREOC,95
+ITSA,275
+National Native Title Tribunal,265
+Office of Film & Literature Class,41
+Office of the Parl. Counsel,43
+"Communications, IT & the Arts ",804
+Aust. Broadcasting Authority,106
+Aust. Communications Authority,416
+Australian Film Commission,167
+Aust. National Maritime Museum,114
+National Archives of Australia,514
+National Library of Australia,523
+National Museum of Australia,260
+Defence ,18638
+Defence Housing Authority,685
+DEST ,2001
+Australian Research Council,71
+Questacon,211
+DEWR ,3141
+Australian Industrial Registry,202
+Comcare,384
+EOWA,28
+Environment & Heritage ,1852
+Bureau of Meteorology,1442
+GBRMPA,170
+ORER,11
+Family & Community Services ,1949
+Aust. Institute of Family Studies,66
+Finance & Administration ,1297
+Australian Electoral Comm.,808
+Commonwealth Grants Commission,40
+ComSuper,393
+Foreign Affairs & Trade ,2468
+ACIAR,47
+AusAID,615
+Health & Ageing ,4220
+Aust. Institute of Health & Welfare,215
+ARPANSA,130
+FSANZ,121
+National Blood Authority,40
+Professional Services Review,18
+Human Services ,37
+Centrelink,25317
+Child Support Agency,3238
+CRS Australia,1998
+Immigration ,5769
+Aboriginal Hostels Ltd.,458
+AIATSIS,116
+Migration Review Tribunal,132
+Refugee Review Tribunal,176
+Torres Strait Regional Authority,48
+"Industry, Tourism & Resources ",1906
+Geoscience Australia,635
+IP Australia,821
+NOPSA,28
+Prime Minister & Cabinet ,402
+ANAO,313
+Australian Public Service Commission,211
+Commonwealth Ombudsman,113
+National Water Commission,27
+Office of National Assessments,93
+Transport & Regional Services ,1178
+National Capital Authority,91
+Treasury ,885
+Australian Bureau of Statistics,3095
+ACCC,509
+AOFM,33
+ASIC,1494
+Australian Taxation Office,23417
+National Competition Council,11
+Productivity Commission,200
+Royal Australian Mint,117
+Veterans Affairs ,2655
+Australian War Memorial,310
--- /dev/null
+++ b/admin/0506apsemployees.csv
@@ -1,1 +1,90 @@
+"Agriculture, Fisheries & Forestry",1498
+AQIS,3289
+Attorney-Generals,1226
+Administrative Appeals Tribunal,156
+AUSTRAC,141
+Australian Crime Commission,425
+Australian Customs Service,5574
+CrimTrac Agency,53
+Family Court of Australia,765
+Federal Court of Australia,412
+Federal Magistrates Service,112
+Federal Privacy Commissioner,44
+HREOC,102
+ITSA,270
+National Native Title Tribunal,244
+Commonwealth DPP,469
+Office of Film & Literature Class,49
+Office of the Parl. Counsel,46
+"Communications, IT & the Arts",833
+Australian Communications & Media Authority,497
+Australian Film Commission,255
+Australian National Maritime Museum,107
+Australian Sports Anti-Doping Authority,46
+National Archives of Australia,467
+National Library of Australia,499
+National Museum of Australia,301
+Defence,19791
+Defence Housing Authority,699
+DEST,2359
+AIATSIS,128
+Australian Research Council,69
+Questacon,230
+DEWR,3853
+Australian Building and Construction Commission,85
+Australian Fair Pay Commission,11
+Australian Industrial Registry,175
+Comcare,379
+EOWA,30
+Office of Workplace Services,188
+Environment & Heritage,2060
+Bureau of Meteorology,1404
+GBRMPA,172
+ORER,11
+FaCSIA,2589
+Aboriginal Hostels Ltd.,489
+Australian Institute of Family Studies,53
+Torres Strait Regional Authority,72
+Finance & Administration,1409
+Australian Electoral Commission,790
+Commonwealth Grants Commission,41
+ComSuper,435
+Foreign Affairs & Trade,2551
+ACIAR,50
+AusAID,706
+Health & Ageing,4301
+Australian Institute of Health & Welfare,203
+ARPANSA,136
+FSANZ,125
+National Blood Authority,52
+Professional Services Review,14
+Human Services,5545
+Centrelink,26549
+Medicare Australia,5393
+Immigration,6341
+Migration Review Tribunal,103
+Refugee Review Tribunal,161
+"Industry, Tourism & Resources",1979
+Geoscience Australia,669
+IP AUSTRALIA,888
+NOPSA,34
+Prime Minister & Cabinet,590
+ANAO,308
+Australian Public Service Commission,253
+Commonwealth Ombudsman,141
+National Water Commission,45
+Office of National Assessments,122
+Transport & Regional Services,1327
+National Capital Authority,95
+Treasury,915
+Australian Bureau of Statistics,3511
+ACCC,582
+AOFM,39
+ASIC,1540
+Australian Taxation Office,22568
+National Competition Council,9
+Productivity Commission,205
+Royal Australian Mint,145
+Veterans Affairs,2521
+Australian War Memorial,316
--- /dev/null
+++ b/admin/0607apsemployees.csv
@@ -1,1 +1,92 @@
+"Agriculture, Fisheries & Forestry",4951
+Attorney-Generals,1504
+Administrative Appeals Tribunal,162
+AUSTRAC,247
+ACLEI,6
+Australian Crime Commission,554
+Australian Customs Service,5904
+CrimTrac Agency,81
+Family Court of Australia,727
+Federal Court of Australia,401
+Federal Magistrates Court,160
+Federal Privacy Commissioner,58
+HREOC,116
+ITSA,285
+National Native Title Tribunal,244
+Commonwealth DPP,497
+Office of the Parl. Counsel,48
+"Communications, IT & the Arts",914
+ACMA,552
+Australian Film Commission,244
+Aust. National Maritime Museum,109
+ASADA,55
+National Archives of Australia,465
+National Library of Australia,521
+National Museum of Australia,282
+Defence,21177
+Defence Housing Australia,699
+DEST,2470
+AIATSIS,114
+Australian Research Council,73
+Questacon,231
+DEWR,3862
+ABCC,128
+Australian Fair Pay Commission,28
+Australian Industrial Registry,175
+Comcare,426
+EOWA,21
+Office of Workplace Services,303
+Environment & Water Resources,2292
+Bureau of Meteorology,1451
+GBRMPA,171
+ORER,11
+FaCSIA,3099
+Aboriginal Hostels Ltd.,491
+Aust. Institute of Family Studies,59
+Torres Strait Regional Authority,76
+Finance & Administration,1514
+Australian Electoral Commission,886
+Commonwealth Grants Commission,41
+ComSuper,595
+Future Fund Management Agency,12
+Foreign Affairs & Trade,2784
+ACIAR,52
+AusAID,775
+Austrade,515
+Health & Ageing,4830
+Aust. Institute of Health & Welfare,211
+ARPANSA,134
+Cancer Australia,26
+FSANZ,131
+National Blood Authority,50
+NHMRC,221
+Professional Services Review,16
+Human Services,6433
+Centrelink,27296
+Medicare Australia,5959
+Immigration,6788
+MRT/RRT,304
+"Industry, Tourism & Resources",2075
+Geoscience Australia,682
+IP AUSTRALIA,913
+NOPSA,42
+Prime Minister & Cabinet,711
+ANAO,330
+Australian Public Service Commission,250
+Commonwealth Ombudsman,153
+National Water Commission,32
+Office of National Assessments,133
+Transport & Regional Services,1330
+National Capital Authority,106
+Treasury,996
+Australian Bureau of Statistics,3167
+ACCC,647
+AOFM,33
+ASIC,1664
+Australian Taxation Office,23110
+National Competition Council,9
+Productivity Commission,207
+Royal Australian Mint,181
+Veterans' Affairs,2401
+Australian War Memorial,293
--- /dev/null
+++ b/admin/0708apsemployees.csv
@@ -1,1 +1,98 @@
+"Agriculture, Fisheries & Forestry",4785
+APVMA,130
+Export Wheat Commission,15
+Attorney-General's,1420
+Administrative Appeals Tribunal,114
+ACLEI,11
+AUSTRAC,332
+Australian Crime Commission,495
+Australian Customs Service,6106
+CrimTrac Agency,138
+Family Court of Australia,558
+Federal Court of Australia,261
+Federal Magistrates Court,141
+HREOC,93
+ITSA,270
+National Capital Authority,47
+National Native Title Tribunal,217
+Commonwealth DPP,509
+Office of the Parl. Counsel,50
+DBCDE,559
+ACMA,569
+Climate Change,218
+ORER,10
+Defence,20819
+Defence Housing Australia,565
+DEEWR,5619
+ABCC,137
+Australian Fair Pay Commission,25
+Australian Industrial Registry,157
+AIATSIS,48
+Comcare,469
+Office of the Workplace Ombudsman,365
+Workplace Authority,610
+"Environment, Water, Heritage and the Arts",2333
+Australian Film Commission,256
+Aust. National Maritime Museum,105
+Bureau of Meteorology,1265
+GBRMPA,184
+National Library of Australia,444
+National Museum of Australia,226
+National Water Commission,29
+FaHCSIA,2810
+Aboriginal Hostels Ltd.,362
+EOWA,17
+Torres Strait Regional Authority,36
+Finance & Deregulation,1349
+Australian Electoral Comm.,697
+ComSuper,533
+Future Fund Management Agency,38
+National Archives of Australia,390
+Foreign Affairs & Trade,2665
+ACIAR,32
+AusAID,801
+AUSTRADE,485
+Health & Ageing,4445
+Aust. Institute of Health & Welfare,228
+Australian Sports Anti-Doping Authority,60
+ARPANSA,132
+Cancer Australia,22
+FSANZ,118
+National Blood Authority,44
+NHMRC,209
+Private Health Insurance Ombudsman,11
+Professional Services Review,19
+Human Services,5951
+Centrelink,25416
+Medicare Australia,5593
+Immigration,6495
+RRT and MRT,270
+Infrastructure,1225
+DIISR,1656
+Australian Research Council,87
+IP AUSTRALIA,968
+Questacon,82
+Prime Minister & Cabinet,483
+Aust. Institute of Family Studies,42
+ANAO,307
+Australian Public Service Commission,201
+Commonwealth Ombudsman,155
+Federal Privacy Commissioner,61
+OIGIS,9
+Office of National Assessments,96
+"Resources, Energy and Tourism",329
+Geoscience Australia,611
+NOPSA,49
+Treasury,973
+Australian Bureau of Statistics,2858
+ACCC,658
+AOFM,30
+ASIC,1451
+Australian Taxation Office,22486
+Commonwealth Grants Commission,39
+National Competition Council,7
+Productivity Commission,179
+Royal Australian Mint,146
+Veterans' Affairs,2250
+Australian War Memorial,228
--- /dev/null
+++ b/admin/0809apsemployees.csv
@@ -1,1 +1,103 @@
+"Agriculture, Fisheries & Forestry",5168
+Australian Fisheries Management Authority,260
+APVMA,161
+Wheat Exports Australia,17
+Attorney-General's,1663
+Administrative Appeals Tribunal,155
+ACLEI,18
+AUSTRAC,343
+Australian Crime Commission,527
+Australian Customs and Border Protection Service,6031
+CrimTrac Agency,187
+Family Court of Australia,669
+Federal Court of Australia,376
+Federal Magistrates Court,213
+HREOC,122
+ITSA,294
+National Capital Authority,58
+National Native Title Tribunal,246
+Commonwealth DPP,614
+Office of Parliamentary Counsel,50
+DBCDE,651
+ACMA,624
+Climate Change,415
+ORER,21
+Defence,21152
+Defence Housing Australia,728
+DEEWR,5996
+ABCC,156
+Australian Fair Pay Commission Secretariat,29
+Australian Industrial Registry,203
+Comcare,570
+Office of the Workplace Ombudsman,484
+Workplace Authority,470
+"Environment, Water, Heritage and the Arts",3392
+Australian National Maritime Museum,119
+Bureau of Meteorology,1545
+GBRMPA,241
+Murray Darling Basin Authority,235
+National Library of Australia,513
+National Museum of Australia,295
+National Film and Sound Archive,235
+National Water Commission,48
+Screen Australia,78
+FaHCSIA,3455
+Aboriginal Hostels Ltd.,519
+EOWA,31
+Torres Strait Regional Authority,77
+Finance & Deregulation,1706
+Australian Electoral Commission,805
+ComSuper,574
+Future Fund Management Agency,57
+National Archives of Australia,506
+Foreign Affairs & Trade,2984
+ACIAR,48
+AusAID,981
+AUSTRADE,524
+Health & Ageing,4912
+Australian Institute of Health & Welfare,265
+AOTDTA,15
+Australian Sports Anti-Doping Authority,60
+ARPANSA,152
+Cancer Australia,25
+FSANZ,123
+National Blood Authority,42
+NHMRC,238
+Private Health Insurance Ombudsman,10
+Professional Services Review,30
+Human Services,6620
+Centrelink,27973
+Medicare Australia,5844
+Immigration & Citizenship,7052
+MRT & RRT,273
+Infrastructure,1279
+DIISR,1843
+AIATSIS,119
+Australian Research Council,107
+IP AUSTRALIA,1049
+Questacon,233
+Prime Minister & Cabinet,647
+Australian Institute of Family Studies,75
+ANAO,365
+Australian Public Service Commission,241
+Commonwealth Ombudsman,168
+Federal Privacy Commissioner,64
+OIGIS,13
+Office of National Assessments,148
+Old Parliament House,88
+"Resources, Energy and Tourism",401
+Geoscience Australia,745
+NOPSA,54
+Treasury,1103
+Australian Bureau of Statistics,2871
+ACCC,787
+AOFM,36
+ASIC,1882
+Australian Taxation Office,23505
+Commonwealth Grants Commission,46
+National Competition Council,9
+Productivity Commission,183
+Royal Australian Mint,197
+Veterans' Affairs,2165
+Australian War Memorial,313
--- /dev/null
+++ b/admin/0910apsemployees.csv
@@ -1,1 +1,103 @@
+National Competition Council,9
+Private Health Insurance Ombudsman,12
+OIGIS,12
+Wheat Exports Australia,13
+Cancer Australia,19
+ACLEI,20
+ORER,25
+Professional Services Review,30
+AOTDTA,31
+AOFM,35
+EOWA,36
+Commonwealth Grants Commission,40
+National Blood Authority,46
+ACIAR,51
+NOPSA,51
+Office of the Parl. Counsel,54
+National Water Commission,57
+Office of the Privacy Commissioner,58
+National Capital Authority,60
+ASADA,69
+Future Fund Management Agency,70
+Aust. Institute of Family Studies,76
+Torres Strait Regional Authority,82
+Old Parliament House,95
+Screen Australia,102
+Australian Transport Safety Bureau,107
+Safe Work Australia,109
+Australian Research Council,109
+Human Rights Commission,124
+AIATSIS,126
+FSANZ,130
+Aust. National Maritime Museum,132
+Office of National Assessments,146
+ABCC,151
+ARPANSA,152
+APVMA,155
+Commonwealth Ombudsman,156
+Administrative Appeals Tribunal,165
+Royal Australian Mint,171
+CrimTrac Agency,185
+Federal Magistrates Court,186
+Productivity Commission,196
+Questacon,218
+National Native Title Tribunal,223
+AFMA,225
+National Film and Sound Archive,232
+GBRMPA,237
+Australian Public Service Commission,247
+NHMRC,249
+MRT & RRT,273
+Australian War Memorial,291
+Fair Work Australia,299
+National Museum of Australia,312
+Murray Darling Basin Authority,314
+AUSTRAC,318
+ITSA,321
+Federal Court of Australia,360
+ANAO,367
+Aust. Institute of Health & Welfare,383
+"Resources, Energy and Tourism",454
+National Archives of Australia,504
+National Library of Australia,540
+Australian Crime Commission,543
+Aboriginal Hostels Ltd.,556
+Commonwealth DPP,558
+AUSTRADE,563
+ComSuper,587
+Comcare,593
+Defence Housing Australia,630
+Family Court of Australia,660
+ACMA,663
+Prime Minister & Cabinet,680
+DBCDE,715
+Geoscience Australia,723
+ACCC,804
+Australian Electoral Commission,922
+Office of the Fair Work Ombudsman,969
+Climate Change and Energy Efficiency,1019
+AusAID,1037
+IP AUSTRALIA,1050
+Infrastructure,1105
+Treasury,1133
+Bureau of Meteorology,1656
+Attorney-General's,1707
+Finance & Deregulation,1841
+DIISR,2072
+ASIC,2080
+Veterans' Affairs,2144
+"Environment, Water, Heritage and the Arts",3115
+Foreign Affairs & Trade,3160
+Australian Bureau of Statistics,3332
+FaHCSIA,3685
+"Agriculture, Fisheries & Forestry",4892
+Health & Ageing,5232
+Medicare Australia,5695
+Customs,5940
+DEEWR,6054
+Human Services,6607
+Immigration & Citizenship,7014
+Defence,21458
+Australian Taxation Office,24070
+Centrelink,27312
--- /dev/null
+++ b/admin/1011apsemployees.csv
@@ -1,1 +1,98 @@
+"Agriculture, Fisheries and Forestry",5219
+Australian Fisheries Management Authority,227
+APVMA,165
+Wheat Exports Australia,13
+Attorney-General's,1618
+Administrative Appeals Tribunal,162
+ACLEI,27
+AUSTRAC,332
+Australian Crime Commission,635
+Aust. Customs & Border Prot. Service,5767
+Aust. Human Rights Commission,139
+Commonwealth DPP,514
+CrimTrac Agency,181
+Family Court of Australia,670
+Federal Court of Australia,362
+Federal Magistrates Court,195
+ITSA,344
+National Native Title Tribunal,176
+Office of the Parl. Counsel,55
+DBCDE,700
+ACMA,662
+Climate Change and Energy Efficiency,984
+ORER,44
+Defence,22481
+Defence Housing Australia,614
+DEEWR,5468
+ABCC,150
+Comcare,667
+Fair Work Australia,310
+Office of the Fair Work Ombudsman,955
+Safe Work Australia,121
+FaHCSIA,3500
+Aboriginal Hostels Ltd.,563
+EOWA,34
+Torres Strait Regional Authority,107
+Finance and Deregulation,1964
+Australian Electoral Commission,913
+ComSuper,545
+Future Fund Management Agency,80
+Foreign Affairs and Trade,3354
+ACIAR,50
+AusAID,1245
+AUSTRADE,546
+Health and Ageing,5396
+Aust. Institute of Health and Welfare,393
+AOTDTA,33
+ARPANSA,162
+Cancer Australia,22
+FSANZ,133
+National Blood Authority,50
+NHMRC,248
+Private Health Insurance Ombudsman,14
+Professional Services Review,30
+Human Services,6443
+Centrelink,25225
+Medicare Australia,5842
+Immigration and Citizenship,7903
+MRT RRT,283
+Infrastructure,1001
+Australian Transport Safety Bureau,109
+DIISR,3594
+AIATSIS,136
+Australian Research Council,112
+Prime Minister and Cabinet,1140
+Aust. Institute of Family Studies,81
+ANAO,360
+Aust. National Maritime Museum,127
+Australian Public Service Commission,332
+Australian Sports Anti-Doping Authority,67
+Commonwealth Ombudsman,183
+National Archives of Australia,494
+National Library of Australia,494
+National Museum of Australia,287
+National Film and Sound Archive,235
+Office of the Australian Information Commissioner,86
+OIGIS,13
+Office of National Assessments,148
+Old Parliament House,92
+Screen Australia,35
+Regional Australia,336
+National Capital Authority,69
+"Resources, Energy and Tourism",1262
+NOPSA,60
+"Sustainability, Environment, Water, Population and Communities",2949
+Bureau of Meteorology,1775
+GBRMPA,266
+Murray Darling Basin Authority,314
+National Water Commission,74
+Treasury,1397
+Australian Bureau of Statistics,3540
+ACCC,825
+ASIC,1905
+Australian Taxation Office,24902
+National Competition Council,9
+Productivity Commission,203
+Veterans' Affairs,2146
+Australian War Memorial,302
--- /dev/null
+++ b/admin/cacfma.csv
@@ -1,1 +1,191 @@
+AAF Company,82?008?629?490
+Aboriginal Hostels Limited ,47?008?504?587
+Administrative Appeals Tribunal,90?680?970?626
+Aged Care Standards and Accreditation Agency Ltd,64?079?618?652
+Airservices Australia ,59?698?720?886
+Albury-Wodonga Development Corporation ,71?893?478?442
+Anindilyakwa Land Council ,45?175?406?445
+Army and Air Force Canteen Service ,69?289?134?420
+ASC Pty Ltd ,64?008?605?034
+Attorney-General's Department,92?661?124?436
+Australia Business Arts Foundation Ltd ,88?072?479?835
+Australia Council,38?392?626?187
+Australian Agency for International Development (AusAID),62?921?558?838
+Australian Broadcasting Corporation,52?429?278?345
+Australian Bureau of Statistics,26?331?428?522
+Australian Centre for International Agricultural Research (ACIAR),34?864?955?427
+Australian Commission for Law Enforcement Integrity (ACLEI),78?796?734?093
+Australian Commission on Safety and Quality in Health Care,97250687371
+Australian Communications and Media Authority (ACMA),55?386?169?386
+Australian Competition and Consumer Commission,94?410?483?623
+Australian Crime Commission,11?259?448?410
+"Australian Curriculum, Assessment and Reporting Authority ",54?735?928?084
+Australian Customs and Border Protection Service,66?015?286?036
+Australian Electoral Commission,21?133?285?851
+Australian Federal Police,17?864?931?143
+"Australian Film, Television and Radio School",19?892?732?021
+Australian Fisheries Management Authority,81?098?497?517
+Australian Government Solicitor,69?405?937?639
+Australian Hearing Services ,80?308?797?003
+Australian Human Rights Commission,47?996?232?602
+Australian Industry Development,55?085?059?559
+Australian Institute for Teaching and School Leadership Limited,17?117?362?740
+Australian Institute of Aboriginal and Torres Strait Islander Studies,62?020?533?641
+Australian Institute of Criminology,63257175248
+Australian Institute of Family Studies (AIFS),64?001?053?079
+Australian Institute of Health and Welfare ,16?515?245?497
+Australian Institute of Marine Science,78?961?616?230
+Australian Law Reform Commission,88913413914
+Australian Learning and Teaching Council Limited ,30?109?826?628
+Australian Maritime Safety Authority,65?377?938?320
+Australian Military Forces Relief Trust Fund ,52?168?913?646
+Australian National Audit Office ,33?020?645?631
+Australian National Maritime Museum,35?023?590?988
+Australian National Preventive Health Agency (ANPHA),33?965?140?953
+Australian National University,52?234?063?906
+Australian Nuclear Science and Technology Organisation ,47?956?969?590
+Australian Office of Financial Management (AOFM),13?059?525?039
+Australian Pesticides and Veterinary Medicines Authority (APVMA),19?495?043?447
+Australian Postal Corporation,28?864?970?579
+Australian Prudential Regulation Authority (APRA),79?635?582?658
+Australian Public Service Commission (APS Commission),99?470?863?260
+Australian Radiation Protection and Nuclear Safety Agency (ARPANSA),61?321?195?155
+Australian Rail Track Corporation Limited ,75?081?455?754
+Australian Reinsurance Pool Corporation,74?807?136?872
+Australian Research Council,35?201?451?156
+Australian River Co. Limited,94?008?654?206
+Australian Secret Intelligence Service,49?667?785?014
+Australian Securities and Investments Commission,86?768?265?615
+Australian Security Intelligence Organisation,37?467?566?201
+Australian Skills Quality Authority (National Vocational Education and Training Regulator),72581678650
+Australian Solar Institute Limited ,65138300688
+Australian Sports Anti-Doping Authority (ASADA),91?592?527?503
+Australian Sports Commission,67374695240
+Australian Sports Foundation Limited ,27?008?613?858
+Australian Strategic Policy Institute Limited ,77?097?369?045
+Australian Taxation Office,51?824?753?556
+Australian Trade Commission (Austrade),11?764?698?227
+Australian Transaction Reports and Analysis Centre (AUSTRAC),32?770?513?371
+Australian Transport Safety Bureau (ATSB),86?267?354?017
+Australian War Memorial ,64?909?221?257
+Bundanon Trust,72?058?829?217
+Bureau of Meteorology,92?637?533?532
+Cancer Australia,21?075?951?918
+Central Land Council,71?979?619?393
+Civil Aviation Safety Authority,44?808?014?470
+Coal Mining Industry (Long Service Leave Funding) Corporation,12?039?670?644
+Comcare ,41?640?788?304
+Commonwealth Grants Commission,64?703?642?210
+Commonwealth Scientific and Industrial Research Organisation,41?687?119?230
+Commonwealth Superannuation Corporation ,48882817243
+ComSuper,77?310?752?950
+Corporations and Markets Advisory Committee (CAMAC),41?574?479?010
+Cotton Research and Development Corporation,71?054?238?316
+CrimTrac Agency,17?193?904?699
+Defence Housing Australia,72?968?504?934
+"Department of Agriculture, Fisheries and Forestry ",24?113?085?695
+"Department of Broadband, Communications and the Digital Economy",51?491?646?726
+Department of Climate Change and Energy Efficiency,50?182?626?845
+"Department of Education, Employment and Workplace Relations",63?578?775?294
+"Department of Families, Housing, Community Services and Indigenous Affairs",36?342?015?855
+Department of Finance and Deregulation,61?970?632?495
+Department of Foreign Affairs and Trade,47?065?634?525
+Department of Health and Ageing,83?605?426?759
+Department of Human Services,90?794?605?008
+Department of Immigration and Citizenship,33?380?054?835
+Department of Infrastructure and Transport,86?267?354?017
+"Department of Innovation, Industry, Science and Research",74?599?608?295
+Department of Parliamentary Services,52?997?141?147
+"Department of Regional Australia, Regional Development and Local Government",37?862?725?624
+"Department of Resources, Energy and Tourism",46?252?861?927
+"Department of Sustainability, Environment, Water, Population and Communities",34?190?894?983
+Department of the House of Representatives,18?526?287?740
+Department of the Prime Minister and Cabinet,18?108?001?191
+Department of the Senate,23?991?641?527
+Department of the Treasury,92?802?414?793
+Department of Veterans' Affairs,23?964?290?824
+Director of National Parks ,13?051?694?963
+Equal Opportunity for Women in the Workplace Agency,47?641?643?874
+Export Finance and Insurance Corporation,96?874?024?697
+Fair Work Australia (FWA),93?614?579?199
+Family Court of Australia,63?684?208?971
+Federal Court of Australia,49?110?847?399
+Federal Magistrates Court of Australia,60?265?617?271
+Fisheries Research and Development Corporation,74?311?094?913
+Food Standards Australia New Zealand,20?537?066?246
+Future Fund Management Agency,53?156?699?293
+General Practice Education and Training Limited,95?095?433?140
+Geoscience Australia,80?091?799?039
+Grains Research and Development Corporation ,55?611?223?291
+Grape and Wine Research and Development Corporation,72?618?007?571
+Great Barrier Reef Marine Park Authority,12?949?356?885
+Health Workforce Australia,21?295?050?589
+HIH Claims Support Limited,92?096?857?635
+IIF Investments Pty Limited,55?082?153?884
+Indigenous Business Australia,25?192?932?833
+Indigenous Land Corporation,59?912?679?254
+Insolvency and Trustee Service Australia (ITSA),63?384?330?717
+Inspector-General of Taxation,51?248?702?319
+Interim Independent Hospital Pricing Authority,27598959960
+IP Australia,38?113?072?755
+Low Carbon Australia Limited,63?097?727?968
+Medibank Private Limited ,47?080?890?259
+Migration Review Tribunal and Refugee Review Tribunal ,50?760?799?564
+Murray-Darling Basin Authority,13?679?821?382
+National Archives of Australia,36?889?228?992
+National Australia Day Council Limited ,76?050?300?626
+National Blood Authority,87?361?602?478
+National Breast and Ovarian Cancer Centre,85?094?118?902
+National Capital Authority,75?149?374?427
+National Competition Council ,56?552?760?098
+National Film and Sound Archive,41?251?017?588
+National Gallery of Australia,27?855?975?449
+National Health and Medical Research Council (NHMRC),88?601?010?284
+National Library of Australia ,28?346?858?075
+National Museum of Australia ,70?592?297?967
+National Native Title Tribunal,70?238?042?351
+National Offshore Petroleum Safety Authority (NOPSA),22?385?178?289
+National Water Commission ,94?364?176?431
+NBN Co Limited,86?136?533?741
+Northern Land Council,56?327?515?336
+Office of National Assessments,87?904?367?991
+Office of Parliamentary Counsel,41?425?630?817
+Office of the Auditing and Assurance Standards Board ,80?959?780?601
+Office of the Australian Accounting Standards Board (AASB),92?702?019?575
+Office of the Australian Building and Construction Commissioner,68?003?725?098
+Office of the Australian Information Commissioner ,85249230937
+Office of the Commonwealth Ombudsman,53?003?678?148
+Office of the Director of Public Prosecutions,41?036?606?436
+Office of the Fair Work Ombudsman,71?141?751?477
+Office of the Inspector-General of Intelligence and Security,67?332?668?643
+Office of the Official Secretary to the Governor-General,67?582?329?284
+Office of the Renewable Energy Regulator,68?574?011?917
+Old Parliament House,30?620?774?963
+Organ and Tissue Authority (Australian Organ and Tissue Donation and Transplantation Authority),56?253?405?315
+Outback Stores Pty Ltd ,63120661234
+Private Health Insurance Administration Council ,50?831?782?014
+Private Health Insurance Ombudsman,61?673?137?709
+Productivity Commission,78?094?372?050
+Professional Services Review Scheme,45?307?308?260
+RAAF Welfare Recreational Company ,45?008?499?303
+Reserve Bank of Australia,50?008?559?486
+Royal Australian Air Force Veterans' Residences Trust Fund ,40?594?141?285
+Royal Australian Air Force Welfare Trust Fund ,24?616?803?717
+Royal Australian Mint,45?852?104?259
+Royal Australian Navy Central Canteens Board,50?616?294?781
+Royal Australian Navy Relief Trust Fund ,49?934?525?476
+Rural Industries Research and Development Corporation,25?203?754?319
+Safe Work Australia,81?840?374?163
+Screen Australia ,46?741?353?180
+"Seafarers Safety, Rehabilitation and Compensation Authority (Seacare Authority)",32?745?854?352
+Special Broadcasting Service Corporation,91?314?398?574
+Sugar Research and Development Corporation,41?343?997?980
+Sydney Harbour Federation Trust,14?178?614?905
+Tertiary Education Quality and Standards Agency,50658250012
+Tiwi Land Council,86?106?441?085
+Torres Strait Regional Authority,57?155?285?807
+Tourism Australia ,99?657?548?712
+Wheat Exports Australia,40?485?918?341
+Wine Australia Corporation ,59?728?300?326
+Wreck Bay Aboriginal Community Council,62?564?797?956
--- /dev/null
+++ b/admin/conflicts.php
@@ -1,1 +1,48 @@
+get_db('disclosr-agencies');
+
+try {
+ $rows = $db->get_view("app", "getConflicts", null, true)->rows;
+ //print_r($rows);
+ foreach ($rows as $row) {
+echo "".$row->id."
";
+$request = Requests::get($serverAddr."disclosr-agencies/".$row->id);
+$origSort = object_to_array(json_decode($request->body));
+ksort($origSort);
+ $origDoc = explode(",",json_encode($origSort));
+ foreach($row->value as $conflictRev) {
+$conflictURL = $serverAddr."disclosr-agencies/".$row->id."?rev=".$conflictRev;
+$request = Requests::get($conflictURL);
+$conflictSort = object_to_array(json_decode($request->body));
+ksort($conflictSort);
+ $conflictDoc = explode(",",json_encode($conflictSort));
+echo "curl -X DELETE ".$conflictURL."
".PHP_EOL;
+ // Options for generating the diff
+ $options = array(
+ //'ignoreWhitespace' => true,
+ //'ignoreCase' => true,
+ );
+
+ // Initialize the diff class
+ $diff = new Diff($conflictDoc, $origDoc, $options);
+
+ // Generate a side by side diff
+ $renderer = new Diff_Renderer_Html_SideBySide;
+ echo $diff->Render($renderer);
+}
+die();
+
+ }
+} catch (SetteeRestClientException $e) {
+ setteErrorHandler($e);
+}
+
+include_footer();
+?>
+
--- /dev/null
+++ b/admin/directory.gexf.php
@@ -1,1 +1,59 @@
+ "gov", "label" => "Federal Government"));
+$edges = Array();
+
+function addEdge($source, $target) {
+ global $edges;
+ $edges[] = Array("id" => md5($source . $target), "source" => $source, "target" => $target);
+}
+
+function addNode($id, $label, $pid) {
+ global $nodes;
+ $nodes[] = Array("id" => $id, "label" => $label , "pid" => $pid);
+}
+
+function addChildren($parentID, $parentXML) {
+ foreach ($parentXML as $childXML) {
+
+ if ($childXML->getName() == "organization" || $childXML->getName() == "organizationalUnit" || $childXML->getName() == "person") {
+ $attr = $childXML->attributes();
+ $id = $attr['UUID'];
+ if ($childXML->getName() == "organization" || $childXML->getName() == "organizationalUnit") {
+
+ $label = $childXML->name;
+ } else if ($childXML->getName() == "person") {
+ $label = $childXML->fullName;
+ }
+ addNode($id, $label, $parentID);
+ addEdge($id, $parentID);
+ addChildren($id, $childXML);
+ }
+ }
+}
+
+if (file_exists('directoryexport.xml')) {
+ $xml = simplexml_load_file('directoryexport.xml');
+
+ addChildren("gov", $xml);
+} else {
+ exit('Failed to open directoryexport.xml');
+}
+ header('Content-Type: application/gexf+xml');
+echo '
+
" . PHP_EOL;
+ $row = 1;
+ if (($handle = fopen($employeeCSV, "r")) !== FALSE) {
+ while (($data = fgetcsv($handle, 1000, ",")) !== FALSE) {
+ //print_r($data);
+ $name = trim($data[0]);
+ if (isset($nametoid[$name])) {
+ $id = $nametoid[$name];
+ //echo $id . "
" . PHP_EOL;
+ @$sums[$id][$timePeriod] += $data[1];
+ } else {
+ echo "
ERROR NAME MISSING FROM ID LIST
" . PHP_EOL;
+
+ die();
+ }
+ }
+ fclose($handle);
+ }
+}
+foreach ($sums as $id => $sum) {
+ echo $id . "
" . PHP_EOL;
+ $doc = $db->get($id);
+ echo $doc->name . "
" . PHP_EOL;
+ // print_r($doc);
+ $changed = false;
+ if (!isset($doc->statistics)) {
+ $changed = true;
+ $doc->statistics = Array();
+ }
+ foreach ($sum as $timePeriod => $value) {
+ if (!isset($doc->statistics->employees->$timePeriod->value)
+ || $doc->statistics->employees->$timePeriod->value != $value) {
+ $changed = true;
+ $doc->statistics["employees"][$timePeriod] = Array("value" => $value, "source" => "http://apsc.gov.au/stateoftheservice/");
+ }
+ }
+ if ($changed) {
+ $db->save($doc);
+ } else {
+ echo "not changed" . "
" . PHP_EOL;
+ }
+}
+// employees: timeperiod, source = apsc state of service, value
+?>
+
--- /dev/null
+++ b/admin/importAustraliaGovAuGov2.php
@@ -1,1 +1,61 @@
+get_db('disclosr-agencies');
+$rows = $db->get_view("app", "byName")->rows;
+$nametoid = Array();
+$accounts = Array();
+foreach ($rows as $row) {
+ $nametoid[trim($row->key)] = $row->value;
+}
+
+function extractCSVAccounts($url, $nameField, $accountField, $filter) {
+ global $accounts, $nametoid;
+ $request = Requests::get($url);
+ $Data = str_getcsv($request->body, "\n"); //parse the rows
+ $headers = Array();
+ foreach ($Data as $num => $line) {
+ $Row = str_getcsv($line, ",");
+ if ($num == 0) {
+
+ } else if ($num == 1) {
+ $headers = $Row;
+ //print_r($headers);
+ } else {
+ if (isset($Row[array_search($nameField, $headers)])) {
+ $agencyName = $Row[array_search($nameField, $headers)];
+ if (!$filter || $Row[array_search("State", $headers)] == "NAT") {
+ if (!in_array(trim($agencyName), array_keys($nametoid))) {
+ echo "$agencyName missing" . PHP_EOL;
+ } else {
+ // echo $Row[array_search($nameField, $headers)] . PHP_EOL;
+ }
+ }
+ } else {
+ //echo "error finding agency" . $line . PHP_EOL;
+ }
+ }
+ }
+}
+
+// http://agimo.govspace.gov.au/page/gov2register/
+// twitter
+//extractCSVAccounts("https://docs.google.com/spreadsheet/pub?key=0Ap1exl80wB8OdHNKVmQ5RVlvQWpibDAxNHkzcU1nV2c&single=true&gid=0&output=csv", "Agency/Body/Event", "", true);
+// RSS
+// https://docs.google.com/spreadsheet/pub?hl=en_GB&hl=en_GB&key=0Ah41IAK0HzSTdGJxandJREhLSGlWWUZfZ2xKOTNHZ0E&output=csv
+// facebook
+extractCSVAccounts("https://docs.google.com/spreadsheet/pub?hl=en_GB&hl=en_GB&key=0Ah41IAK0HzSTdGtjcW9vOXdyZ3pOV21vQU51VmhzQnc&single=true&gid=0&output=csv","Agency","Name");
+
+/*
+ * http://australia.gov.au/news-and-media/media-release-rss-feeds
+ * http://australia.gov.au/news-and-media/social-media/blogs
+ * http://australia.gov.au/news-and-media/social-media/twitter
+ * http://australia.gov.au/news-and-media/social-media/facebook
+ * http://australia.gov.au/news-and-media/social-media/youtube
+ * http://australia.gov.au/news-and-media/social-media/flickr
+ * http://australia.gov.au/news-and-media/social-media/apps http://www.harmony.gov.au/get-involved/app-downloads.htm http://www.em.gov.au/Resources/Pages/Before-the-Storm-phone-game.aspx
+ * http://australia.gov.au/news-and-media/social-media/podcasts
+ */
+?>
+
--- /dev/null
+++ b/admin/importContractDashboardAgencies.php
@@ -1,1 +1,34 @@
+create_db('disclosr-agencies');
+} catch (SetteeRestClientException $e) {
+ setteErrorHandler($e);
+}
+$db = $server->get_db('disclosr-agencies');
+createAgencyDesignDoc();
+$conn = new PDO("pgsql:dbname=contractDashboard;user=postgres;password=snmc;host=localhost");
+$namesQ = 'select agency.abn, string_agg("agencyName",\'|\') as names from agency inner join agency_nametoabn on agency.abn::text = agency_nametoabn.abn group by agency.abn;';
+$abntonames = Array();
+foreach ($conn->query($namesQ) as $row) {
+ $abntonames[$row['abn']] = explode("|", $row['names']);
+}
+$result = $conn->query("select * from agency");
+while ($agency = $result->fetch(PDO::FETCH_ASSOC)) {
+ $agency['_id'] = md5($agency['abn']);
+ $agency['otherNames'] = $abntonames[$agency['abn']];
+ if (sizeof($abntonames[$agency['abn']]) == 1)
+ $agency['name'] = $abntonames[$agency['abn']][0];
+ $agency["lastScraped"] = "1/1/1970";
+ $agency["scrapeDepth"] = 1;
+ try {
+ $doc = $db->save($agency);
+ //print_r($doc);
+ echo $agency['abn'] . " imported \n
";
+ } catch (SetteeRestClientException $e) {
+ setteErrorHandler($e);
+ }
+}
+?>
+
--- /dev/null
+++ b/admin/importDirectoryUUIDs.php
@@ -1,1 +1,37 @@
+get_db('disclosr-agencies');
+$rows = $db->get_view("app", "byName")->rows;
+$nametoid = Array();
+$sums = Array();
+foreach ($rows as $row) {
+ $nametoid[trim($row->key)] = $row->value;
+}
+
+if (file_exists('index.xml')) {
+ $xml = simplexml_load_file('index.xml');
+
+ foreach ($xml as $agency) {
+ $names = Array();
+ $names[] = "".$agency->name;
+
+ if (isset($agency->shortName)) {
+ $names[] = "".$agency->shortName;
+ }
+ foreach ($names as $name) {
+ if (!in_array($name, array_keys($nametoid))) {
+ echo "$name missing".PHP_EOL;
+ print_r($names);
+ echo $agency->dn;
+ echo PHP_EOL;
+ echo PHP_EOL;
+ }
+ }
+ }
+} else {
+ exit('Failed to open test.xml.');
+}
+?>
+
--- /dev/null
+++ b/admin/importGov2RegisterRSSFacebookTwitter.php
@@ -1,1 +1,100 @@
+get_db('disclosr-agencies');
+$rows = $db->get_view("app", "byName")->rows;
+$nametoid = Array();
+$accounts = Array();
+foreach ($rows as $row) {
+ $nametoid[trim($row->key)] = $row->value;
+}
+
+function extractHTMLAccounts($url, $accountType) {
+ global $accounts, $nametoid;
+ $request = Requests::get($url);
+ $doc = phpQuery::newDocumentHTML($request->body);
+ phpQuery::selectDocument($doc);
+ foreach (pq('tr')->elements as $tr) {
+ //echo $tr->nodeValue.PHP_EOL;
+ $agency = "";
+ $url = "";
+ foreach ($tr->childNodes as $td) {
+ $class = $td->getAttribute("class");
+ //echo "cccc $class ".$td->nodeValue.PHP_EOL;
+ if ($class == "s11" || $class == "s10" || $class == "s7") {
+ $agency = $td->nodeValue;
+ } else if ($class == "s6" || $class == "s9") {
+ $url = $td->nodeValue;
+ foreach ($td->childNodes as $a) {
+ $href = $a->getAttribute("href");
+ if ($href != "") {
+ $url = $href;
+ }
+ }
+ }
+ }
+ if ($agency != "" && $url != "") {
+ if (!in_array(trim($agency), array_keys($nametoid))) {
+ echo trim($agency) . " missing" . PHP_EOL;
+ } else {
+ // echo $agency." = ".$url.PHP_EOL;
+ $accounts[$nametoid[trim($agency)]][$accountType][] = $url;
+ }
+ }
+ }
+}
+
+function extractCSVAccounts($url, $accountType, $nameField, $accountField, $filter) {
+ global $accounts, $nametoid;
+ $request = Requests::get($url);
+ $Data = str_getcsv($request->body, "\n"); //parse the rows
+ $headers = Array();
+ foreach ($Data as $num => $line) {
+ $Row = str_getcsv($line, ",", '"');
+ if ($num == 0) {
+
+ } else if ($num == 1) {
+ $headers = $Row;
+ //print_r($headers);
+ } else {
+ if (isset($Row[array_search($nameField, $headers)])) {
+ $agencyName = $Row[array_search($nameField, $headers)];
+ if (!$filter || $Row[array_search("State", $headers)] == "NAT") {
+ if (!in_array(trim($agencyName), array_keys($nametoid))) {
+ echo trim($agencyName) . " missing" . PHP_EOL;
+ } else {
+ // echo $Row[array_search($nameField, $headers)] . PHP_EOL;
+ $accounts[$nametoid[trim($agencyName)]][$accountType][] = $Row[array_search($accountField, $headers)];
+ }
+ }
+ } else {
+ //echo "error finding agency" . $line . PHP_EOL;
+ }
+ }
+ }
+}
+
+// http://agimo.govspace.gov.au/page/gov2register/
+// twitter
+extractCSVAccounts("https://docs.google.com/spreadsheet/pub?key=0Ap1exl80wB8OdHNKVmQ5RVlvQWpibDAxNHkzcU1nV2c&single=true&gid=0&output=csv", "Twitter", "Agency/Body/Event", "", true);
+// RSS
+extractHTMLAccounts("https://docs.google.com/spreadsheet/pub?hl=en_GB&hl=en_GB&key=0Ah41IAK0HzSTdGJxandJREhLSGlWWUZfZ2xKOTNHZ0E&output=html", "RSS");
+// facebook
+extractHTMLAccounts("https://docs.google.com/spreadsheet/pub?hl=en_GB&hl=en_GB&key=0Ah41IAK0HzSTdGtjcW9vOXdyZ3pOV21vQU51VmhzQnc&single=true&gid=0&output=html", "Facebook");
+foreach ($accounts as $id => $accountTypes) {
+ echo $id . "
" . PHP_EOL;
+ $doc = object_to_array($db->get($id));
+ // print_r($doc);
+
+ foreach ($accountTypes as $accountType => $accounts) {
+ if (!isset($doc["has" . $accountType]) || !is_array($doc["has" . $accountType])) {
+ $doc["has" . $accountType] = Array();
+ }
+ $doc["has" . $accountType] = array_unique(array_merge($doc["has" . $accountType], $accounts));
+ }
+ $db->save($doc);
+}
+?>
+
--- /dev/null
+++ b/admin/index.xml
@@ -1,1 +1,2607 @@
+
+' . $row->id . '
';
+ echo "Comparing " . $row->value[0] . " and " . $row->value[1];
+ $docA = explode(",", json_encode($db->get($row->id . "?rev=" . $row->value[0])));
+ $docB = explode(",", json_encode($db->get($row->id . "?rev=" . $row->value[1])));
+ // Options for generating the diff
+ $options = array(
+ //'ignoreWhitespace' => true,
+ //'ignoreCase' => true,
+ );
+
+ // Initialize the diff class
+ $diff = new Diff($docA, $docB, $options);
+ echo $diff->Render($renderer);
+ }
+} catch (SetteeRestClientException $e) {
+ setteErrorHandler($e);
+}
+include_footer();
+?>
--- /dev/null
+++ b/admin/validation.py
@@ -1,1 +1,30 @@
+#http://packages.python.org/CouchDB/client.html
+import couchdb
+import json
+import pprint
+import re
+from tidylib import tidy_document
+couch = couchdb.Server('http://127.0.0.1:5984/')
+
+# select database
+docsdb = couch['disclosr-documents']
+
+def f(x):
+ invalid = re.compile(r"ensure|testing|flicker|updating|longdesc|Accessibility Checks|not recognized")
+ valid = re.compile(r"line")
+ return (not invalid.search(x)) and valid.search(x) and x != ''
+
+for row in docsdb.view('app/getValidationRequired'):
+ print row.id
+ html = docsdb.get_attachment(row.id,row.value.iterkeys().next()).read()
+ #print html
+ document, errors = tidy_document(html,options={'accessibility-check':1,'show-warnings':0,'markup':0},keep_doc=True)
+ #http://www.aprompt.ca/Tidy/accessibilitychecks.html
+ #print document
+ errors = '\n'.join(filter(f,errors.split('\n')))
+ #print errors
+ doc = docsdb.get(row.id)
+ doc['validation'] = errors
+ docsdb.save(doc)
+
--- /dev/null
+++ b/admin/verify.php
@@ -1,1 +1,56 @@
+get_db('disclosr-agencies');
+$docs = Array();
+try {
+ $rows = $db->get_view("app", "byABN")->rows;
+ //print_r($rows);
+ foreach ($rows as $row) {
+ $docs["a" . $row->key] = $row->value;
+ }
+} catch (SetteeRestClientException $e) {
+ setteErrorHandler($e);
+}
+//print_r($docs);
+$row = 1;
+if (($handle = fopen("cacfma.csv", "r")) !== FALSE) {
+ while (($data = fgetcsv($handle, 1000, ",")) !== FALSE) {
+ $row++;
+ echo $data[0] . " " . str_replace("?", "", $data[1]) . "
\n";
+ $name = $data[0];
+ $abn = trim(str_replace("?", "", $data[1]));
+ $aabn = "a".$abn;
+ if (isset($docs[$aabn])) {
+ echo "Existing agency ABN detected
";
+ if (!in_array($name, object_to_array($docs[$aabn]->otherNames)) && $name != $docs[$aabn]->name) {
+ $docs[$aabn]->otherNames[] = $name;
+ try {
+ $docs[$aabn] = $db->save($docs[$aabn]);
+ //print_r($doc);
+ echo $abn . " additional names imported \n
";
+ } catch (SetteeRestClientException $e) {
+ setteErrorHandler($e);
+ }
+ }
+ } else {
+ echo "New agency ABN detected
";
+ $agency['_id'] = md5($aabn);
+ $agency['name'] = $name;
+ $agency["abn"] = $abn;
+ try {
+ $doc = $db->save($agency);
+ print_r($doc);
+ echo $abn . " imported \n
";
+ } catch (SetteeRestClientException $e) {
+ setteErrorHandler($e);
+ }
+ }
+ echo "
";
+ }
+ fclose($handle);
+}
+include_footer();
+?>
--- a/agencies.csv
+++ /dev/null
@@ -1,176 +1,1 @@
-agencyName,status,website,abn,contractListURL,grantsReportingURL,annualReportURL,consultanciesURL,legalExpenditureURL,recordsListURL,FOIDocumentsURL,infoPublicationSchemeURL
-Australian Institute of Family Studies,suspended,http://www.aifs.gov.au,64001053079,http://www.aifs.gov.au/institute/aifs/accountability.html,"",http://www.aifs.gov.au/institute/pubs/annualreports/annualreports.html,"","","","",""
-Comsuper,suspended,http://www.comsuper.gov.au/,77310752950,http://www.comsuper.gov.au/reports/murray.html,"",http://www.comsuper.gov.au/reports/annual_reports.html,"","","","",""
-Australian National Audit Office (ANAO),active,http://www.anao.gov.au,33020645631,http://www.anao.gov.au/director/tendersandcontracting/contracts.cfm,"",http://www.anao.gov.au/director/aboutus/currentannualreport.cfm,"","","","",""
-CRS Australia,active,http://www.crsaustralia.gov.au,65281415387,http://www.crsaustralia.gov.au/reporting.htm#contract_listings,"",http://www.crsaustralia.gov.au/plans_and_annual_reports.htm,"","","","",""
-Australian Competition and Consumer Commission,active,http://www.accc.gov.au,94410483623,http://www.accc.gov.au/content/index.phtml/itemId/860838,"",http://www.accc.gov.au/content/index.phtml/itemId/668577,http://www.accc.gov.au/content/index.phtml/itemId/402496,http://www.accc.gov.au/content/index.phtml/itemId/767987,"","",""
-Workplace Authority,suspended,http://www.workplaceauthority.gov.au,37243205024,http://www.workplaceauthority.gov.au/AboutUs/CorporateInfo/Pages/ContractsAndTenders.aspx,"",http://www.workplaceauthority.gov.au/AboutUs/CorporateInfo/Pages/AnnualReport.aspx,"","","","",""
-Attorney-General's Department,active,http://www.ag.gov.au/,92661124436,http://www.ag.gov.au/www/agd/agd.nsf/Page/Tendersandcontracts_SenateOrderContracts,http://www.ag.gov.au/www/agd/agd.nsf/Page/About_the_DepartmentGrants,http://www.ag.gov.au/www/agd/agd.nsf/Page/PublicationsAnnual_Reports,"","",http://www.ag.gov.au/www/agd/agd.nsf/Page/AbouttheDepartment_SenateContinuingOrderFileLists,http://www.ag.gov.au/www/agd/agd.nsf/Page/Freedom_of_Information,""
-Office of the Official Secretary to the Governor-General,active,http://www.gg.gov.au,67582329284,http://www.gg.gov.au/administration/category.php?id=7,"",http://www.gg.gov.au/administration/category.php?id=5,"","","","",""
-Federal Court of Australia,active,http://www.fedcourt.gov.au/,49110847399,http://www.fedcourt.gov.au/aboutct/contracts.html,"",http://www.fedcourt.gov.au/aboutct/ar.html,"","","","",""
-IP Australia,suspended,http://www.ipaustralia.gov.au,38113072755,http://www.ipaustralia.gov.au/about/files_contracts.shtml,"",http://www.innovation.gov.au/Section/AbouttheDepartment/Pages/AnnualReport200809.aspx,http://www.ipaustralia.gov.au/about/files_contracts.shtml,http://www.ipaustralia.gov.au/about/files_contracts.shtml,http://www.ipaustralia.gov.au/about/files_ipa.shtml,"",""
-National Native Title Tribunal,active,http://www.nntt.gov.au,70238042351,http://www.nntt.gov.au/About-The-Tribunal/Pages/Commonwealth-Reporting-Requirements.aspx,"",http://www.nntt.gov.au/About-The-Tribunal/Pages/Commonwealth-Reporting-Requirements.aspx,"",http://www.nntt.gov.au/About-The-Tribunal/Pages/Commonwealth-Reporting-Requirements.aspx,http://www.nntt.gov.au/About-The-Tribunal/Pages/Commonwealth-Reporting-Requirements.aspx,"",""
-"Department of Education, Employment and Workplace Relations",active,http://www.deewr.gov.au/Pages/default.aspx,63578775294,http://www.deewr.gov.au/Department/Publications/Pages/CorporatePublications.aspx,"",http://www.deewr.gov.au/Department/Publications/Pages/CorporatePublications.aspx,"","","","",""
-Australian Prudential Regulation Authority (APRA),active,http://www.apra.gov.au,79635582658,http://www.apra.gov.au/aboutAPRA/,"",http://www.apra.gov.au/aboutAPRA/,http://www.apra.gov.au/aboutAPRA/,http://www.apra.gov.au/aboutAPRA/,http://www.apra.gov.au/aboutAPRA/,"",""
-Australian Crime Commission,active,http://www.crimecommission.gov.au/index.htm,11259448410,http://www.crimecommission.gov.au/about/business_accountability/index.htm,"",http://www.crimecommission.gov.au/publications/annual_report/index.htm,"",http://www.crimecommission.gov.au/about/business_accountability/index.htm,http://www.crimecommission.gov.au/about/business_accountability/file_list.htm,"",""
-Australian Radiation Protection and Nuclear Safety Agency (ARPANSA),active,http://www.arpansa.gov.au,61321195155,http://www.arpansa.gov.au/AboutUs/Corporate/contractlist.cfm,"",http://www.arpansa.gov.au/AboutUs/corporate/annualreports.cfm,"",http://www.arpansa.gov.au/AboutUs/legal.cfm,http://www.arpansa.gov.au/AboutUs/FileList.cfm,"",""
-"Department of Innovation, Industry, Science and Research",active,http://www.innovation.gov.au/Pages/default.aspx,74599608295,http://www.innovation.gov.au/Section/AbouttheDepartment/Pages/SenateOrderContractsListingforthe2008-09FinancialYear.aspx,"",http://www.innovation.gov.au/General/Corp-MC/Pages/Publications.aspx#annual,"",http://www.innovation.gov.au/Section/AbouttheDepartment/Pages/DepartmentalExpenditureonLegalServices.aspx,http://www.innovation.gov.au/Section/AbouttheDepartment/Pages/SenateContinuingOrderNo8IndexedListofDepartmentalandAgencyFiles.aspx,"",""
-Wheat Exports Australia,active,http://www.wea.gov.au,40485918341,http://www.wea.gov.au/AboutUs/WEA%20Contracts.htm,"",http://www.wea.gov.au/Publications/AnnualReports/AnnualReports.htm,"","",http://www.wea.gov.au/Publications/File%20Index%20to%20June%2009.pdf,"",""
-Office of National Assessments,active,http://www.ona.gov.au/,87904367991,http://www.ona.gov.au/corporate.htm,"","","",http://www.ona.gov.au/corporate.htm,"","",""
-Old Parliament House,active,http://moadoph.gov.au/,30620774963,http://moadoph.gov.au/about/corporate-documents/,"",http://moadoph.gov.au/about/corporate-documents/,"","",http://moadoph.gov.au/about/corporate-documents/,"",""
-Murray-Darling Basin Authority,active,http://www.mdba.gov.au/,13679821382,http://www.mdba.gov.au/about/corporate_documents/contact_listings,"","","","","","",""
-Administrative Appeals Tribunal,active,http://www.aat.gov.au,90680970626,http://www.aat.gov.au/TendersAndContracts/Contracts.htm,"",http://www.aat.gov.au/CorporatePublications/AnnualReport.htm,"",http://www.aat.gov.au/CorporatePublications/LegalServices.htm,http://www.aat.gov.au/CorporatePublications/IndexedList.htm,"",""
-Aged Care Standards and Accreditation Agency Ltd,active,http://www.accreditation.org.au/,64079618652,"","",http://www.accreditation.org.au/about-us/annual-reports/,"","","","",""
-Airservices Australia,suspended,http://www.ano.gov.au,59698720886,"","","","","","","",""
-AusAid,active,http://www.ausaid.gov.au,62921558838,http://www.ausaid.gov.au/business/contracts_list.cfm,"",http://www.ausaid.gov.au/publications/pubout.cfm?ID=8691_5877_871_8496_1205&CFID=3328295&CFTOKEN=90652321,"","","",http://www.ausaid.gov.au/about/foi.cfm,""
-Austrade,active,http://www.austrade.gov.au,11764698227,http://www.austrade.gov.au/Contracts/default.aspx,"",http://www.austrade.gov.au/default.aspx?FolderID=1401,"","","","",""
-Australia Council for the Arts,suspended,http://www.australiacouncil.gov.au,38392626187,"","","","","","","",""
-Australian Antarctic Division,suspended,http://www.environment.gov.au,56428630676,"","","","","","","",""
-Australian Broadcasting Corporation,suspended,http://abc.gov.au,52429278345,"","","","","","","",""
-Australian Bureau of Statistics,active,http://www.abs.gov.au,26331428522,http://www.abs.gov.au/websitedbs/D3310114.nsf/51c9a3d36edfd0dfca256acb00118404/86158083b1e61cc5ca256ac5007eac24!OpenDocument,"",http://www.abs.gov.au/AUSSTATS/abs@.nsf/second+level+view?ReadForm&prodno=1001.0&viewtitle=Australian%20Bureau%20of%20Statistics%20--%20Annual%20Report~2009-10~Latest~27/10/2010&&tabname=Past%20Future%20Issues&prodno=1001.0&issue=2009-10&num=&view=&,"",http://www.abs.gov.au/websitedbs/D3310114.nsf/4a256353001af3ed4b2562bb00121564/f8961758d807999dca257214001e1281!OpenDocument,"",http://www.abs.gov.au/websitedbs/D3310114.nsf/4a256353001af3ed4b2562bb00121564/95e66d20b24927d7ca25747c002dc9ee!OpenDocument,""
-Australian Centre for International Agricultural Research,active,http://www.aciar.gov.au,34864955427,"","","","","","","",""
-Australian Commission for Law Enforcement Integrity,active,http://www.aclei.gov.au,78796734093,http://www.aclei.gov.au/www/aclei/aclei.nsf/Page/Accountability_and_Reporting,"","http://www.aclei.gov.au/www/aclei/aclei.nsf/Page/AccountabilityandReporting_Reports,SubmissionsandSpeeches","",http://www.aclei.gov.au/www/aclei/aclei.nsf/Page/Accountability_and_Reporting,http://www.aclei.gov.au/www/aclei/aclei.nsf/AllDocs/39D8AB36FD3CC755CA25734B007CC961?OpenDocument,http://www.aclei.gov.au/www/aclei/aclei.nsf/Page/FreedomofInformation_FreedomofInformation,""
-Australian Communications and Media Authority (ACMA),suspended,http://www.acma.gov.au,55386169386,"","","","","","","",""
-Australian Customs and Border Protection Service,active,http://www.customs.gov.au,66015286036,http://www.customs.gov.au/site/page4247.asp,"",http://www.customs.gov.au/site/page4283.asp,"","",http://www.customs.gov.au/site/page4530.asp,"",""
-Australian Electoral Commission,suspended,http://www.aec.gov.au,21133285851,"","","","","","","",""
-Australian Fair Pay Commission,suspended,http://www.fairpay.gov.au,14460763247,"","","","","","","",""
-Australian Federal Police,active,http://www.afp.gov.au,17864931143,http://www.afp.gov.au/about-the-afp/accountability-requirements/senate-order-contracts.aspx,http://www.afp.gov.au/about-the-afp/accountability-requirements/grants.aspx,http://www.afp.gov.au/media-centre/publications/annual-reports/afp.aspx,http://www.afp.gov.au/about-the-afp/accountability-requirements/consultancy-services.aspx,http://www.afp.gov.au/about-the-afp/accountability-requirements/afp-report-on-legal-services-expenditure.aspx,http://www.afp.gov.au/about-the-afp/accountability-requirements/harradine-report.aspx,"",""
-Australian Fisheries Management Authority,active,http://www.afma.gov.au,81098497517,http://www.afma.gov.au/resource-centre/publications-and-forms/corporate/external-reporting/,"",http://www.afma.gov.au/resource-centre/publications-and-forms/corporate/annual-report/,"",http://www.afma.gov.au/resource-centre/publications-and-forms/corporate/external-reporting/,http://www.afma.gov.au/resource-centre/publications-and-forms/corporate/external-reporting/,http://www.afma.gov.au/resource-centre/publications-and-forms/corporate/freedom-of-information/,""
-Australian Hearing Services,active,http://www.hearing.com.au/,83605426759,"","",http://www.hearing.com.au/annual-reports,"","","",http://www.centrelink.gov.au/internet/internet.nsf/legal/foi_table.htm,""
-Australian Human Rights Commission,active,http://www.hreoc.gov.au,47996232602,"","","","","","","",""
-Australian Industrial Registry,suspended,http://www.business.gov.au,83674573738,"","","","","","","",""
-Australian Institute of Criminology,active,http://www.aic.gov.au,63257175248,"","","","","","","",""
-Australian Institute of Health and Welfare,active,http://www.aihw.gov.au,16515245497,"","","","","","","",""
-Australian Institute of Marine Science,suspended,http://www.aims.gov.au,78961616230,"","","","","","","",""
-Australian Law Reform Commission,active,http://www.alrc.gov.au,88913413914,"","","","","","","",""
-Australian Maritime Safety Authority,suspended,http://www.amsa.gov.au,65377938320,"","","","","","","",""
-Australian National Maritime Museum,suspended,http://www.anmm.gov.au,35023590988,"","","","","","","",""
-Australian Nuclear Science and Technology Organisation (ANSTO),suspended,http://www.ansto.gov.au,47956969590,"","","","","","","",""
-Australian Office of Financial Management,active,http://www.aofm.gov.au,13059525039,"","","","","","","",""
-Australian Organ and Tissue Donation and Transplantation Authority,active,http://www.donatelife.gov.au,56253405315,"","","","","","","",""
-Australian Pesticides and Veterinary Medicines Authority,active,http://www.apvma.gov.au,19495043447,"","","","","","","",""
-Australian Public Service Commission,active,http://www.apsc.gov.au,99470863260,"","","","","","","",""
-Australian Research Council,suspended,http://www.arc.gov.au,35201451156,"","","","","","","",""
-Australian Reward Investment Alliance (ARIA),suspended,http://aria.gov.au,48882817243,"","","","","","","",""
-Australian Securities and Investments Commission,active,http://www.asic.gov.au,86768265615,"","","","","","","",""
-Australian Security Intelligence Organisation,active,http://blu.asio.gov.au,37467566201,"","","","","","","",""
-Australian Sports Anti-Doping Authority (ASADA),suspended,http://checksubstances.asada.gov.au,91592527503,"","","","","","","",""
-Australian Taxation Office,active,http://www.ato.gov.au,51824753556,"","","","","","","",""
-Australian Transaction Reports and Analysis Centre (AUSTRAC),active,http://www.austrac.gov.au,50008559486,"","","","","","","",""
-Australian Transport Safety Bureau,active,http://www.atsb.gov.au,65061156887,"","","","","","","",""
-Australian War Memorial,active,http://www.awm.gov.au,64909221257,"","","","","","","",""
-Bureau of Meteorology,suspended,http://www.bom.gov.au,92637533532,"","","","","","","",""
-Cancer Australia,active,http://www.canceraustralia.gov.au,21075951918,"","","","","","","",""
-Centrelink,active,http://www.centrelink.gov.au,29468422437,"","","","","","","",""
-Civil Aviation Safety Authority,suspended,http://www.casa.gov.au,44808014470,"","","","","","","",""
-Comcare,suspended,http://www.comcare.gov.au,41640788304,"","","","","","","",""
-Commonwealth Grants Commission,suspended,http://www.cgc.gov.au,86267354017,"","","","","","","",""
-Corporations and Markets Advisory Committee,active,http://www.camac.gov.au,85005260622,"","","","","","","",""
-Crimtrac,active,http://www.crimtrac.gov.au,17193904699,"","","","","","","",""
-CSIRO,suspended,http://www.csiro.au/,41687119230,http://www.csiro.au/org/pskc.html,"","","","","","",""
-Defence Housing Australia,active,http://www.dha.gov.au,72968504934,"","","","","","","",""
-Defence Materiel Organisation,active,http://www.defence.gov.au,68706814312,"","","","","","","",""
-"Department of Agriculture, Fisheries and Forestry",active,http://www.daff.gov.au/,24113085695,"","","","","","","",""
-"Department of Broadband, Communications and the Digital Economy",active,http://www.dbcde.gov.au,51491646726,"","","","","","","",""
-Department of Climate Change and Energy Efficiency,active,http://www.climatechange.gov.au,48072377158,"","","","","","","",""
-Department of Defence,active,http://www.defence.gov.au,68706814312,"","","","","","","",""
-"Department of Families, Housing, Community Services and Indigenous Affairs",active,http://www.fahcsia.gov.au/,36342015855,"","","","","","","",""
-Department of Finance and Deregulation,active,http://www.finance.gov.au,61970632495,"","","","","","","",""
-Department of Foreign Affairs and Trade,active,http://www.dfat.gov.au,47065634525,"","","","","","","",""
-Department of Health and Ageing,active,http://www.health.gov.au,83605426759,"","","","","","","",""
-Department of Human Services,active,http://www.centrelink.gov.au,29468422437,"","","","","","","",""
-Department of Immigration & Citizenship,active,http://www.eta.immi.gov.au,33380054835,"","","","","","","",""
-Department of Infrastructure and Transport,active,http://www.infrastructure.gov.au,86267354017,"","","","","","","",""
-Department of Parliamentary Services,active,http://www.aph.gov.au,52997141147,"","","","","","","",""
-"Department of Regional Australia, Regional Development and Local Government",active,http://www.regional.gov.au/,37862725624,"",http://www.regional.gov.au/department/grants/index.aspx,http://www.regional.gov.au/department/annual_report/index.aspx,"","",http://www.regional.gov.au/department/file_listing/index.aspx,http://www.regional.gov.au/department/foi/index.aspx,""
-"Department of Resources, Energy and Tourism",active,http://www.ret.gov.au,71278859567,"","","","","","","",""
-"Department of Sustainability, Environment, Water, Population and Communities",active,http://www.environment.gov.au,34190894983,"","","","","","","",""
-Department of the House of Representatives,active,http://www.aph.gov.au,18526287740,"","","","","","","",""
-Department of the Prime Minister and Cabinet,active,http://www.dpmc.gov.au,18108001191,"","","","","","","",""
-Department of the Senate,active,http://www.aph.gov.au,23991641527,"","","","","","","",""
-Department of the Treasury,active,http://www.treasury.gov.au,92802414793,"","","","","","","",""
-Director of National Parks,suspended,http://www.environment.gov.au,13051694963,"","","","","","","",""
-Equal Opportunity for Women in the Workplace Agency,suspended,http://www.eowa.gov.au,47641643874,"","","","","","","",""
-Export Finance and Insurance Corporation (EFIC),active,http://www.efic.gov.au,96874024697,"","","","","","","",""
-Fair Work Australia,active,http://www.fairwork.gov.au,93614579199,"","","","","","","",""
-Family Court of Australia,active,http://www.ag.gov.au,63684208971,"","","","","","","",""
-Federal Magistrates Court,active,http://www.fmc.gov.au,60265617271,"","","","","","","",""
-Food Standards Australia New Zealand,active,http://www.foodstandards.gov.au,20537066246,"","","","","","","",""
-Future Fund Management Agency,suspended,http://www.futurefund.gov.au/,53156699293,"","","","","","","",""
-Geoscience Australia,suspended,http://www.ga.gov.au,80091799039,"","","","","","","",""
-Grains Research and Development Corporation,active,http://www.grdc.com.au/,55611223291,"","","","","","","",""
-Great Barrier Reef Marine Park Authority,suspended,http://www.gbrmpa.gov.au,12949356885,"","","","","","","",""
-Insolvency and Trustee Service Australia (ITSA),active,http://www.itsa.gov.au,63384330717,"","","","","","","",""
-Inspector-General of Taxation,active,http://www.igt.gov.au,51248702319,"","","","","","","",""
-Medicare Australia,active,http://www.medicareaustralia.gov.au,75174030967,"","","","","","","",""
-Migration Review Tribunal and Refugee Review Tribunal (MRT-RRT),active,http://www.mrt-rrt.gov.au,50760799564,"","","","","","","",""
-National Archives of Australia,suspended,http://www.naa.gov.au,36889228992,"","","","","","","",""
-National Blood Authority,active,http://www.nba.gov.au,87361602478,"","","","","","","",""
-National Capital Authority,suspended,http://www.nationalcapital.gov.au,75149374427,"","","","","","","",""
-National Competition Council,active,http://www.ncc.gov.au,56552760098,"","","","","","","",""
-National Film and Sound Archive,active,http://www.nfsa.gov.au,41251017588,"","","","","","","",""
-National Gallery of Australia,suspended,http://nga.gov.au,27855975449,"","","","","","","",""
-National Health and Medical Research Council,active,http://www.nhmrc.gov.au,88601010284,"","","","","","","",""
-National Library of Australia,suspended,http://catalogue.nla.gov.au,28346858075,"","","","","","","",""
-National Museum of Australia,suspended,http://www.nma.gov.au,70592297967,"","","","","","","",""
-National Offshore Petroleum Safety Authority,suspended,http://www.nopsa.gov.au,22385178289,"","","","","","","",""
-National Water Commission,suspended,http://www.nwc.gov.au,94364176431,"","","","","","","",""
-Office of Parliamentary Counsel,active,http://www.opc.gov.au/,41425630817,http://www.opc.gov.au/about/list_contracts.htm,"",http://www.opc.gov.au/about/documents.htm,http://www.opc.gov.au/about/list_consultancy_contracts.html,http://www.opc.gov.au/about/legal_services.htm,http://www.opc.gov.au/about/list_docs.htm,"",""
-Office of the Auditing and Assurance Standards Board,active,http://www.auasb.gov.au,41127556389,"","","","","","","",""
-Office of the Australian Accounting Standards Board,active,http://www.aasb.com.au/Home.aspx,92702019575,"","",http://www.aasb.com.au/About-the-AASB/AASB-annual-reports.aspx,"","","","",""
-Office of the Australian Building and Construction Commissioner (ABCC),suspended,http://www.abcc.gov.au,68003725098,"","","","","","","",""
-Office of the Australian Information Commissioner,active,http://www.oic.qld.gov.au,70810284665,"","","","","","","",""
-Office of the Commonwealth Ombudsman,active,http://www.ombudsman.gov.au,53003678148,"","","","","","","",""
-Office of the Director of Public Prosecutions,active,http://www.cdpp.gov.au,41036606436,"","","","","","","",""
-Office of the Fair Work Ombudsman,active,http://www.fairwork.gov.au,43884188232,"","","","","","","",""
-Office of the Inspector-General of Intelligence and Security,active,http://www.igis.gov.au/,67332668643,"","",http://www.igis.gov.au/annual_report/index.cfm,"","","","",""
-Office of the Renewable Energy Regulator,suspended,http://www.environment.gov.au,68574011917,"","","","","","","",""
-Private Health Insurance Ombudsman,active,http://www.pc.gov.au,61673137709,"","","","","","","",""
-Productivity Commission,active,http://www.pc.gov.au,30004116223,"","","","","","","",""
-Professional Services Review,active,http://www.psr.gov.au,45307308260,"","","","","","","",""
-Reserve Bank of Australia,active,http://www.austrac.gov.au,50008559486,"","","","","","","",""
-Royal Australian Mint,active,http://mintissue.ramint.gov.au,45852104259,"","","","","","","",""
-Safe Work Australia,active,http://safeworkaustralia.gov.au,76116948344,"","","","","","","",""
-Seacare,suspended,http://www.seacare.gov.au/,32745854352,"","",http://www.seacare.gov.au/publications/corporate_publications/annual_reports2,"","",http://www.seacare.gov.au/publications/corporate_publications/harradine_reports2,"",""
-Social Security Appeals Tribunal,suspended,http://www.aat.gov.au,90680970626,"","","","","","","",""
-Sydney Harbour Federation Trust,suspended,http://www.harbourtrust.gov.au/,14178614905,"","","","","","","",""
-Therapeutic Goods Administration,active,http://www.tga.gov.au,40939406804,"","","","","","","",""
-Tourism Australia,suspended,http://www.ret.gov.au,99657548712,"","","","","","","",""
-Aboriginal and Torres Strait Islander Services,suspended,http://www.atsis.gov.au,13013281264,"","","","","","","",""
-Australia-Japan Foundation,suspended,http://www.dfat.gov.au,47065634525,"","","","","","","",""
-Australian Film Commission,suspended,http://afcarchive.screenaustralia.gov.au/,57859074040,"","",http://afcarchive.screenaustralia.gov.au/profile/annrpt/profilepage_12.aspx,"","",http://afcarchive.screenaustralia.gov.au/profile/afc_files/profilepage_21.aspx,"",""
-Australian Film Television and Radio School,suspended,http://www.planning.nsw.gov.au,29003234571,"","","","","","","",""
-Australian Institute of Aboriginal and Torres Strait Islander Studies (AIATSIS),suspended,http://www.aiatsis.gov.au,62020533641,"","","","","","","",""
-Biosecurity Australia,suspended,http://www.aph.gov.au,27009590729,"","","","","","","",""
-Child Support Agency,suspended,http://www.centrelink.gov.au,29468422437,"","","","","","","",""
-Dairy Adjustment Authority,suspended,http://www.daff.gov.au/agriculture-food/meat-wool-dairy/dairy/dairy_adjustment_authority,28714145393,"","","","","","","",""
-Department of Climate Change,suspended,http://www.climatechange.gov.au,83814086707,"","","","","","","",""
-"Department of Communications, Information Technology and the Arts",suspended,http://www.dbcde.gov.au,51491646726,"","","","","","","",""
-"Department of Education, Science and Training",suspended,http://www.dest.gov.au,51452193160,"","","","","","","",""
-Department of Employment and Workplace Relations,suspended,http://www.dest.gov.au,40376417416,"","","","","","","",""
-"Department of Families, Community Services & Indigenous Affairs",suspended,http://www.centrelink.gov.au,29468422437,"","","","","","","",""
-Department of Finance and Administration,suspended,http://www.finance.gov.au,61970632495,"","","","","","","",""
-Department of Immigration and Multicultural Affairs,suspended,http://www.immi.gov.au,33380054835,"","","","","","","",""
-"Department of Industry, Tourism and Resources",suspended,http://www.business.gov.au,51835430479,"","","","","","","",""
-"Department of Infrastructure, Transport, Regional Development and Local Government",suspended,http://www.business.gov.au,86267354017,"","","","","","","",""
-Department of the Environment and Water Resources,suspended,http://www.environment.gov.au,34190894983,"","","","","","","",""
-"Department of the Environment, Water, Heritage and the Arts",suspended,http://www.environment.gov.au,34190894983,"","","","","","","",""
-Department of Transport and Regional Services,suspended,http://www.infrastructure.gov.au,86267354017,"","","","","","","",""
-Emergency Management Australia,suspended,http://www.health.gov.au,83605426759,"","","","","","","",""
-Export Wheat Commission,suspended,http://australia.gov.au,40485918341,"","","","","","","",""
-Land and Water Australia,suspended,http://lwa.gov.au/,25602743013,"","","","","","","",""
-Office of Film and Literature Classification,suspended,http://www.acma.gov.au,16001170433,"","","","","","","",""
-Office of the Privacy Commissioner,suspended,http://www.privacy.gov.au,13152473225,"","","","","","","",""
-Office of Workplace Services,suspended,http://deewr.gov.au,71141751477,"","","","","","","",""
-Questacon,suspended,http://www.tenders.gov.au,74599608295,"","","","","","","",""
-Refugee Review Tribunal,suspended,http://www.mrt-rrt.gov.au,50760799564,"","","","","","","",""
-Screen Australia,suspended,http://www.screenaustralia.gov.au,46741353180,"","","","","","","",""
-The National Institute of Clinical Studies Ltd,suspended,http://www.nhmrc.gov.au/nics/index.htm,60095459804,"","","","","","","",""
-Workplace Ombudsman,suspended,http://www.fairwork.gov.au,43884188232,"","","","","","","",""
-Department of Immigration and Citizenship,,http://www.eta.immi.gov.au,33380054835,"","","","","","","",""
-Department of Education Employment and Workplace Relations,,http://www.dest.gov.au,0,"","","","","","","",""
-Department of Veterans' Affairs,active,"",0,"","","","","","","",""
-Department of Resources Energy and Tourism,,http://www.ret.gov.au,96127997719,"","","","","","","",""
-Department of Broadband Communications and the Digital Economy,,http://www.dbcde.gov.au,51491646726,"","","","","","","",""
-Department of Innovation Industry Science and Research,,http://australia.gov.au,0,"","","","","","","",""
-Department of Agriculture Fisheries and Forestry,,http://www.centrelink.gov.au,29468422437,"","","","","","","",""
+
--- /dev/null
+++ b/alaveteli/exportAgencies.csv.php
@@ -1,1 +1,107 @@
+get_db('disclosr-agencies');
+
+$tag = Array();
+try {
+ $rows = $db->get_view("app", "byDeptStateName", null, true)->rows;
+ //print_r($rows);
+ foreach ($rows as $row) {
+ $tag[$row->id] = phrase_to_tag(dept_to_portfolio($row->key));
+ }
+} catch (SetteeRestClientException $e) {
+ setteErrorHandler($e);
+ die();
+}
+
+$foiEmail = Array();
+try {
+ $rows = $db->get_view("app", "foiEmails", null, true)->rows;
+ //print_r($rows);
+ foreach ($rows as $row) {
+ $foiEmail[$row->key] = $row->value;
+ }
+} catch (SetteeRestClientException $e) {
+ setteErrorHandler($e);
+ die();
+}
+
+$fp = fopen('php://output', 'w');
+if ($fp && $db) {
+ header('Content-Type: text/csv; charset=utf-8');
+ header('Content-Disposition: attachment; filename="export.' . date("c") . '.csv"');
+ header('Pragma: no-cache');
+ header('Expires: 0');
+ fputcsv($fp, $headers);
+ try {
+ $agencies = $db->get_view("app", "byCanonicalName", null, true)->rows;
+ //print_r($rows);
+ foreach ($agencies as $agency) {
+ // print_r($agency);
+
+ if (isset($agency->value->foiEmail) && $agency->value->foiEmail != "null" && !isset($agency->value->status)) {
+ $row = Array();
+ $row["#id"] = $agency->id;
+ $row["name"] = trim($agency->value->name);
+ if (isset($agency->value->foiEmail)) {
+ $row["request_email"] = $agency->value->foiEmail;
+ } else {
+ if ($agency->value->orgType == "FMA-DepartmentOfState") {
+ $row["request_email"] = "foi@" . GetDomain($agency->value->website);
+ } else {
+ $row["request_email"] = $foiEmail[$agency->value->parentOrg];
+ }
+ }
+ if (isset($agency->value->shortName)) {
+ $row["short_name"] = $agency->value->shortName;
+ } else {
+ $row["short_name"] = shortName($agency->value->name);
+ }
+ $row["notes"] = "";
+ $row["publication_scheme"] = (isset($agency->value->infoPublicationSchemeURL) ? $agency->value->infoPublicationSchemeURL : "");
+ $row["home_page"] = (isset($agency->value->website) ? $agency->value->website : "");
+ if ($agency->value->orgType == "FMA-DepartmentOfState") {
+ $row["tag_string"] = $tag[$agency->value->_id] . " " . $agency->value->orgType;
+ } else {
+ $row["tag_string"] = $tag[$agency->value->parentOrg] . " " . $agency->value->orgType;
+ }
+
+ fputcsv($fp, array_values($row));
+
+ if (isset($agency->value->foiBodies)) {
+ foreach ($agency->value->foiBodies as $foiBody) {
+ $row['name'] = iconv("UTF-8", "ASCII//TRANSLIT",$foiBody);
+ $row["short_name"] = shortName($foiBody);
+ fputcsv($fp, array_values($row));
+ }
+ }
+ }
+ }
+ } catch (SetteeRestClientException $e) {
+ setteErrorHandler($e);
+ }
+
+ die;
+}
+?>
+
--- /dev/null
+++ b/alaveteli/exportCategories.rb.php
@@ -1,1 +1,24 @@
+get_db('disclosr-agencies');
+
+try {
+ $rows = $db->get_view("app", "byDeptStateName", null, true)->rows;
+ //print_r($rows);
+ foreach ($rows as $row) {
+ echo ' [ "' . phrase_to_tag(dept_to_portfolio($row->key)) . '","' . dept_to_portfolio($row->key) . '","part of the ' . dept_to_portfolio($row->key) . ' portfolio" ],' . PHP_EOL;
+ }
+} catch (SetteeRestClientException $e) {
+ setteErrorHandler($e);
+}
+echo '])';
+?>
+
--- /dev/null
+++ b/bubbletree.php
@@ -1,1 +1,113 @@
+
+
+
+
+ Charts
+ Lorem ipsum.
+Welcome to Foundation
-
- The Grid
-
-
- Tabs
-
-
-
-
-
-
- Buttons
-
-
-
-
-
-
-
-
-
- Getting Started
- Other Resources
-
-
-
Everything you need to know about using the framework.
Latest code, issue reports, feature requests and more.
Ping us on Twitter if you have questions. If you build something with this we'd love to see it (and send you a totally boss sticker).";
+
+ echo " ";
+ } else {
+ if (isset($schemas['agency']["properties"][$key]['x-property'])) {
+ echo '';
+ } else {
+ echo "";
+ }
+ if ((strpos($key, "URL") > 0 || $key == 'website') && $value != "") {
+ echo "view";
+ } else {
+ echo "$value";
+ }
+ }
+ echo "";
+ }
+ if ($mode == "edit") {
+ if (is_array($value)) {
+ echo '" . $schemas['agency']["properties"][$key]['x-title'] . "
" . $schemas['agency']["properties"][$key]['description'] . "";
+ if (is_array($value)) {
+ echo " ";
+ foreach ($value as $subkey => $subvalue) {
+ if (isset($schemas['agency']["properties"][$key]['x-property'])) {
+ echo '
";
- echo '
";
-}
-
+
+ $obj = $db->get($_REQUEST['id']);
+//print_r($row);
+ if (sizeof($_POST) > 0) {
+//print_r($_POST);
+ foreach ($_POST as $postkey => $postvalue) {
+ if ($postvalue == "") {
+ unset($_POST[$postkey]);
+ }
+ if (is_array($postvalue)) {
+ if (count($postvalue) == 1 && $postvalue[0] == "") {
+ unset($_POST[$postkey]);
+ } else {
+ foreach ($_POST[$postkey] as $key => &$value) {
+ if ($value == "") {
+ unset($_POST[$postkey][$key]);
+ }
+ }
+ }
+ }
+ }
+ if (isset($_POST['_id']) && $db->get_rev($_POST['_id']) == $_POST['_rev']) {
+ echo "Edited version was latest version, continue saving";
+ $newdoc = $_POST;
+ $newdoc['metadata']['lastModified'] = time();
+ $obj = $db->save($newdoc);
+ } else {
+ echo "ALERT doc revised by someone else while editing. Document not saved.";
+ }
+ }
+
+ $mode = "edit";
+ $rowArray = object_to_array($obj);
+ksort($rowArray);
+ if ($mode == "edit") {
+ $row = addDefaultFields($rowArray);
+ } else {
+ $row = $rowArray;
+ }
+
+ if ($mode == "view") {
+ echo ' ";
- echo "' . $row->doc->agencyName. "
";
- foreach ($row->doc as $key => $value) {
- echo "Field Name Field Value ";
- } // also show documents/URLs available
- echo "$key $value ';
+ echo '
";
+ echo "' . $row['name'] . "
";
+ }
+ if ($mode == "edit") {
+ ?>
+
+
+ Field Name Field Value ';
+ foreach ($rows as $row) {
+ // print_r($row);
+ echo '
";
+ } catch (SetteeRestClientException $e) {
+ setteErrorHandler($e);
+ }
+ }
+ include_footer();
+ ?>
+
--- /dev/null
+++ b/graph.php
@@ -1,1 +1,144 @@
+
" . PHP_EOL;
+}
+
--- /dev/null
+++ b/include/template.inc.php
@@ -1,1 +1,79 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
"+b+" : "+d.p.globalProbes[b]()+"
";a+="LOCAL :
";for(b in d.p.localProbes)a+=""+b+" : "+d.p.localProbes[b]()+"
";d.p.dom.innerHTML= +a;return d}sigma.classes.Cascade.call(this);var d=this;this.instance=b;this.monitoring=!1;this.p={fps:40,dom:h,globalProbes:{"Time (ms)":sigma.chronos.getExecutionTime,Queue:sigma.chronos.getQueuedTasksCount,Tasks:sigma.chronos.getTasksCount,FPS:sigma.chronos.getFPS},localProbes:{"Nodes count":function(){return d.instance.graph.nodes.length},"Edges count":function(){return d.instance.graph.edges.length}}};this.activate=function(){if(!d.monitoring)d.monitoring=window.setInterval(e,1E3/d.p.fps);return d}; +this.desactivate=function(){if(d.monitoring)window.clearInterval(d.monitoring),d.monitoring=null,d.p.dom.innerHTML="";return d}}function j(b){function h(b){if(a.p.mouseEnabled&&(e(a.mouseX,a.mouseY,a.ratio*(0<(void 0!=b.wheelDelta&&b.wheelDelta||void 0!=b.detail&&-b.detail)?a.p.zoomMultiply:1/a.p.zoomMultiply)),a.p.blockScroll))b.preventDefault?b.preventDefault():b.returnValue=!1}function e(b,c,e){if(!a.isMouseDown&&(window.clearInterval(a.interpolationID),n=void 0!=e,i=a.stageX,j=b,k=a.stageY,l= +c,f=e||a.ratio,f=Math.min(Math.max(f,a.p.minRatio),a.p.maxRatio),u=a.p.directZooming?1-(n?a.p.zoomDelta:a.p.dragDelta):0,a.ratio!=f||a.stageX!=j||a.stageY!=l))d(),a.interpolationID=window.setInterval(d,50),a.dispatch("startinterpolate")}function d(){u+=n?a.p.zoomDelta:a.p.dragDelta;u=Math.min(u,1);var b=sigma.easing.quadratic.easeout(u),c=a.ratio;a.ratio=c*(1-b)+f*b;n?(a.stageX=j+(a.stageX-j)*a.ratio/c,a.stageY=l+(a.stageY-l)*a.ratio/c):(a.stageX=i*(1-b)+j*b,a.stageY=k*(1-b)+l*b);a.dispatch("interpolate"); +if(1<=u)window.clearInterval(a.interpolationID),b=a.ratio,n?(a.ratio=f,a.stageX=j+(a.stageX-j)*a.ratio/b,a.stageY=l+(a.stageY-l)*a.ratio/b):(a.stageX=j,a.stageY=l),a.dispatch("stopinterpolate")}sigma.classes.Cascade.call(this);sigma.classes.EventDispatcher.call(this);var a=this;this.p={minRatio:1,maxRatio:32,marginRatio:1,zoomDelta:0.1,dragDelta:0.3,zoomMultiply:2,directZooming:!1,blockScroll:!0,inertia:1.1,mouseEnabled:!0};var g=0,c=0,i=0,k=0,f=1,j=0,l=0,s=0,q=0,z=0,m=0,u=0,n=!1;this.stageY=this.stageX= +0;this.ratio=1;this.mouseY=this.mouseX=0;this.isMouseDown=!1;b.addEventListener("DOMMouseScroll",h,!0);b.addEventListener("mousewheel",h,!0);b.addEventListener("mousemove",function(b){a.mouseX=void 0!=b.offsetX&&b.offsetX||void 0!=b.layerX&&b.layerX||void 0!=b.clientX&&b.clientX;a.mouseY=void 0!=b.offsetY&&b.offsetY||void 0!=b.layerY&&b.layerY||void 0!=b.clientY&&b.clientY;if(a.isMouseDown){var d=a.mouseX-g+i,f=a.mouseY-c+k;if(d!=a.stageX||f!=a.stageY)q=s,m=z,s=d,z=f,a.stageX=d,a.stageY=f,a.dispatch("drag")}a.dispatch("move"); +b.preventDefault?b.preventDefault():b.returnValue=!1},!0);b.addEventListener("mousedown",function(b){if(a.p.mouseEnabled)a.isMouseDown=!0,a.dispatch("mousedown"),i=a.stageX,k=a.stageY,g=a.mouseX,c=a.mouseY,q=s=a.stageX,m=z=a.stageY,a.dispatch("startdrag"),b.preventDefault?b.preventDefault():b.returnValue=!1},!0);document.addEventListener("mouseup",function(b){if(a.p.mouseEnabled&&a.isMouseDown)a.isMouseDown=!1,a.dispatch("mouseup"),(i!=a.stageX||k!=a.stageY)&&e(a.stageX+a.p.inertia*(a.stageX-q),a.stageY+ +a.p.inertia*(a.stageY-m)),b.preventDefault?b.preventDefault():b.returnValue=!1},!0);this.checkBorders=function(){return a};this.interpolate=e}function m(b,h,e,d,a,g,c){function i(a){var b=d,c="fixed"==f.p.labelSize?f.p.defaultLabelSize:f.p.labelSizeRatio*a.displaySize;b.font=(f.p.hoverFontStyle||f.p.fontStyle||"")+" "+c+"px "+(f.p.hoverFont||f.p.font||"");b.fillStyle="node"==f.p.labelHoverBGColor?a.color||f.p.defaultNodeColor:f.p.defaultHoverLabelBGColor;b.beginPath();if(f.p.labelHoverShadow)b.shadowOffsetX= +0,b.shadowOffsetY=0,b.shadowBlur=4,b.shadowColor=f.p.labelHoverShadowColor;sigma.tools.drawRoundRect(b,Math.round(a.displayX-c/2-2),Math.round(a.displayY-c/2-2),Math.round(b.measureText(a.label).width+1.5*a.displaySize+c/2+4),Math.round(c+4),Math.round(c/2+2),"left");b.closePath();b.fill();b.shadowOffsetX=0;b.shadowOffsetY=0;b.shadowBlur=0;b.beginPath();b.fillStyle="node"==f.p.nodeBorderColor?a.color||f.p.defaultNodeColor:f.p.defaultNodeBorderColor;b.arc(Math.round(a.displayX),Math.round(a.displayY), +a.displaySize+f.p.borderSize,0,2*Math.PI,!0);b.closePath();b.fill();b.beginPath();b.fillStyle="node"==f.p.nodeHoverColor?a.color||f.p.defaultNodeColor:f.p.defaultNodeHoverColor;b.arc(Math.round(a.displayX),Math.round(a.displayY),a.displaySize,0,2*Math.PI,!0);b.closePath();b.fill();b.fillStyle="node"==f.p.labelHoverColor?a.color||f.p.defaultNodeColor:f.p.defaultLabelHoverColor;b.fillText(a.label,Math.round(a.displayX+1.5*a.displaySize),Math.round(a.displayY+c/2-3));return f}function k(a){if(isNaN(a.x)|| +isNaN(a.y))throw Error("A node's coordinate is not a number (id: "+a.id+")");return!a.hidden&&a.displayX+a.displaySize>-j/3&&a.displayX-a.displaySize<4*j/3&&a.displayY+a.displaySize>-l/3&&a.displayY-a.displaySize<4*l/3}sigma.classes.Cascade.call(this);var f=this;this.p={labelColor:"default",defaultLabelColor:"#000",labelHoverBGColor:"default",defaultHoverLabelBGColor:"#fff",labelHoverShadow:!0,labelHoverShadowColor:"#000",labelHoverColor:"default",defaultLabelHoverColor:"#000",labelActiveBGColor:"default", +defaultActiveLabelBGColor:"#fff",labelActiveShadow:!0,labelActiveShadowColor:"#000",labelActiveColor:"default",defaultLabelActiveColor:"#000",labelSize:"fixed",defaultLabelSize:12,labelSizeRatio:2,labelThreshold:6,font:"Arial",hoverFont:"",activeFont:"",fontStyle:"",hoverFontStyle:"",activeFontStyle:"",edgeColor:"source",defaultEdgeColor:"#aaa",defaultEdgeType:"line",defaultNodeColor:"#aaa",nodeHoverColor:"node",defaultNodeHoverColor:"#fff",nodeActiveColor:"node",defaultNodeActiveColor:"#fff",borderSize:0, +nodeBorderColor:"node",defaultNodeBorderColor:"#fff",edgesSpeed:200,nodesSpeed:200,labelsSpeed:200};var j=g,l=c;this.currentLabelIndex=this.currentNodeIndex=this.currentEdgeIndex=0;this.task_drawLabel=function(){for(var b=a.nodes.length,c=0;c++" . str_replace("<", "<", $website->validation) . "