From: maxious Date: Sun, 11 Mar 2012 10:38:25 +0000 Subject: Scraper updates X-Git-Url: https://maxious.lambdacomplex.org/git/?p=disclosr.git&a=commitdiff&h=4c1fd2637ff0b9a5342c9e1986ac5f706de4a6de --- Scraper updates Former-commit-id: ffe2d04341e6cde9180b829dd7eb40c585c67494 --- --- a/.gitmodules +++ b/.gitmodules @@ -10,7 +10,10 @@ [submodule "lib/php-diff"] path = lib/php-diff url = https://github.com/chrisboulton/php-diff.git -[submodule "javascripts/flot"] - path = javascripts/flot - url = https://github.com/paradoxxxzero/flot.git +[submodule "lib/Requests"] + path = lib/Requests + url = https://github.com/rmccue/Requests.git +[submodule "javascripts/flotr2"] + path = javascripts/flotr2 + url = https://github.com/HumbleSoftware/Flotr2.git --- a/about.php +++ b/about.php @@ -22,6 +22,8 @@ Agencies can be found in the Schedule to an Appropriation Bill (budget), Schedule to FMA Regulations and/or Public Service Act.
http://www.finance.gov.au/publications/flipchart/docs/FMACACFlipchart.pdf summarises these. view-source:https://www.tenders.gov.au/?event=public.advancedsearch.home is great for the suspended/active status
+ +Fraud in gov depts by Fairfax Media http://www.smh.com.au/national/public-service-keeps-fraud-cases-private-20110923-1kpdr.html When defining the hierachy, this system is designed towards monitoring accountablity. Thus large agencies that have registered their own ABN and have their own accountablity mechanisms/website receive a seperate record as a child of their department. --- /dev/null +++ b/admin/0203apsemployees.csv @@ -1,1 +1,75 @@ +"Agriculture, Fisheries & Forestry",3530 +Attorney-Generals,708 +Administrative Appeals Tribunal,108 +AUSTRAC,60 +Australian Crime Commission,225 +Australian Customs Service,4934 +Australian Protective Service,1124 +CrimTrac Agency,34 +Family Court of Australia,574 +Federal Court of Australia,221 +Federal Magistrates Service,46 +Federal Privacy Commissioner,32 +HREOC,79 +ITSA,227 +National Native Title Tribunal,241 +Office of the D.P.P.,403 +Office of Film & Literature Class,39 +Office of the Parl. Counsel,45 +Communications IT & the Arts,776 +Aust. Broadcasting Authority,114 +Aust. Communications Authority,391 +Aust. National Maritime Museum,90 +National Archives of Australia,363 +National Library of Australia,443 +National Museum of Australia,185 +NOIE,160 +Defence,18231 +Defence Housing Authority,661 +DEST,1464 +Australian Research Council,50 +DEWR,2055 +EOWA,11 +Australian Industrial Registry,185 +Comcare,300 +NOHSC,89 +Environment and Heritage,1271 +Australian Greenhouse Office,167 +Bureau of Meteorology,1403 +GBRMPA,153 +National Oceans Office,31 +Family and Community Services,4832 +Aust. Institute of Family Studies,39 +Centrelink,25147 +Finance and Administration,771 +Australian Electoral Comm.,729 +ComSuper,338 +Foreign Affairs & Trade,2763 +ACIAR,44 +Health & Ageing,5137 +Aust. Institute of Health & Welfare,152 +ARPANSA,126 +FSANZ,110 +PSR,25 +DIMIA,4089 +Aboriginal Hostels Ltd.,341 +ATSIC,1072 +AIATSIS,62 +Torres Strait Regional Authority,30 +Industry Tourism & Resources,2691 +Prime Minister & Cabinet,344 +ANAO,278 +Commonwealth Ombudsman,78 +Office of National Assessments,47 +APS Commission,164 +Transport & Regional Services,945 +National Capital Authority,76 +Treasury,906 +Australian Bureau of Statistics,3024 +ACCC,446 +ASIC,1048 +Australian Taxation Office,20238 +Productivity Commission,197 +Veterans Affairs,2335 +Australian War Memorial,215 --- /dev/null +++ b/admin/0304apsemployees.csv @@ -1,1 +1,78 @@ +"Agriculture, Fisheries and Forestry",3928 +Attorney-General's,781 +Administrative Appeals Tribunal,117 +AUSTRAC,61 +Australian Crime Commission,315 +Australian Customs Service,4736 +Australian Protective Service,1234 +CrimTrac Agency,44 +Family Court of Australia,608 +Federal Court of Australia,238 +Federal Magistrates Service,56 +Federal Privacy Commissioner,29 +HREOC,84 +ITSA,240 +National Native Title Tribunal,243 +Office of the D.P.P.,416 +Office of Film & Literature Class.,37 +Office of Parliamentary Counsel,46 +Communications IT & the Arts,607 +Aust. Broadcasting Authority,114 +Aust. Communications Authority,407 +Australian Film Commission,176 +AGIMO,95 +Aust. National Maritime Museum,93 +National Archives of Australia,386 +National Library of Australia,438 +National Museum of Australia,186 +Defence,18301 +Defence Housing Authority,679 +DEST,1684 +Australian Research Council,53 +DEWR,2171 +Australian Industrial Registry,188 +Comcare,325 +EOWA,10 +NOHSC,89 +Environment and Heritage,1276 +Australian Greenhouse Office,166 +Bureau of Meteorology,1371 +GBRMPA,162 +National Oceans Office,39 +Family and Community Services,4818 +Aust. Institute of Family Studies,38 +Centrelink,24904 +Finance and Administration,895 +Australian Electoral Comm.,765 +ComSuper,329 +Foreign Affairs and Trade,2809 +ACIAR,40 +Health and Ageing,5365 +Aust. Institute of Health & Welfare,157 +ARPANSA,117 +FSANZ,104 +National Blood Authority,33 +OPSR,27 +DIMIA,4487 +Aboriginal Hostels Ltd.,291 +AIATSIS,59 +ATSIC,24 +ATSIS,1109 +Torres Strait Regional Authority,34 +"Industry, Tourism & Resources",2878 +Prime Minister & Cabinet,372 +ANAO,287 +APS Commission,172 +Commonwealth Ombudsman,82 +Office of National Assessments,51 +Transport & Regional Services,885 +National Capital Authority,68 +Treasury,984 +Australian Bureau of Statistics,2866 +ACCC,450 +ASIC,1137 +Australian Taxation Office,20501 +Productivity Commission,183 +Veterans' Affairs,2356 +Australian War Memorial,196 --- /dev/null +++ b/admin/0405apsemployees.csv @@ -1,1 +1,88 @@ +"Agriculture, Fisheries & Forestry ",1297 +AQIS,3028 +Attorney-Generals ,1011 +Administrative Appeals Tribunal,154 +AUSTRAC,137 +Australian Crime Commission,412 +Australian Customs Service,5054 +Commonwealth DPP,451 +CrimTrac Agency,51 +Family Court of Australia,737 +Federal Court of Australia,403 +Federal Magistrates Service,102 +Federal Privacy Commissioner,40 +HREOC,95 +ITSA,275 +National Native Title Tribunal,265 +Office of Film & Literature Class,41 +Office of the Parl. Counsel,43 +"Communications, IT & the Arts ",804 +Aust. Broadcasting Authority,106 +Aust. Communications Authority,416 +Australian Film Commission,167 +Aust. National Maritime Museum,114 +National Archives of Australia,514 +National Library of Australia,523 +National Museum of Australia,260 +Defence ,18638 +Defence Housing Authority,685 +DEST ,2001 +Australian Research Council,71 +Questacon,211 +DEWR ,3141 +Australian Industrial Registry,202 +Comcare,384 +EOWA,28 +Environment & Heritage ,1852 +Bureau of Meteorology,1442 +GBRMPA,170 +ORER,11 +Family & Community Services ,1949 +Aust. Institute of Family Studies,66 +Finance & Administration ,1297 +Australian Electoral Comm.,808 +Commonwealth Grants Commission,40 +ComSuper,393 +Foreign Affairs & Trade ,2468 +ACIAR,47 +AusAID,615 +Health & Ageing ,4220 +Aust. Institute of Health & Welfare,215 +ARPANSA,130 +FSANZ,121 +National Blood Authority,40 +Professional Services Review,18 +Human Services ,37 +Centrelink,25317 +Child Support Agency,3238 +CRS Australia,1998 +Immigration ,5769 +Aboriginal Hostels Ltd.,458 +AIATSIS,116 +Migration Review Tribunal,132 +Refugee Review Tribunal,176 +Torres Strait Regional Authority,48 +"Industry, Tourism & Resources ",1906 +Geoscience Australia,635 +IP Australia,821 +NOPSA,28 +Prime Minister & Cabinet ,402 +ANAO,313 +Australian Public Service Commission,211 +Commonwealth Ombudsman,113 +National Water Commission,27 +Office of National Assessments,93 +Transport & Regional Services ,1178 +National Capital Authority,91 +Treasury ,885 +Australian Bureau of Statistics,3095 +ACCC,509 +AOFM,33 +ASIC,1494 +Australian Taxation Office,23417 +National Competition Council,11 +Productivity Commission,200 +Royal Australian Mint,117 +Veterans Affairs ,2655 +Australian War Memorial,310 --- /dev/null +++ b/admin/0506apsemployees.csv @@ -1,1 +1,90 @@ +"Agriculture, Fisheries & Forestry",1498 +AQIS,3289 +Attorney-Generals,1226 +Administrative Appeals Tribunal,156 +AUSTRAC,141 +Australian Crime Commission,425 +Australian Customs Service,5574 +CrimTrac Agency,53 +Family Court of Australia,765 +Federal Court of Australia,412 +Federal Magistrates Service,112 +Federal Privacy Commissioner,44 +HREOC,102 +ITSA,270 +National Native Title Tribunal,244 +Commonwealth DPP,469 +Office of Film & Literature Class,49 +Office of the Parl. Counsel,46 +"Communications, IT & the Arts",833 +Australian Communications & Media Authority,497 +Australian Film Commission,255 +Australian National Maritime Museum,107 +Australian Sports Anti-Doping Authority,46 +National Archives of Australia,467 +National Library of Australia,499 +National Museum of Australia,301 +Defence,19791 +Defence Housing Authority,699 +DEST,2359 +AIATSIS,128 +Australian Research Council,69 +Questacon,230 +DEWR,3853 +Australian Building and Construction Commission,85 +Australian Fair Pay Commission,11 +Australian Industrial Registry,175 +Comcare,379 +EOWA,30 +Office of Workplace Services,188 +Environment & Heritage,2060 +Bureau of Meteorology,1404 +GBRMPA,172 +ORER,11 +FaCSIA,2589 +Aboriginal Hostels Ltd.,489 +Australian Institute of Family Studies,53 +Torres Strait Regional Authority,72 +Finance & Administration,1409 +Australian Electoral Commission,790 +Commonwealth Grants Commission,41 +ComSuper,435 +Foreign Affairs & Trade,2551 +ACIAR,50 +AusAID,706 +Health & Ageing,4301 +Australian Institute of Health & Welfare,203 +ARPANSA,136 +FSANZ,125 +National Blood Authority,52 +Professional Services Review,14 +Human Services,5545 +Centrelink,26549 +Medicare Australia,5393 +Immigration,6341 +Migration Review Tribunal,103 +Refugee Review Tribunal,161 +"Industry, Tourism & Resources",1979 +Geoscience Australia,669 +IP AUSTRALIA,888 +NOPSA,34 +Prime Minister & Cabinet,590 +ANAO,308 +Australian Public Service Commission,253 +Commonwealth Ombudsman,141 +National Water Commission,45 +Office of National Assessments,122 +Transport & Regional Services,1327 +National Capital Authority,95 +Treasury,915 +Australian Bureau of Statistics,3511 +ACCC,582 +AOFM,39 +ASIC,1540 +Australian Taxation Office,22568 +National Competition Council,9 +Productivity Commission,205 +Royal Australian Mint,145 +Veterans Affairs,2521 +Australian War Memorial,316 --- /dev/null +++ b/admin/0607apsemployees.csv @@ -1,1 +1,92 @@ +"Agriculture, Fisheries & Forestry",4951 +Attorney-Generals,1504 +Administrative Appeals Tribunal,162 +AUSTRAC,247 +ACLEI,6 +Australian Crime Commission,554 +Australian Customs Service,5904 +CrimTrac Agency,81 +Family Court of Australia,727 +Federal Court of Australia,401 +Federal Magistrates Court,160 +Federal Privacy Commissioner,58 +HREOC,116 +ITSA,285 +National Native Title Tribunal,244 +Commonwealth DPP,497 +Office of the Parl. Counsel,48 +"Communications, IT & the Arts",914 +ACMA,552 +Australian Film Commission,244 +Aust. National Maritime Museum,109 +ASADA,55 +National Archives of Australia,465 +National Library of Australia,521 +National Museum of Australia,282 +Defence,21177 +Defence Housing Australia,699 +DEST,2470 +AIATSIS,114 +Australian Research Council,73 +Questacon,231 +DEWR,3862 +ABCC,128 +Australian Fair Pay Commission,28 +Australian Industrial Registry,175 +Comcare,426 +EOWA,21 +Office of Workplace Services,303 +Environment & Water Resources,2292 +Bureau of Meteorology,1451 +GBRMPA,171 +ORER,11 +FaCSIA,3099 +Aboriginal Hostels Ltd.,491 +Aust. Institute of Family Studies,59 +Torres Strait Regional Authority,76 +Finance & Administration,1514 +Australian Electoral Commission,886 +Commonwealth Grants Commission,41 +ComSuper,595 +Future Fund Management Agency,12 +Foreign Affairs & Trade,2784 +ACIAR,52 +AusAID,775 +Austrade,515 +Health & Ageing,4830 +Aust. Institute of Health & Welfare,211 +ARPANSA,134 +Cancer Australia,26 +FSANZ,131 +National Blood Authority,50 +NHMRC,221 +Professional Services Review,16 +Human Services,6433 +Centrelink,27296 +Medicare Australia,5959 +Immigration,6788 +MRT/RRT,304 +"Industry, Tourism & Resources",2075 +Geoscience Australia,682 +IP AUSTRALIA,913 +NOPSA,42 +Prime Minister & Cabinet,711 +ANAO,330 +Australian Public Service Commission,250 +Commonwealth Ombudsman,153 +National Water Commission,32 +Office of National Assessments,133 +Transport & Regional Services,1330 +National Capital Authority,106 +Treasury,996 +Australian Bureau of Statistics,3167 +ACCC,647 +AOFM,33 +ASIC,1664 +Australian Taxation Office,23110 +National Competition Council,9 +Productivity Commission,207 +Royal Australian Mint,181 +Veterans' Affairs,2401 +Australian War Memorial,293 --- /dev/null +++ b/admin/0708apsemployees.csv @@ -1,1 +1,98 @@ +"Agriculture, Fisheries & Forestry",4785 +APVMA,130 +Export Wheat Commission,15 +Attorney-General's,1420 +Administrative Appeals Tribunal,114 +ACLEI,11 +AUSTRAC,332 +Australian Crime Commission,495 +Australian Customs Service,6106 +CrimTrac Agency,138 +Family Court of Australia,558 +Federal Court of Australia,261 +Federal Magistrates Court,141 +HREOC,93 +ITSA,270 +National Capital Authority,47 +National Native Title Tribunal,217 +Commonwealth DPP,509 +Office of the Parl. Counsel,50 +DBCDE,559 +ACMA,569 +Climate Change,218 +ORER,10 +Defence,20819 +Defence Housing Australia,565 +DEEWR,5619 +ABCC,137 +Australian Fair Pay Commission,25 +Australian Industrial Registry,157 +AIATSIS,48 +Comcare,469 +Office of the Workplace Ombudsman,365 +Workplace Authority,610 +"Environment, Water, Heritage and the Arts",2333 +Australian Film Commission,256 +Aust. National Maritime Museum,105 +Bureau of Meteorology,1265 +GBRMPA,184 +National Library of Australia,444 +National Museum of Australia,226 +National Water Commission,29 +FaHCSIA,2810 +Aboriginal Hostels Ltd.,362 +EOWA,17 +Torres Strait Regional Authority,36 +Finance & Deregulation,1349 +Australian Electoral Comm.,697 +ComSuper,533 +Future Fund Management Agency,38 +National Archives of Australia,390 +Foreign Affairs & Trade,2665 +ACIAR,32 +AusAID,801 +AUSTRADE,485 +Health & Ageing,4445 +Aust. Institute of Health & Welfare,228 +Australian Sports Anti-Doping Authority,60 +ARPANSA,132 +Cancer Australia,22 +FSANZ,118 +National Blood Authority,44 +NHMRC,209 +Private Health Insurance Ombudsman,11 +Professional Services Review,19 +Human Services,5951 +Centrelink,25416 +Medicare Australia,5593 +Immigration,6495 +RRT and MRT,270 +Infrastructure,1225 +DIISR,1656 +Australian Research Council,87 +IP AUSTRALIA,968 +Questacon,82 +Prime Minister & Cabinet,483 +Aust. Institute of Family Studies,42 +ANAO,307 +Australian Public Service Commission,201 +Commonwealth Ombudsman,155 +Federal Privacy Commissioner,61 +OIGIS,9 +Office of National Assessments,96 +"Resources, Energy and Tourism",329 +Geoscience Australia,611 +NOPSA,49 +Treasury,973 +Australian Bureau of Statistics,2858 +ACCC,658 +AOFM,30 +ASIC,1451 +Australian Taxation Office,22486 +Commonwealth Grants Commission,39 +National Competition Council,7 +Productivity Commission,179 +Royal Australian Mint,146 +Veterans' Affairs,2250 +Australian War Memorial,228 --- /dev/null +++ b/admin/0809apsemployees.csv @@ -1,1 +1,103 @@ +"Agriculture, Fisheries & Forestry",5168 +Australian Fisheries Management Authority,260 +APVMA,161 +Wheat Exports Australia,17 +Attorney-General's,1663 +Administrative Appeals Tribunal,155 +ACLEI,18 +AUSTRAC,343 +Australian Crime Commission,527 +Australian Customs and Border Protection Service,6031 +CrimTrac Agency,187 +Family Court of Australia,669 +Federal Court of Australia,376 +Federal Magistrates Court,213 +HREOC,122 +ITSA,294 +National Capital Authority,58 +National Native Title Tribunal,246 +Commonwealth DPP,614 +Office of Parliamentary Counsel,50 +DBCDE,651 +ACMA,624 +Climate Change,415 +ORER,21 +Defence,21152 +Defence Housing Australia,728 +DEEWR,5996 +ABCC,156 +Australian Fair Pay Commission Secretariat,29 +Australian Industrial Registry,203 +Comcare,570 +Office of the Workplace Ombudsman,484 +Workplace Authority,470 +"Environment, Water, Heritage and the Arts",3392 +Australian National Maritime Museum,119 +Bureau of Meteorology,1545 +GBRMPA,241 +Murray Darling Basin Authority,235 +National Library of Australia,513 +National Museum of Australia,295 +National Film and Sound Archive,235 +National Water Commission,48 +Screen Australia,78 +FaHCSIA,3455 +Aboriginal Hostels Ltd.,519 +EOWA,31 +Torres Strait Regional Authority,77 +Finance & Deregulation,1706 +Australian Electoral Commission,805 +ComSuper,574 +Future Fund Management Agency,57 +National Archives of Australia,506 +Foreign Affairs & Trade,2984 +ACIAR,48 +AusAID,981 +AUSTRADE,524 +Health & Ageing,4912 +Australian Institute of Health & Welfare,265 +AOTDTA,15 +Australian Sports Anti-Doping Authority,60 +ARPANSA,152 +Cancer Australia,25 +FSANZ,123 +National Blood Authority,42 +NHMRC,238 +Private Health Insurance Ombudsman,10 +Professional Services Review,30 +Human Services,6620 +Centrelink,27973 +Medicare Australia,5844 +Immigration & Citizenship,7052 +MRT & RRT,273 +Infrastructure,1279 +DIISR,1843 +AIATSIS,119 +Australian Research Council,107 +IP AUSTRALIA,1049 +Questacon,233 +Prime Minister & Cabinet,647 +Australian Institute of Family Studies,75 +ANAO,365 +Australian Public Service Commission,241 +Commonwealth Ombudsman,168 +Federal Privacy Commissioner,64 +OIGIS,13 +Office of National Assessments,148 +Old Parliament House,88 +"Resources, Energy and Tourism",401 +Geoscience Australia,745 +NOPSA,54 +Treasury,1103 +Australian Bureau of Statistics,2871 +ACCC,787 +AOFM,36 +ASIC,1882 +Australian Taxation Office,23505 +Commonwealth Grants Commission,46 +National Competition Council,9 +Productivity Commission,183 +Royal Australian Mint,197 +Veterans' Affairs,2165 +Australian War Memorial,313 --- /dev/null +++ b/admin/0910apsemployees.csv @@ -1,1 +1,103 @@ +National Competition Council,9 +Private Health Insurance Ombudsman,12 +OIGIS,12 +Wheat Exports Australia,13 +Cancer Australia,19 +ACLEI,20 +ORER,25 +Professional Services Review,30 +AOTDTA,31 +AOFM,35 +EOWA,36 +Commonwealth Grants Commission,40 +National Blood Authority,46 +ACIAR,51 +NOPSA,51 +Office of the Parl. Counsel,54 +National Water Commission,57 +Office of the Privacy Commissioner,58 +National Capital Authority,60 +ASADA,69 +Future Fund Management Agency,70 +Aust. Institute of Family Studies,76 +Torres Strait Regional Authority,82 +Old Parliament House,95 +Screen Australia,102 +Australian Transport Safety Bureau,107 +Safe Work Australia,109 +Australian Research Council,109 +Human Rights Commission,124 +AIATSIS,126 +FSANZ,130 +Aust. National Maritime Museum,132 +Office of National Assessments,146 +ABCC,151 +ARPANSA,152 +APVMA,155 +Commonwealth Ombudsman,156 +Administrative Appeals Tribunal,165 +Royal Australian Mint,171 +CrimTrac Agency,185 +Federal Magistrates Court,186 +Productivity Commission,196 +Questacon,218 +National Native Title Tribunal,223 +AFMA,225 +National Film and Sound Archive,232 +GBRMPA,237 +Australian Public Service Commission,247 +NHMRC,249 +MRT & RRT,273 +Australian War Memorial,291 +Fair Work Australia,299 +National Museum of Australia,312 +Murray Darling Basin Authority,314 +AUSTRAC,318 +ITSA,321 +Federal Court of Australia,360 +ANAO,367 +Aust. Institute of Health & Welfare,383 +"Resources, Energy and Tourism",454 +National Archives of Australia,504 +National Library of Australia,540 +Australian Crime Commission,543 +Aboriginal Hostels Ltd.,556 +Commonwealth DPP,558 +AUSTRADE,563 +ComSuper,587 +Comcare,593 +Defence Housing Australia,630 +Family Court of Australia,660 +ACMA,663 +Prime Minister & Cabinet,680 +DBCDE,715 +Geoscience Australia,723 +ACCC,804 +Australian Electoral Commission,922 +Office of the Fair Work Ombudsman,969 +Climate Change and Energy Efficiency,1019 +AusAID,1037 +IP AUSTRALIA,1050 +Infrastructure,1105 +Treasury,1133 +Bureau of Meteorology,1656 +Attorney-General's,1707 +Finance & Deregulation,1841 +DIISR,2072 +ASIC,2080 +Veterans' Affairs,2144 +"Environment, Water, Heritage and the Arts",3115 +Foreign Affairs & Trade,3160 +Australian Bureau of Statistics,3332 +FaHCSIA,3685 +"Agriculture, Fisheries & Forestry",4892 +Health & Ageing,5232 +Medicare Australia,5695 +Customs,5940 +DEEWR,6054 +Human Services,6607 +Immigration & Citizenship,7014 +Defence,21458 +Australian Taxation Office,24070 +Centrelink,27312 --- /dev/null +++ b/admin/1011apsemployees.csv @@ -1,1 +1,98 @@ +"Agriculture, Fisheries and Forestry",5219 +Australian Fisheries Management Authority,227 +APVMA,165 +Wheat Exports Australia,13 +Attorney-General's,1618 +Administrative Appeals Tribunal,162 +ACLEI,27 +AUSTRAC,332 +Australian Crime Commission,635 +Aust. Customs & Border Prot. Service,5767 +Aust. Human Rights Commission,139 +Commonwealth DPP,514 +CrimTrac Agency,181 +Family Court of Australia,670 +Federal Court of Australia,362 +Federal Magistrates Court,195 +ITSA,344 +National Native Title Tribunal,176 +Office of the Parl. Counsel,55 +DBCDE,700 +ACMA,662 +Climate Change and Energy Efficiency,984 +ORER,44 +Defence,22481 +Defence Housing Australia,614 +DEEWR,5468 +ABCC,150 +Comcare,667 +Fair Work Australia,310 +Office of the Fair Work Ombudsman,955 +Safe Work Australia,121 +FaHCSIA,3500 +Aboriginal Hostels Ltd.,563 +EOWA,34 +Torres Strait Regional Authority,107 +Finance and Deregulation,1964 +Australian Electoral Commission,913 +ComSuper,545 +Future Fund Management Agency,80 +Foreign Affairs and Trade,3354 +ACIAR,50 +AusAID,1245 +AUSTRADE,546 +Health and Ageing,5396 +Aust. Institute of Health and Welfare,393 +AOTDTA,33 +ARPANSA,162 +Cancer Australia,22 +FSANZ,133 +National Blood Authority,50 +NHMRC,248 +Private Health Insurance Ombudsman,14 +Professional Services Review,30 +Human Services,6443 +Centrelink,25225 +Medicare Australia,5842 +Immigration and Citizenship,7903 +MRT RRT,283 +Infrastructure,1001 +Australian Transport Safety Bureau,109 +DIISR,3594 +AIATSIS,136 +Australian Research Council,112 +Prime Minister and Cabinet,1140 +Aust. Institute of Family Studies,81 +ANAO,360 +Aust. National Maritime Museum,127 +Australian Public Service Commission,332 +Australian Sports Anti-Doping Authority,67 +Commonwealth Ombudsman,183 +National Archives of Australia,494 +National Library of Australia,494 +National Museum of Australia,287 +National Film and Sound Archive,235 +Office of the Australian Information Commissioner,86 +OIGIS,13 +Office of National Assessments,148 +Old Parliament House,92 +Screen Australia,35 +Regional Australia,336 +National Capital Authority,69 +"Resources, Energy and Tourism",1262 +NOPSA,60 +"Sustainability, Environment, Water, Population and Communities",2949 +Bureau of Meteorology,1775 +GBRMPA,266 +Murray Darling Basin Authority,314 +National Water Commission,74 +Treasury,1397 +Australian Bureau of Statistics,3540 +ACCC,825 +ASIC,1905 +Australian Taxation Office,24902 +National Competition Council,9 +Productivity Commission,203 +Veterans' Affairs,2146 +Australian War Memorial,302 --- /dev/null +++ b/admin/exportAll.csv.php @@ -1,1 +1,63 @@ +get_db('disclosr-agencies'); +$headers = Array(); + try { + $rows = $db->get_view("app", "fieldNames?group=true", null, true)->rows; + + $dataValues = Array(); + foreach ($rows as $row) { + $headers[] = $row->key; + } +} catch (SetteeRestClientException $e) { + setteErrorHandler($e); +} + +$fp = fopen('php://output', 'w'); +if ($fp && $db) { + header('Content-Type: text/csv; charset=utf-8'); + header('Content-Disposition: attachment; filename="export.' . date("c") . '.csv"'); + header('Pragma: no-cache'); + header('Expires: 0'); + fputcsv($fp, $headers); + try { + $agencies = $db->get_view("app", "byCanonicalName", null, true)->rows; + //print_r($rows); + foreach ($agencies as $agency) { + // print_r($agency); + + if ( !isset($agency->value->status)) { + $row = Array(); + $agencyArray = object_to_array($agency->value); + foreach ($headers as $fieldName) { + if (isset($agencyArray[$fieldName])) { + if (is_array($agencyArray[$fieldName])) { + $row[] = implode(";",$agencyArray[$fieldName]); + } else { + $row[] = $agencyArray[$fieldName]; + } + } else { + $row[] = ""; + } + } + + fputcsv($fp, array_values($row)); + + + } + } + } catch (SetteeRestClientException $e) { + setteErrorHandler($e); + } + + die; +} +?> + --- /dev/null +++ b/admin/exportEmployees.csv.php @@ -1,1 +1,86 @@ +get_db('disclosr-agencies'); +try { + $rows = $db->get_view("app", "all", null, true)->rows; + + $dataValues = Array(); + foreach ($rows as $row) { + if (isset($row->value->statistics->employees)) { + + $headers = array_unique(array_merge($headers, array_keys(object_to_array($row->value->statistics->employees)))); + } + } +} catch (SetteeRestClientException $e) { + setteErrorHandler($e); +} + +$fp = fopen('php://output', 'w'); +if ($fp && $db) { + if ($format == "csv") { + header('Content-Type: text/csv; charset=utf-8'); + header('Content-Disposition: attachment; filename="export.employeestats.' . date("c") . '.csv"'); + } + header('Pragma: no-cache'); + header('Expires: 0'); + if ($format == "csv") { + fputcsv($fp, $headers); + } else if ($format == "json") { + echo '{ + "labels" : ["' . implode('","', $headers) . '"],'.PHP_EOL; + } + try { + $agencies = $db->get_view("app", "all", null, true)->rows; + //print_r($agencies); + $first = true; + if ($format == "json") { + echo '"data" : ['.PHP_EOL; + + } + foreach ($agencies as $agency) { + + if (isset($agency->value->statistics->employees)) { + $row = Array(); + $agencyEmployeesArray = object_to_array($agency->value->statistics->employees); + foreach ($headers as $i => $fieldName) { + if (isset($agencyEmployeesArray[$fieldName])) { + $row[] = '['.$i.','.$agencyEmployeesArray[$fieldName]["value"].']'; + } else { + $row[] = '['.$i.',0]'; + } + } + if ($format == "csv") { + fputcsv($fp, array_values($row)); + } else if ($format == "json") { + if (!$first) echo ","; + echo '{"data" : [' . implode(",", array_values($row)) . '], "label": "'.$agency->value->name.'", "lines" : { "show" : true }, "points" : { "show" : true }}'.PHP_EOL; + $first = false; + } + } + } + if ($format == "json") { + echo '] + }'.PHP_EOL; + + } + } catch (SetteeRestClientException $e) { + setteErrorHandler($e); + } + + die; +} +?> + --- a/admin/import.php +++ /dev/null @@ -1,34 +1,1 @@ -create_db('disclosr-agencies'); -} catch (SetteeRestClientException $e) { - setteErrorHandler($e); -} -$db = $server->get_db('disclosr-agencies'); -createAgencyDesignDoc(); -$conn = new PDO("pgsql:dbname=contractDashboard;user=postgres;password=snmc;host=localhost"); -$namesQ = 'select agency.abn, string_agg("agencyName",\'|\') as names from agency inner join agency_nametoabn on agency.abn::text = agency_nametoabn.abn group by agency.abn;'; -$abntonames = Array(); -foreach ($conn->query($namesQ) as $row) { - $abntonames[$row['abn']] = explode("|", $row['names']); -} -$result = $conn->query("select * from agency"); -while ($agency = $result->fetch(PDO::FETCH_ASSOC)) { - $agency['_id'] = md5($agency['abn']); - $agency['otherNames'] = $abntonames[$agency['abn']]; - if (sizeof($abntonames[$agency['abn']]) == 1) - $agency['name'] = $abntonames[$agency['abn']][0]; - $agency["lastScraped"] = "1/1/1970"; - $agency["scrapeDepth"] = 1; - try { - $doc = $db->save($agency); - //print_r($doc); - echo $agency['abn'] . " imported \n
"; - } catch (SetteeRestClientException $e) { - setteErrorHandler($e); - } -} -?> - --- /dev/null +++ b/admin/importAPSCEmployees.php @@ -1,1 +1,55 @@ +get_db('disclosr-agencies'); +$rows = $db->get_view("app", "byName")->rows; +$nametoid = Array(); +$sums = Array(); +foreach ($rows as $row) { + $nametoid[trim($row->key)] = $row->value; +} +$employeeCSVs = Array("2002-2003" => "0203apsemployees.csv", + "2003-2004" => "0304apsemployees.csv", + "2004-2005" => "0405apsemployees.csv", + "2005-2006" => "0506apsemployees.csv", + "2006-2007" => "0607apsemployees.csv", + "2007-2008" => "0708apsemployees.csv", + "2008-2009" => "0809apsemployees.csv", + "2009-2010" => "0910apsemployees.csv", + "2010-2011" => "1011apsemployees.csv" +); +foreach ($employeeCSVs as $timePeriod => $employeeCSV) { + echo $employeeCSV . "
" . PHP_EOL; + $row = 1; + if (($handle = fopen($employeeCSV, "r")) !== FALSE) { + while (($data = fgetcsv($handle, 1000, ",")) !== FALSE) { + //print_r($data); + $name = trim($data[0]); + if (isset($nametoid[$name])) { + $id = $nametoid[$name]; + //echo $id . "
" . PHP_EOL; + @$sums[$id][$timePeriod] += $data[1]; + } else { + echo "
ERROR NAME MISSING FROM ID LIST

" . PHP_EOL; + + die(); + + } + } + fclose($handle); + } +} +foreach ($sums as $id => $sum) { + echo $id. "
" . PHP_EOL; + $doc = $db->get($id); + // print_r($doc); + if (isset($doc->statistics)) $doc->statistics = Array(); + foreach ($sum as $timePeriod => $value) { + $doc->statistics["employees"][$timePeriod] = Array("value"=>$value, "source"=>"http://apsc.gov.au/stateoftheservice/"); + } + $db->save($doc); +} +// employees: timeperiod, source = apsc state of service, value +?> + --- /dev/null +++ b/admin/importContractDashboardAgencies.php @@ -1,1 +1,34 @@ +create_db('disclosr-agencies'); +} catch (SetteeRestClientException $e) { + setteErrorHandler($e); +} +$db = $server->get_db('disclosr-agencies'); +createAgencyDesignDoc(); +$conn = new PDO("pgsql:dbname=contractDashboard;user=postgres;password=snmc;host=localhost"); +$namesQ = 'select agency.abn, string_agg("agencyName",\'|\') as names from agency inner join agency_nametoabn on agency.abn::text = agency_nametoabn.abn group by agency.abn;'; +$abntonames = Array(); +foreach ($conn->query($namesQ) as $row) { + $abntonames[$row['abn']] = explode("|", $row['names']); +} +$result = $conn->query("select * from agency"); +while ($agency = $result->fetch(PDO::FETCH_ASSOC)) { + $agency['_id'] = md5($agency['abn']); + $agency['otherNames'] = $abntonames[$agency['abn']]; + if (sizeof($abntonames[$agency['abn']]) == 1) + $agency['name'] = $abntonames[$agency['abn']][0]; + $agency["lastScraped"] = "1/1/1970"; + $agency["scrapeDepth"] = 1; + try { + $doc = $db->save($agency); + //print_r($doc); + echo $agency['abn'] . " imported \n
"; + } catch (SetteeRestClientException $e) { + setteErrorHandler($e); + } +} +?> + --- /dev/null +++ b/admin/importDirectoryUUIDs.php @@ -1,1 +1,37 @@ +get_db('disclosr-agencies'); +$rows = $db->get_view("app", "byName")->rows; +$nametoid = Array(); +$sums = Array(); +foreach ($rows as $row) { + $nametoid[trim($row->key)] = $row->value; +} + +if (file_exists('index.xml')) { + $xml = simplexml_load_file('index.xml'); + + foreach ($xml as $agency) { + $names = Array(); + $names[] = "".$agency->name; + + if (isset($agency->shortName)) { + $names[] = "".$agency->shortName; + } + foreach ($names as $name) { + if (!in_array($name, array_keys($nametoid))) { + echo "$name missing".PHP_EOL; + print_r($names); + echo $agency->dn; + echo PHP_EOL; + echo PHP_EOL; + } + } + } +} else { + exit('Failed to open test.xml.'); +} +?> + --- /dev/null +++ b/admin/importGov2RegisterRSSFacebookTwitter.php @@ -1,1 +1,61 @@ +get_db('disclosr-agencies'); +$rows = $db->get_view("app", "byName")->rows; +$nametoid = Array(); +$accounts = Array(); +foreach ($rows as $row) { + $nametoid[trim($row->key)] = $row->value; +} + +function extractCSVAccounts($url, $nameField, $accountField, $filter) { + global $accounts, $nametoid; + $request = Requests::get($url); + $Data = str_getcsv($request->body, "\n"); //parse the rows + $headers = Array(); + foreach ($Data as $num => $line) { + $Row = str_getcsv($line, ","); + if ($num == 0) { + + } else if ($num == 1) { + $headers = $Row; + //print_r($headers); + } else { + if (isset($Row[array_search($nameField, $headers)])) { + $agencyName = $Row[array_search($nameField, $headers)]; + if (!$filter || $Row[array_search("State", $headers)] == "NAT") { + if (!in_array(trim($agencyName), array_keys($nametoid))) { + echo "$agencyName missing" . PHP_EOL; + } else { + // echo $Row[array_search($nameField, $headers)] . PHP_EOL; + } + } + } else { + //echo "error finding agency" . $line . PHP_EOL; + } + } + } +} + +// http://agimo.govspace.gov.au/page/gov2register/ +// twitter +extractCSVAccounts("https://docs.google.com/spreadsheet/pub?key=0Ap1exl80wB8OdHNKVmQ5RVlvQWpibDAxNHkzcU1nV2c&single=true&gid=0&output=csv", "Agency/Body/Event", "", true); +// RSS +// https://docs.google.com/spreadsheet/pub?hl=en_GB&hl=en_GB&key=0Ah41IAK0HzSTdGJxandJREhLSGlWWUZfZ2xKOTNHZ0E&output=csv +// facebook +//extractCSVAccounts("https://docs.google.com/spreadsheet/pub?hl=en_GB&hl=en_GB&key=0Ah41IAK0HzSTdGtjcW9vOXdyZ3pOV21vQU51VmhzQnc&single=true&gid=0&output=csv","",""); + +/* + * http://australia.gov.au/news-and-media/media-release-rss-feeds + * http://australia.gov.au/news-and-media/social-media/blogs + * http://australia.gov.au/news-and-media/social-media/twitter + * http://australia.gov.au/news-and-media/social-media/facebook + * http://australia.gov.au/news-and-media/social-media/youtube + * http://australia.gov.au/news-and-media/social-media/flickr + * http://australia.gov.au/news-and-media/social-media/apps http://www.harmony.gov.au/get-involved/app-downloads.htm http://www.em.gov.au/Resources/Pages/Before-the-Storm-phone-game.aspx + * http://australia.gov.au/news-and-media/social-media/podcasts + */ +?> + --- /dev/null +++ b/admin/index.xml @@ -1,1 +1,2607 @@ + + + + + + + + + + + +A + + + + + + + + + + + +A + + + + + + + + + + + +A + + + + + + + + + + + +A + + + + + + + + +A + + + + + + + + + + + +A + + + + + + + + + + + + +A + + + + + + + + + + +A + + + + + + + + +A + + + + + + + + + + +A + + + + + + + + + + +A + + + + + + + + + + +A + + + + + + + + + + +A + + + + + + + + + + +A + + + + + + + + + + + +A + + + + + + + + + + + +A + + + + + + + + + + + +A + + + + + + + + + + + +A + + + + + + + + + + + +A + + + + + + + + + + + + +A + + + + + + + + + + + + +A + + + + + + + + + +A + + + + + + + + + + + +A + + + + + + + + + + +A + + + + + + + + + + +A + + + + + + + + + + + +A + + + + + + + + + + + + +A + + + + + + + + + + + +A + + + + + + + + + + +A + + + + + + + + + + + +A + + + + + + + + + + + + +A + + + + + + + + + + + + +A + + + + + + + + + + + + +A + + + + + + + + + + + + +A + + + + + + + + + +A + + + + + + + + + + + +A + + + + + + + + + + + +A + + + + + +