add prefix for positions
add prefix for positions


Former-commit-id: 2eb28a3a36f76484db67773b1c6df6f238257aad

--- a/.gitmodules
+++ b/.gitmodules
@@ -4,13 +4,28 @@
 [submodule "couchdb/settee"]
 	path = couchdb/settee
 	url = https://github.com/inadarei/settee.git
-[submodule "lib/springy"]
-	path = lib/springy
-	url = https://github.com/dhotson/springy.git
 [submodule "lib/php-diff"]
 	path = lib/php-diff
 	url = https://github.com/chrisboulton/php-diff.git
-[submodule "javascripts/flot"]
-	path = javascripts/flot
-	url = https://github.com/paradoxxxzero/flot.git
+[submodule "lib/Requests"]
+	path = lib/Requests
+	url = https://github.com/rmccue/Requests.git
+[submodule "js/flotr2"]
+	path = js/flotr2
+	url = https://github.com/HumbleSoftware/Flotr2.git
+[submodule "lib/phpquery"]
+	path = lib/phpquery
+	url = https://github.com/TobiaszCudnik/phpquery.git
+[submodule "js/sigma"]
+	path = js/sigma
+	url = https://github.com/jacomyal/sigma.js.git
+[submodule "js/bubbletree"]
+	path = js/bubbletree
+	url = https://github.com/okfn/bubbletree.git
+[submodule "lib/querypath"]
+	path = lib/querypath
+	url = https://github.com/technosophos/querypath.git
+[submodule "lib/amon-php"]
+	path = lib/amon-php
+	url = https://github.com/martinrusev/amon-php.git
 

file:a/about.php -> file:b/about.php
--- a/about.php
+++ b/about.php
@@ -1,17 +1,19 @@
 <?php
 include_once('include/common.inc.php');
-include_header();
+include_header('About');
 ?>
 <div class="foundation-header">
     <h1><a href="about.php">About/FAQ</a></h1>
     <h4 class="subheader">Lorem ipsum.</h4>
 </div>
 <h2> What is this? </h2>
-Disclosr is a project to monitor Australian Federal Government agencies 
-compliance with their <a href="http://www.oaic.gov.au/publications/other_operational/foi_policy_frequently_asked_questions.html#_Toc291837571">"proactive disclosure requirements"</a>.
-OGRE (Open Government Realization Evaluation) is a ranking of compliance with these requirements.
-Prometheus is the agent which polls agency websites to assess compliance.
-
+Disclo.gs is a project to monitor Australian Federal Government agencies 
+compliance with their <a href="http://www.oaic.gov.au/publications/other_operational/foi_policy_frequently_asked_questions.html#_Toc291837571">"proactive disclosure requirements" to make a transparency league table as suggested by gov2 taskforce http://gov2.net.au/blog/2009/09/19/a-league-ladder-of-psi-openness/</a>.
+<h2> Attributions </h2>
+National Archives of Australia, Australian Governments’ Interactive Functions Thesaurus, 2nd edition, September 2005, published at http://www.naa.gov.au/recordkeeping/thesaurus/index.htm <br/>
+data.gov.au http://data.gov.au/dataset/directory-gov-au-full-data-export/ <br/>
+directory.gov.au <br/>
+australia.gov.au http://australia.gov.au/about/copyright <br/>
 <h2> Open everything </h2>
 All documents released CC-BY 3 AU
 Open source git @
@@ -22,6 +24,8 @@
 Agencies can be found in the Schedule to an Appropriation Bill (budget), Schedule to FMA Regulations and/or Public Service Act.<br>
 
 http://www.finance.gov.au/publications/flipchart/docs/FMACACFlipchart.pdf summarises these. view-source:https://www.tenders.gov.au/?event=public.advancedsearch.home is great for the suspended/active status<br>
+
+Fraud in gov depts by Fairfax Media http://www.smh.com.au/national/public-service-keeps-fraud-cases-private-20110923-1kpdr.html
 
 When defining the hierachy, this system is designed towards monitoring accountablity. Thus large agencies that have registered their own ABN 
 and have their own accountablity mechanisms/website receive a seperate record as a child of their department.

--- /dev/null
+++ b/admin/0203apsemployees.csv
@@ -1,1 +1,75 @@
+"Agriculture, Fisheries & Forestry",3530
+Attorney-Generals,708
+Administrative Appeals Tribunal,108
+AUSTRAC,60
+Australian Crime Commission,225
+Australian Customs Service,4934
+Australian Protective Service,1124
+CrimTrac Agency,34
+Family Court of Australia,574
+Federal Court of Australia,221
+Federal Magistrates Service,46
+Federal Privacy Commissioner,32
+HREOC,79
+ITSA,227
+National Native Title Tribunal,241
+Office of the D.P.P.,403
+Office of Film & Literature Class,39
+Office of the Parl. Counsel,45
+Communications IT & the Arts,776
+Aust. Broadcasting Authority,114
+Aust. Communications Authority,391
+Aust. National Maritime Museum,90
+National Archives of Australia,363
+National Library of Australia,443
+National Museum of Australia,185
+NOIE,160
+Defence,18231
+Defence Housing Authority,661
+DEST,1464
+Australian Research Council,50
+DEWR,2055
+EOWA,11
+Australian Industrial Registry,185
+Comcare,300
+NOHSC,89
+Environment and Heritage,1271
+Australian Greenhouse Office,167
+Bureau of Meteorology,1403
+GBRMPA,153
+National Oceans Office,31
+Family and Community Services,4832
+Aust. Institute of Family Studies,39
+Centrelink,25147
+Finance and Administration,771
+Australian Electoral Comm.,729
+ComSuper,338
+Foreign Affairs & Trade,2763
+ACIAR,44
+Health & Ageing,5137
+Aust. Institute of Health & Welfare,152
+ARPANSA,126
+FSANZ,110
+PSR,25
+DIMIA,4089
+Aboriginal Hostels Ltd.,341
+ATSIC,1072
+AIATSIS,62
+Torres Strait Regional Authority,30
+Industry Tourism & Resources,2691
+Prime Minister & Cabinet,344
+ANAO,278
+Commonwealth Ombudsman,78
+Office of National Assessments,47
+APS Commission,164
+Transport & Regional Services,945
+National Capital Authority,76
+Treasury,906
+Australian Bureau of Statistics,3024
+ACCC,446
+ASIC,1048
+Australian Taxation Office,20238
+Productivity Commission,197
+Veterans Affairs,2335
+Australian War Memorial,215
 

--- /dev/null
+++ b/admin/0304apsemployees.csv
@@ -1,1 +1,78 @@
+"Agriculture, Fisheries and Forestry",3928
+Attorney-General's,781
+Administrative Appeals Tribunal,117
+AUSTRAC,61
+Australian Crime Commission,315
+Australian Customs Service,4736
+Australian Protective Service,1234
+CrimTrac Agency,44
+Family Court of Australia,608
+Federal Court of Australia,238
+Federal Magistrates Service,56
+Federal Privacy Commissioner,29
+HREOC,84
+ITSA,240
+National Native Title Tribunal,243
+Office of the D.P.P.,416
+Office of Film & Literature Class.,37
+Office of Parliamentary Counsel,46
+Communications IT & the Arts,607
+Aust. Broadcasting Authority,114
+Aust. Communications Authority,407
+Australian Film Commission,176
+AGIMO,95
+Aust. National Maritime Museum,93
+National Archives of Australia,386
+National Library of Australia,438
+National Museum of Australia,186
+Defence,18301
+Defence Housing Authority,679
+DEST,1684
+Australian Research Council,53
+DEWR,2171
+Australian Industrial Registry,188
+Comcare,325
+EOWA,10
+NOHSC,89
+Environment and Heritage,1276
+Australian Greenhouse Office,166
+Bureau of Meteorology,1371
+GBRMPA,162
+National Oceans Office,39
+Family and Community Services,4818
+Aust. Institute of Family Studies,38
+Centrelink,24904
+Finance and Administration,895
+Australian Electoral Comm.,765
+ComSuper,329
+Foreign Affairs and Trade,2809
+ACIAR,40
+Health and Ageing,5365
+Aust. Institute of Health & Welfare,157
+ARPANSA,117
+FSANZ,104
+National Blood Authority,33
+OPSR,27
+DIMIA,4487
+Aboriginal Hostels Ltd.,291
+AIATSIS,59
+ATSIC,24
+ATSIS,1109
+Torres Strait Regional Authority,34
+"Industry, Tourism & Resources",2878
+Prime Minister & Cabinet,372
+ANAO,287
+APS Commission,172
+Commonwealth Ombudsman,82
+Office of National Assessments,51
+Transport & Regional Services,885
+National Capital Authority,68
+Treasury,984
+Australian Bureau of Statistics,2866
+ACCC,450
+ASIC,1137
+Australian Taxation Office,20501
+Productivity Commission,183
+Veterans' Affairs,2356
+Australian War Memorial,196
 

--- /dev/null
+++ b/admin/0405apsemployees.csv
@@ -1,1 +1,88 @@
+"Agriculture, Fisheries & Forestry ",1297
+AQIS,3028
+Attorney-Generals ,1011
+Administrative Appeals Tribunal,154
+AUSTRAC,137
+Australian Crime Commission,412
+Australian Customs Service,5054
+Commonwealth DPP,451
+CrimTrac Agency,51
+Family Court of Australia,737
+Federal Court of Australia,403
+Federal Magistrates Service,102
+Federal Privacy Commissioner,40
+HREOC,95
+ITSA,275
+National Native Title Tribunal,265
+Office of Film & Literature Class,41
+Office of the Parl. Counsel,43
+"Communications, IT & the Arts ",804
+Aust. Broadcasting Authority,106
+Aust. Communications Authority,416
+Australian Film Commission,167
+Aust. National Maritime Museum,114
+National Archives of Australia,514
+National Library of Australia,523
+National Museum of Australia,260
+Defence ,18638
+Defence Housing Authority,685
+DEST ,2001
+Australian Research Council,71
+Questacon,211
+DEWR ,3141
+Australian Industrial Registry,202
+Comcare,384
+EOWA,28
+Environment & Heritage ,1852
+Bureau of Meteorology,1442
+GBRMPA,170
+ORER,11
+Family & Community Services ,1949
+Aust. Institute of Family Studies,66
+Finance & Administration ,1297
+Australian Electoral Comm.,808
+Commonwealth Grants Commission,40
+ComSuper,393
+Foreign Affairs & Trade ,2468
+ACIAR,47
+AusAID,615
+Health & Ageing ,4220
+Aust. Institute of Health & Welfare,215
+ARPANSA,130
+FSANZ,121
+National Blood Authority,40
+Professional Services Review,18
+Human Services ,37
+Centrelink,25317
+Child Support Agency,3238
+CRS Australia,1998
+Immigration ,5769
+Aboriginal Hostels Ltd.,458
+AIATSIS,116
+Migration Review Tribunal,132
+Refugee Review Tribunal,176
+Torres Strait Regional Authority,48
+"Industry, Tourism & Resources ",1906
+Geoscience Australia,635
+IP Australia,821
+NOPSA,28
+Prime Minister & Cabinet ,402
+ANAO,313
+Australian Public Service Commission,211
+Commonwealth Ombudsman,113
+National Water Commission,27
+Office of National Assessments,93
+Transport & Regional Services ,1178
+National Capital Authority,91
+Treasury ,885
+Australian Bureau of Statistics,3095
+ACCC,509
+AOFM,33
+ASIC,1494
+Australian Taxation Office,23417
+National Competition Council,11
+Productivity Commission,200
+Royal Australian Mint,117
+Veterans Affairs ,2655
+Australian War Memorial,310
 

--- /dev/null
+++ b/admin/0506apsemployees.csv
@@ -1,1 +1,90 @@
+"Agriculture, Fisheries & Forestry",1498
+AQIS,3289
+Attorney-Generals,1226
+Administrative Appeals Tribunal,156
+AUSTRAC,141
+Australian Crime Commission,425
+Australian Customs Service,5574
+CrimTrac Agency,53
+Family Court of Australia,765
+Federal Court of Australia,412
+Federal Magistrates Service,112
+Federal Privacy Commissioner,44
+HREOC,102
+ITSA,270
+National Native Title Tribunal,244
+Commonwealth DPP,469
+Office of Film & Literature Class,49
+Office of the Parl. Counsel,46
+"Communications, IT & the Arts",833
+Australian Communications & Media Authority,497
+Australian Film Commission,255
+Australian National Maritime Museum,107
+Australian Sports Anti-Doping Authority,46
+National Archives of Australia,467
+National Library of Australia,499
+National Museum of Australia,301
+Defence,19791
+Defence Housing Authority,699
+DEST,2359
+AIATSIS,128
+Australian Research Council,69
+Questacon,230
+DEWR,3853
+Australian Building and Construction Commission,85
+Australian Fair Pay Commission,11
+Australian Industrial Registry,175
+Comcare,379
+EOWA,30
+Office of Workplace Services,188
+Environment & Heritage,2060
+Bureau of Meteorology,1404
+GBRMPA,172
+ORER,11
+FaCSIA,2589
+Aboriginal Hostels Ltd.,489
+Australian Institute of Family Studies,53
+Torres Strait Regional Authority,72
+Finance & Administration,1409
+Australian Electoral Commission,790
+Commonwealth Grants Commission,41
+ComSuper,435
+Foreign Affairs & Trade,2551
+ACIAR,50
+AusAID,706
+Health & Ageing,4301
+Australian Institute of Health & Welfare,203
+ARPANSA,136
+FSANZ,125
+National Blood Authority,52
+Professional Services Review,14
+Human Services,5545
+Centrelink,26549
+Medicare Australia,5393
+Immigration,6341
+Migration Review Tribunal,103
+Refugee Review Tribunal,161
+"Industry, Tourism & Resources",1979
+Geoscience Australia,669
+IP AUSTRALIA,888
+NOPSA,34
+Prime Minister & Cabinet,590
+ANAO,308
+Australian Public Service Commission,253
+Commonwealth Ombudsman,141
+National Water Commission,45
+Office of National Assessments,122
+Transport & Regional Services,1327
+National Capital Authority,95
+Treasury,915
+Australian Bureau of Statistics,3511
+ACCC,582
+AOFM,39
+ASIC,1540
+Australian Taxation Office,22568
+National Competition Council,9
+Productivity Commission,205
+Royal Australian Mint,145
+Veterans Affairs,2521
+Australian War Memorial,316
 

--- /dev/null
+++ b/admin/0607apsemployees.csv
@@ -1,1 +1,92 @@
+"Agriculture, Fisheries & Forestry",4951
+Attorney-Generals,1504
+Administrative Appeals Tribunal,162
+AUSTRAC,247
+ACLEI,6
+Australian Crime Commission,554
+Australian Customs Service,5904
+CrimTrac Agency,81
+Family Court of Australia,727
+Federal Court of Australia,401
+Federal Magistrates Court,160
+Federal Privacy Commissioner,58
+HREOC,116
+ITSA,285
+National Native Title Tribunal,244
+Commonwealth DPP,497
+Office of the Parl. Counsel,48
+"Communications, IT & the Arts",914
+ACMA,552
+Australian Film Commission,244
+Aust. National Maritime Museum,109
+ASADA,55
+National Archives of Australia,465
+National Library of Australia,521
+National Museum of Australia,282
+Defence,21177
+Defence Housing Australia,699
+DEST,2470
+AIATSIS,114
+Australian Research Council,73
+Questacon,231
+DEWR,3862
+ABCC,128
+Australian Fair Pay Commission,28
+Australian Industrial Registry,175
+Comcare,426
+EOWA,21
+Office of Workplace Services,303
+Environment & Water Resources,2292
+Bureau of Meteorology,1451
+GBRMPA,171
+ORER,11
+FaCSIA,3099
+Aboriginal Hostels Ltd.,491
+Aust. Institute of Family Studies,59
+Torres Strait Regional Authority,76
+Finance & Administration,1514
+Australian Electoral Commission,886
+Commonwealth Grants Commission,41
+ComSuper,595
+Future Fund Management Agency,12
+Foreign Affairs & Trade,2784
+ACIAR,52
+AusAID,775
+Austrade,515
+Health & Ageing,4830
+Aust. Institute of Health & Welfare,211
+ARPANSA,134
+Cancer Australia,26
+FSANZ,131
+National Blood Authority,50
+NHMRC,221
+Professional Services Review,16
+Human Services,6433
+Centrelink,27296
+Medicare Australia,5959
+Immigration,6788
+MRT/RRT,304
+"Industry, Tourism & Resources",2075
+Geoscience Australia,682
+IP AUSTRALIA,913
+NOPSA,42
+Prime Minister & Cabinet,711
+ANAO,330
+Australian Public Service Commission,250
+Commonwealth Ombudsman,153
+National Water Commission,32
+Office of National Assessments,133
+Transport & Regional Services,1330
+National Capital Authority,106
+Treasury,996
+Australian Bureau of Statistics,3167
+ACCC,647
+AOFM,33
+ASIC,1664
+Australian Taxation Office,23110
+National Competition Council,9
+Productivity Commission,207
+Royal Australian Mint,181
+Veterans' Affairs,2401
+Australian War Memorial,293
 

--- /dev/null
+++ b/admin/0708apsemployees.csv
@@ -1,1 +1,98 @@
+"Agriculture, Fisheries & Forestry",4785
+APVMA,130
+Export Wheat Commission,15
+Attorney-General's,1420
+Administrative Appeals Tribunal,114
+ACLEI,11
+AUSTRAC,332
+Australian Crime Commission,495
+Australian Customs Service,6106
+CrimTrac Agency,138
+Family Court of Australia,558
+Federal Court of Australia,261
+Federal Magistrates Court,141
+HREOC,93
+ITSA,270
+National Capital Authority,47
+National Native Title Tribunal,217
+Commonwealth DPP,509
+Office of the Parl. Counsel,50
+DBCDE,559
+ACMA,569
+Climate Change,218
+ORER,10
+Defence,20819
+Defence Housing Australia,565
+DEEWR,5619
+ABCC,137
+Australian Fair Pay Commission,25
+Australian Industrial Registry,157
+AIATSIS,48
+Comcare,469
+Office of the Workplace Ombudsman,365
+Workplace Authority,610
+"Environment, Water, Heritage and the Arts",2333
+Australian Film Commission,256
+Aust. National Maritime Museum,105
+Bureau of Meteorology,1265
+GBRMPA,184
+National Library of Australia,444
+National Museum of Australia,226
+National Water Commission,29
+FaHCSIA,2810
+Aboriginal Hostels Ltd.,362
+EOWA,17
+Torres Strait Regional Authority,36
+Finance & Deregulation,1349
+Australian Electoral Comm.,697
+ComSuper,533
+Future Fund Management Agency,38
+National Archives of Australia,390
+Foreign Affairs & Trade,2665
+ACIAR,32
+AusAID,801
+AUSTRADE,485
+Health & Ageing,4445
+Aust. Institute of Health & Welfare,228
+Australian Sports Anti-Doping Authority,60
+ARPANSA,132
+Cancer Australia,22
+FSANZ,118
+National Blood Authority,44
+NHMRC,209
+Private Health Insurance Ombudsman,11
+Professional Services Review,19
+Human Services,5951
+Centrelink,25416
+Medicare Australia,5593
+Immigration,6495
+RRT and MRT,270
+Infrastructure,1225
+DIISR,1656
+Australian Research Council,87
+IP AUSTRALIA,968
+Questacon,82
+Prime Minister & Cabinet,483
+Aust. Institute of Family Studies,42
+ANAO,307
+Australian Public Service Commission,201
+Commonwealth Ombudsman,155
+Federal Privacy Commissioner,61
+OIGIS,9
+Office of National Assessments,96
+"Resources, Energy and Tourism",329
+Geoscience Australia,611
+NOPSA,49
+Treasury,973
+Australian Bureau of Statistics,2858
+ACCC,658
+AOFM,30
+ASIC,1451
+Australian Taxation Office,22486
+Commonwealth Grants Commission,39
+National Competition Council,7
+Productivity Commission,179
+Royal Australian Mint,146
+Veterans' Affairs,2250
+Australian War Memorial,228
 

--- /dev/null
+++ b/admin/0809apsemployees.csv
@@ -1,1 +1,103 @@
+"Agriculture, Fisheries & Forestry",5168
+Australian Fisheries Management Authority,260
+APVMA,161
+Wheat Exports Australia,17
+Attorney-General's,1663
+Administrative Appeals Tribunal,155
+ACLEI,18
+AUSTRAC,343
+Australian Crime Commission,527
+Australian Customs and Border Protection Service,6031
+CrimTrac Agency,187
+Family Court of Australia,669
+Federal Court of Australia,376
+Federal Magistrates Court,213
+HREOC,122
+ITSA,294
+National Capital Authority,58
+National Native Title Tribunal,246
+Commonwealth DPP,614
+Office of Parliamentary Counsel,50
+DBCDE,651
+ACMA,624
+Climate Change,415
+ORER,21
+Defence,21152
+Defence Housing Australia,728
+DEEWR,5996
+ABCC,156
+Australian Fair Pay Commission Secretariat,29
+Australian Industrial Registry,203
+Comcare,570
+Office of the Workplace Ombudsman,484
+Workplace Authority,470
+"Environment, Water, Heritage and the Arts",3392
+Australian National Maritime Museum,119
+Bureau of Meteorology,1545
+GBRMPA,241
+Murray Darling Basin Authority,235
+National Library of Australia,513
+National Museum of Australia,295
+National Film and Sound Archive,235
+National Water Commission,48
+Screen Australia,78
+FaHCSIA,3455
+Aboriginal Hostels Ltd.,519
+EOWA,31
+Torres Strait Regional Authority,77
+Finance & Deregulation,1706
+Australian Electoral Commission,805
+ComSuper,574
+Future Fund Management Agency,57
+National Archives of Australia,506
+Foreign Affairs & Trade,2984
+ACIAR,48
+AusAID,981
+AUSTRADE,524
+Health & Ageing,4912
+Australian Institute of Health & Welfare,265
+AOTDTA,15
+Australian Sports Anti-Doping Authority,60
+ARPANSA,152
+Cancer Australia,25
+FSANZ,123
+National Blood Authority,42
+NHMRC,238
+Private Health Insurance Ombudsman,10
+Professional Services Review,30
+Human Services,6620
+Centrelink,27973
+Medicare Australia,5844
+Immigration & Citizenship,7052
+MRT & RRT,273
+Infrastructure,1279
+DIISR,1843
+AIATSIS,119
+Australian Research Council,107
+IP AUSTRALIA,1049
+Questacon,233
+Prime Minister & Cabinet,647
+Australian Institute of Family Studies,75
+ANAO,365
+Australian Public Service Commission,241
+Commonwealth Ombudsman,168
+Federal Privacy Commissioner,64
+OIGIS,13
+Office of National Assessments,148
+Old Parliament House,88
+"Resources, Energy and Tourism",401
+Geoscience Australia,745
+NOPSA,54
+Treasury,1103
+Australian Bureau of Statistics,2871
+ACCC,787
+AOFM,36
+ASIC,1882
+Australian Taxation Office,23505
+Commonwealth Grants Commission,46
+National Competition Council,9
+Productivity Commission,183
+Royal Australian Mint,197
+Veterans' Affairs,2165
+Australian War Memorial,313
 

--- /dev/null
+++ b/admin/0910apsemployees.csv
@@ -1,1 +1,103 @@
+National Competition Council,9
+Private Health Insurance Ombudsman,12
+OIGIS,12
+Wheat Exports Australia,13
+Cancer Australia,19
+ACLEI,20
+ORER,25
+Professional Services Review,30
+AOTDTA,31
+AOFM,35
+EOWA,36
+Commonwealth Grants Commission,40
+National Blood Authority,46
+ACIAR,51
+NOPSA,51
+Office of the Parl. Counsel,54
+National Water Commission,57
+Office of the Privacy Commissioner,58
+National Capital Authority,60
+ASADA,69
+Future Fund Management Agency,70
+Aust. Institute of Family Studies,76
+Torres Strait Regional Authority,82
+Old Parliament House,95
+Screen Australia,102
+Australian Transport Safety Bureau,107
+Safe Work Australia,109
+Australian Research Council,109
+Human Rights Commission,124
+AIATSIS,126
+FSANZ,130
+Aust. National Maritime Museum,132
+Office of National Assessments,146
+ABCC,151
+ARPANSA,152
+APVMA,155
+Commonwealth Ombudsman,156
+Administrative Appeals Tribunal,165
+Royal Australian Mint,171
+CrimTrac Agency,185
+Federal Magistrates Court,186
+Productivity Commission,196
+Questacon,218
+National Native Title Tribunal,223
+AFMA,225
+National Film and Sound Archive,232
+GBRMPA,237
+Australian Public Service Commission,247
+NHMRC,249
+MRT & RRT,273
+Australian War Memorial,291
+Fair Work Australia,299
+National Museum of Australia,312
+Murray Darling Basin Authority,314
+AUSTRAC,318
+ITSA,321
+Federal Court of Australia,360
+ANAO,367
+Aust. Institute of Health & Welfare,383
+"Resources, Energy and Tourism",454
+National Archives of Australia,504
+National Library of Australia,540
+Australian Crime Commission,543
+Aboriginal Hostels Ltd.,556
+Commonwealth DPP,558
+AUSTRADE,563
+ComSuper,587
+Comcare,593
+Defence Housing Australia,630
+Family Court of Australia,660
+ACMA,663
+Prime Minister & Cabinet,680
+DBCDE,715
+Geoscience Australia,723
+ACCC,804
+Australian Electoral Commission,922
+Office of the Fair Work Ombudsman,969
+Climate Change and Energy Efficiency,1019
+AusAID,1037
+IP AUSTRALIA,1050
+Infrastructure,1105
+Treasury,1133
+Bureau of Meteorology,1656
+Attorney-General's,1707
+Finance & Deregulation,1841
+DIISR,2072
+ASIC,2080
+Veterans' Affairs,2144
+"Environment, Water, Heritage and the Arts",3115
+Foreign Affairs & Trade,3160
+Australian Bureau of Statistics,3332
+FaHCSIA,3685
+"Agriculture, Fisheries & Forestry",4892
+Health & Ageing,5232
+Medicare Australia,5695
+Customs,5940
+DEEWR,6054
+Human Services,6607
+Immigration & Citizenship,7014
+Defence,21458
+Australian Taxation Office,24070
+Centrelink,27312
 

--- /dev/null
+++ b/admin/1011apsemployees.csv
@@ -1,1 +1,98 @@
+"Agriculture, Fisheries and Forestry",5219
+Australian Fisheries Management Authority,227
+APVMA,165
+Wheat Exports Australia,13
+Attorney-General's,1618
+Administrative Appeals Tribunal,162
+ACLEI,27
+AUSTRAC,332
+Australian Crime Commission,635
+Aust. Customs & Border Prot. Service,5767
+Aust. Human Rights Commission,139
+Commonwealth DPP,514
+CrimTrac Agency,181
+Family Court of Australia,670
+Federal Court of Australia,362
+Federal Magistrates Court,195
+ITSA,344
+National Native Title Tribunal,176
+Office of the Parl. Counsel,55
+DBCDE,700
+ACMA,662
+Climate Change and Energy Efficiency,984
+ORER,44
+Defence,22481
+Defence Housing Australia,614
+DEEWR,5468
+ABCC,150
+Comcare,667
+Fair Work Australia,310
+Office of the Fair Work Ombudsman,955
+Safe Work Australia,121
+FaHCSIA,3500
+Aboriginal Hostels Ltd.,563
+EOWA,34
+Torres Strait Regional Authority,107
+Finance and Deregulation,1964
+Australian Electoral Commission,913
+ComSuper,545
+Future Fund Management Agency,80
+Foreign Affairs and Trade,3354
+ACIAR,50
+AusAID,1245
+AUSTRADE,546
+Health and Ageing,5396
+Aust. Institute of Health and Welfare,393
+AOTDTA,33
+ARPANSA,162
+Cancer Australia,22
+FSANZ,133
+National Blood Authority,50
+NHMRC,248
+Private Health Insurance Ombudsman,14
+Professional Services Review,30
+Human Services,6443
+Centrelink,25225
+Medicare Australia,5842
+Immigration and Citizenship,7903
+MRT RRT,283
+Infrastructure,1001
+Australian Transport Safety Bureau,109
+DIISR,3594
+AIATSIS,136
+Australian Research Council,112
+Prime Minister and Cabinet,1140
+Aust. Institute of Family Studies,81
+ANAO,360
+Aust. National Maritime Museum,127
+Australian Public Service Commission,332
+Australian Sports Anti-Doping Authority,67
+Commonwealth Ombudsman,183
+National Archives of Australia,494
+National Library of Australia,494
+National Museum of Australia,287
+National Film and Sound Archive,235
+Office of the Australian Information Commissioner,86
+OIGIS,13
+Office of National Assessments,148
+Old Parliament House,92
+Screen Australia,35
+Regional Australia,336
+National Capital Authority,69
+"Resources, Energy and Tourism",1262
+NOPSA,60
+"Sustainability, Environment, Water, Population and Communities",2949
+Bureau of Meteorology,1775
+GBRMPA,266
+Murray Darling Basin Authority,314
+National Water Commission,74
+Treasury,1397
+Australian Bureau of Statistics,3540
+ACCC,825
+ASIC,1905
+Australian Taxation Office,24902
+National Competition Council,9
+Productivity Commission,203
+Veterans' Affairs,2146
+Australian War Memorial,302
 

file:b/admin/agls.php (new)
--- /dev/null
+++ b/admin/agls.php
@@ -1,1 +1,35 @@
+<?php
 
+include_once('include/common.inc.php');
+include_header('Webserver and Accessiblity');
+
+echo "<table>
+    <tr><th>name</th><th>function</th></tr>";
+$db = $server->get_db('disclosr-agencies');
+try {
+     $agencies = $db->get_view("app", "byCanonicalName", null, true)->rows;
+
+
+    if ($agencies) {
+        foreach ($agencies as $row) {
+
+            echo "<tr><td>" . $row->value->name . "</td>";
+            if (isset($row->value->metaTags)) {
+                if (is_array($row->value->metaTags)) {
+                        $tags =$row->value->metaTags;
+                } else {
+			$tags = object_to_array($row->value->metaTags);
+                }
+                if (isset($tags['AGLS.Function'])) {
+                    echo "<td>" . $tags['AGLS.Function'] . "</td>";
+                }
+            }
+            echo "</tr>";
+        }
+    }
+} catch (SetteeRestClientException $e) {
+    setteErrorHandler($e);
+}
+include_footer();
+?>
+

--- /dev/null
+++ b/admin/conflicts.php
@@ -1,1 +1,48 @@
+<?php
 
+include_once('../include/common.inc.php');
+include_header('Fix Conflicts');
+                require_once '../lib/php-diff/lib/Diff.php';
+                require_once '../lib/php-diff/lib/Diff/Renderer/Html/SideBySide.php';
+
+$db = $server->get_db('disclosr-agencies');
+
+try {
+    $rows = $db->get_view("app", "getConflicts", null, true)->rows;
+    //print_r($rows);
+    foreach ($rows as $row) {
+echo "<h2>".$row->id."</h2>";
+$request = Requests::get($serverAddr."disclosr-agencies/".$row->id);
+$origSort = object_to_array(json_decode($request->body));
+ksort($origSort);
+    $origDoc = explode(",",json_encode($origSort));
+	foreach($row->value as $conflictRev) {
+$conflictURL = $serverAddr."disclosr-agencies/".$row->id."?rev=".$conflictRev;
+$request = Requests::get($conflictURL);
+$conflictSort = object_to_array(json_decode($request->body));
+ksort($conflictSort);
+    $conflictDoc = explode(",",json_encode($conflictSort));
+echo "curl -X DELETE ".$conflictURL."<br>".PHP_EOL;
+                // Options for generating the diff
+                $options = array(
+                        //'ignoreWhitespace' => true,
+                        //'ignoreCase' => true,
+                );
+
+                // Initialize the diff class
+                $diff = new Diff($conflictDoc, $origDoc, $options);
+
+                // Generate a side by side diff
+                $renderer = new Diff_Renderer_Html_SideBySide;
+                echo $diff->Render($renderer);
+}
+die();
+	
+    }
+} catch (SetteeRestClientException $e) {
+    setteErrorHandler($e);
+}
+
+include_footer();
+?>
+

--- /dev/null
+++ b/admin/directory.gexf.php
@@ -1,1 +1,59 @@
+<?php
 
+$nodes = Array(Array("id" => "gov", "label" => "Federal Government"));
+$edges = Array();
+
+function addEdge($source, $target) {
+    global $edges;
+    $edges[] = Array("id" => md5($source . $target), "source" => $source, "target" => $target);
+}
+
+function addNode($id, $label, $pid) {
+    global $nodes;
+    $nodes[] = Array("id" => $id, "label" => $label , "pid" => $pid);
+}
+
+function addChildren($parentID, $parentXML) {
+    foreach ($parentXML as $childXML) {
+
+        if ($childXML->getName() == "organization" || $childXML->getName() == "organizationalUnit" || $childXML->getName() == "person") {
+            $attr = $childXML->attributes();
+            $id = $attr['UUID'];
+            if ($childXML->getName() == "organization" || $childXML->getName() == "organizationalUnit") {
+
+                $label = $childXML->name;
+            } else if ($childXML->getName() == "person") {
+                  $label = $childXML->fullName;
+            }
+            addNode($id, $label, $parentID);
+            addEdge($id, $parentID);
+            addChildren($id, $childXML);
+        }
+    }
+}
+
+if (file_exists('directoryexport.xml')) {
+    $xml = simplexml_load_file('directoryexport.xml');
+
+    addChildren("gov", $xml);
+} else {
+    exit('Failed to open directoryexport.xml');
+}
+  header('Content-Type: application/gexf+xml');
+echo '<?xml version="1.0" encoding="UTF-8"?>
+<gexf xmlns="http://www.gexf.net/1.2draft" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://www.gexf.net/1.2draft http://www.gexf.net/1.2draft/gexf.xsd" version="1.2">
+    <graph mode="static" defaultedgetype="directed">
+        <nodes>';
+foreach ($nodes as $node) {
+    echo '          <node id="' . $node['id'] . '" label="' . htmlentities($node['label'],ENT_XML1) . '" ' . (isset($node['pid']) ? 'pid="' . $node['pid'] . '"' : "") . ' />';
+}
+echo '</nodes>
+        <edges>';
+foreach ($edges as $edge) {
+    echo '            <edge id="' . $edge['id'] . '" source="' . $edge['source'] . '" target="' . $edge['target'] . '" />';
+}
+echo '</edges>
+    </graph>
+</gexf>';
+?>
+

--- /dev/null
+++ b/admin/directoryexport.xml

--- /dev/null
+++ b/admin/exportAll.csv.php
@@ -1,1 +1,63 @@
+<?php
 
+include_once("../include/common.inc.php");
+
+
+setlocale(LC_CTYPE, 'C');
+
+$headers = Array("#id", "name", "request_email", "short_name", "notes", "publication_scheme", "home_page", "tag_string");
+
+$db = $server->get_db('disclosr-agencies');
+$headers = Array();
+  try {
+    $rows = $db->get_view("app", "fieldNames?group=true", null, true)->rows;
+
+    $dataValues = Array();
+    foreach ($rows as $row) {
+        $headers[] = $row->key;
+    }
+} catch (SetteeRestClientException $e) {
+    setteErrorHandler($e);
+}
+
+$fp = fopen('php://output', 'w');
+if ($fp && $db) {
+    header('Content-Type: text/csv; charset=utf-8');
+   header('Content-Disposition: attachment; filename="export.' . date("c") . '.csv"');
+    header('Pragma: no-cache');
+    header('Expires: 0');
+    fputcsv($fp, $headers);
+    try {
+        $agencies = $db->get_view("app", "byCanonicalName", null, true)->rows;
+        //print_r($rows);
+        foreach ($agencies as $agency) {
+            // print_r($agency);
+
+            if ( !isset($agency->value->status)) {
+                $row = Array();
+                $agencyArray = object_to_array($agency->value);
+                foreach ($headers as $fieldName) {
+                    if (isset($agencyArray[$fieldName])) {
+                        if (is_array($agencyArray[$fieldName])) {
+                            $row[] = implode(";",$agencyArray[$fieldName]);
+                        } else {
+                        $row[] = $agencyArray[$fieldName];
+                        }
+                    } else {
+                        $row[] = "";
+                    }
+                }
+
+                fputcsv($fp, array_values($row));
+
+               
+            }
+        }
+    } catch (SetteeRestClientException $e) {
+        setteErrorHandler($e);
+    }
+
+    die;
+}
+?>
+

--- /dev/null
+++ b/admin/exportEmployees.csv.php
@@ -1,1 +1,86 @@
+<?php
 
+include_once("../include/common.inc.php");
+
+$format = "csv";
+//$format = "json";
+if (isset($_REQUEST['format']))  $format = $_REQUEST['format'];
+setlocale(LC_CTYPE, 'C');
+if ($format == "csv") {
+    $headers = Array("name");
+} else {
+    $headers = Array();
+}
+
+$db = $server->get_db('disclosr-agencies');
+try {
+    $rows = $db->get_view("app", "all", null, true)->rows;
+
+    $dataValues = Array();
+    foreach ($rows as $row) {
+        if (isset($row->value->statistics->employees)) {
+
+            $headers = array_unique(array_merge($headers, array_keys(object_to_array($row->value->statistics->employees))));
+
+        }
+    }
+} catch (SetteeRestClientException $e) {
+    setteErrorHandler($e);
+}
+
+$fp = fopen('php://output', 'w');
+if ($fp && $db) {
+    if ($format == "csv") {
+        header('Content-Type: text/csv; charset=utf-8');
+        header('Content-Disposition: attachment; filename="export.employeestats.' . date("c") . '.csv"');
+    }
+    header('Pragma: no-cache');
+    header('Expires: 0');
+    if ($format == "csv") {
+        fputcsv($fp, $headers);
+    } else if ($format == "json") {
+        echo '{
+            "labels" : ["' . implode('","', $headers) . '"],'.PHP_EOL;
+    }
+    try {
+        $agencies = $db->get_view("app", "all", null, true)->rows;
+        //print_r($agencies);
+        $first = true;
+        if ($format == "json") {
+        echo '"data" : ['.PHP_EOL;
+        
+        }
+        foreach ($agencies as $agency) {
+
+            if (isset($agency->value->statistics->employees)) {
+                $row = Array();
+                $agencyEmployeesArray = object_to_array($agency->value->statistics->employees);
+                foreach ($headers as $i => $fieldName) {
+                    if (isset($agencyEmployeesArray[$fieldName])) {
+                        $row[] = '['.$i.','.$agencyEmployeesArray[$fieldName]["value"].']';
+                    } else {
+                        $row[] = '['.$i.',0]';
+                    }
+                }
+                if ($format == "csv") {
+                    fputcsv($fp, array_values($row));
+                } else if ($format == "json") {
+                    if (!$first) echo ",";
+                    echo '{"data" : [' . implode(",", array_values($row)) . '], "label": "'.$agency->value->name.'", "lines" : { "show" : true }, "points" : { "show" : true }}'.PHP_EOL;
+                    $first = false;
+                }
+            }
+        }
+        if ($format == "json") {
+        echo ']
+            }'.PHP_EOL;
+        
+        }
+    } catch (SetteeRestClientException $e) {
+        setteErrorHandler($e);
+    }
+
+    die;
+}
+?>
+

--- /dev/null
+++ b/admin/exportScore.csv.php
@@ -1,1 +1,73 @@
+<?php
 
+include_once("../include/common.inc.php");
+
+$db = $server->get_db('disclosr-agencies');
+$format = "csv";
+//$format = "json";
+if (isset($_REQUEST['format']))  $format = $_REQUEST['format'];
+
+setlocale(LC_CTYPE, 'C');
+
+    $headers = Array();
+
+$fp = fopen('php://output', 'w');
+if ($fp && $db) {
+    if ($format == "csv") {
+        header('Content-Type: text/csv; charset=utf-8');
+        header('Content-Disposition: attachment; filename="export.score.' . date("c") . '.csv"');
+    }
+    header('Pragma: no-cache');
+    header('Expires: 0');
+    
+    try {
+        $agencies = $db->get_view("score", "score", null, true)->rows;
+        //print_r($agencies);
+        $first = true;
+        if ($format == "json") {
+        echo '"data" : ['.PHP_EOL;
+        
+        }
+        foreach ($agencies as $agency) {
+            $agencyArray = object_to_array($agency->value);
+            if ($first) {
+                $headers  = array_keys($agencyArray);
+if ($format == "csv") {
+        fputcsv($fp, $headers);
+    } else if ($format == "json") {
+        echo '{
+            "labels" : ["' . implode('","', $headers) . '"],'.PHP_EOL;
+    }
+            }
+                      $row = Array();
+            
+                foreach ($headers as $i => $fieldName) {
+                    if (isset($agencyArray[$fieldName])) {
+                        $row[] = $agencyArray[$fieldName];
+                    } else {
+                        $row[] = '';
+                    }
+                }
+                if ($format == "csv") {
+                    fputcsv($fp, array_values($row));
+                } else if ($format == "json") {
+                    if (!$first) echo ",";
+                    echo '{"data" : [' . implode(",", array_values($row)) . '], "label": "'.$agency->value->name.'", "lines" : { "show" : true }, "points" : { "show" : true }}'.PHP_EOL;
+                   
+                }
+                 $first = false;
+            }
+        
+        if ($format == "json") {
+        echo ']
+            }'.PHP_EOL;
+        
+        }
+    } catch (SetteeRestClientException $e) {
+        setteErrorHandler($e);
+    }
+
+    die;
+}
+?>
+

--- /dev/null
+++ b/admin/genericAgencyFixer.php
@@ -1,1 +1,44 @@
+<?php
 
+include_once("../include/common.inc.php");
+require($basePath . 'lib/phpquery/phpQuery/phpQuery.php');
+
+setlocale(LC_CTYPE, 'C');
+
+
+$db = $server->get_db('disclosr-agencies');
+
+try {
+    $agencies = $db->get_view("app", "byCanonicalName", null, true)->rows;
+    //print_r($rows);
+    foreach ($agencies as $agency) {
+        //echo $agency->value->name . " ".$agency->value->website."<br />\n";
+         // print_r($agency);
+        //hasRestricitiveLicence"	hasRestrictiveLicense -> has Restrictive Licence
+        // "hasYoutube" -> Tube
+        // "comment" -> "comments"
+        if (!isset($agency->value->metaTags) && isset($agency->value->website)) {
+                echo $agency->value->name . " ".$agency->value->website."<br />\n";
+            $agency->value->metaTags = Array();
+            $request = Requests::get($agency->value->website);
+            $html = phpQuery::newDocumentHTML($request->body);
+            phpQuery::selectDocument($html);
+            foreach (pq('meta')->elements as $meta) {
+                $tagName = $meta->getAttribute('name');;
+                $content = $meta->getAttribute('content');
+                if ($tagName != "") {
+echo "$tagName == $content <br>\n";
+                 $agency->value->metaTags[$tagName] = $content;
+                }
+            }
+            //print_r($agency->value->metaTags);
+            $db->save($agency->value);
+            echo "<hr>";
+            flush();
+        }
+    }
+} catch (SetteeRestClientException $e) {
+    setteErrorHandler($e);
+}
+?>
+

file:a/admin/import.php (deleted)
--- a/admin/import.php
+++ /dev/null
@@ -1,34 +1,1 @@
-<?php
 
-require_once '../include/common.inc.php';
-try {
-    $server->create_db('disclosr-agencies');
-} catch (SetteeRestClientException $e) {
-    setteErrorHandler($e);
-}
-$db = $server->get_db('disclosr-agencies');
-createAgencyDesignDoc();
-$conn = new PDO("pgsql:dbname=contractDashboard;user=postgres;password=snmc;host=localhost");
-$namesQ = 'select agency.abn, string_agg("agencyName",\'|\') as names from agency inner join agency_nametoabn on agency.abn::text = agency_nametoabn.abn group by agency.abn;';
-$abntonames = Array();
-foreach ($conn->query($namesQ) as $row) {
-    $abntonames[$row['abn']] = explode("|", $row['names']);
-}
-$result = $conn->query("select * from agency");
-while ($agency = $result->fetch(PDO::FETCH_ASSOC)) {
-    $agency['_id'] = md5($agency['abn']);
-    $agency['otherNames'] = $abntonames[$agency['abn']];
-    if (sizeof($abntonames[$agency['abn']]) == 1)
-        $agency['name'] = $abntonames[$agency['abn']][0];
-    $agency["lastScraped"] = "1/1/1970";
-    $agency["scrapeDepth"] = 1;
-    try {
-        $doc = $db->save($agency);
-        //print_r($doc);
-        echo $agency['abn'] . " imported \n<br>";
-    } catch (SetteeRestClientException $e) {
-        setteErrorHandler($e);
-    }
-}
-?>
-

--- /dev/null
+++ b/admin/importAPSCEmployees.php
@@ -1,1 +1,67 @@
+<?php
 
+require_once '../include/common.inc.php';
+
+$db = $server->get_db('disclosr-agencies');
+$rows = $db->get_view("app", "byName")->rows;
+$nametoid = Array();
+$sums = Array();
+foreach ($rows as $row) {
+    $nametoid[trim($row->key)] = $row->value;
+}
+$employeeCSVs = Array("2002-2003" => "0203apsemployees.csv",
+    "2003-2004" => "0304apsemployees.csv",
+    "2004-2005" => "0405apsemployees.csv",
+    "2005-2006" => "0506apsemployees.csv",
+    "2006-2007" => "0607apsemployees.csv",
+    "2007-2008" => "0708apsemployees.csv",
+    "2008-2009" => "0809apsemployees.csv",
+    "2009-2010" => "0910apsemployees.csv",
+    "2010-2011" => "1011apsemployees.csv"
+);
+foreach ($employeeCSVs as $timePeriod => $employeeCSV) {
+    echo $employeeCSV . "<br>" . PHP_EOL;
+    $row = 1;
+    if (($handle = fopen($employeeCSV, "r")) !== FALSE) {
+        while (($data = fgetcsv($handle, 1000, ",")) !== FALSE) {
+            //print_r($data);
+            $name = trim($data[0]);
+            if (isset($nametoid[$name])) {
+                $id = $nametoid[$name];
+                //echo $id . "<br>" . PHP_EOL;
+                @$sums[$id][$timePeriod] += $data[1];
+            } else {
+                echo "<br>ERROR NAME MISSING FROM ID LIST<br><bR>" . PHP_EOL;
+
+                die();
+            }
+        }
+        fclose($handle);
+    }
+}
+foreach ($sums as $id => $sum) {
+    echo $id . "<br>" . PHP_EOL;
+    $doc = $db->get($id);
+     echo $doc->name . "<br>" . PHP_EOL;
+    // print_r($doc);
+    $changed = false;
+    if (!isset($doc->statistics)) {
+        $changed = true;
+        $doc->statistics = Array();
+    }
+    foreach ($sum as $timePeriod => $value) {
+        if (!isset($doc->statistics->employees->$timePeriod->value) 
+                || $doc->statistics->employees->$timePeriod->value != $value) {
+            $changed = true;
+            $doc->statistics["employees"][$timePeriod] = Array("value" => $value, "source" => "http://apsc.gov.au/stateoftheservice/");
+        }
+    }
+    if ($changed) {
+        $db->save($doc);
+    } else {
+        echo "not changed" . "<br>" . PHP_EOL;
+    }
+}
+// employees: timeperiod, source = apsc state of service, value 
+?>
+

--- /dev/null
+++ b/admin/importAustraliaGovAuGov2.php
@@ -1,1 +1,61 @@
+<?php
 
+require_once '../include/common.inc.php';
+
+$db = $server->get_db('disclosr-agencies');
+$rows = $db->get_view("app", "byName")->rows;
+$nametoid = Array();
+$accounts = Array();
+foreach ($rows as $row) {
+    $nametoid[trim($row->key)] = $row->value;
+}
+
+function extractCSVAccounts($url, $nameField, $accountField, $filter) {
+    global $accounts, $nametoid;
+    $request = Requests::get($url);
+    $Data = str_getcsv($request->body, "\n"); //parse the rows 
+    $headers = Array();
+    foreach ($Data as $num => $line) {
+        $Row = str_getcsv($line, ",");
+        if ($num == 0) {
+            
+        } else if ($num == 1) {
+            $headers = $Row;
+            //print_r($headers);
+        } else {
+            if (isset($Row[array_search($nameField, $headers)])) {
+                $agencyName = $Row[array_search($nameField, $headers)];
+                if (!$filter || $Row[array_search("State", $headers)] == "NAT") {
+                    if (!in_array(trim($agencyName), array_keys($nametoid))) {
+                        echo "$agencyName missing" . PHP_EOL;
+                    } else {
+                        // echo $Row[array_search($nameField, $headers)] . PHP_EOL;
+                    }
+                }
+            } else {
+                //echo "error finding agency" . $line . PHP_EOL;
+            }
+        }
+    }
+}
+
+// http://agimo.govspace.gov.au/page/gov2register/
+// twitter
+//extractCSVAccounts("https://docs.google.com/spreadsheet/pub?key=0Ap1exl80wB8OdHNKVmQ5RVlvQWpibDAxNHkzcU1nV2c&single=true&gid=0&output=csv", "Agency/Body/Event", "", true);
+// RSS
+// https://docs.google.com/spreadsheet/pub?hl=en_GB&hl=en_GB&key=0Ah41IAK0HzSTdGJxandJREhLSGlWWUZfZ2xKOTNHZ0E&output=csv
+// facebook 
+extractCSVAccounts("https://docs.google.com/spreadsheet/pub?hl=en_GB&hl=en_GB&key=0Ah41IAK0HzSTdGtjcW9vOXdyZ3pOV21vQU51VmhzQnc&single=true&gid=0&output=csv","Agency","Name");
+
+/*
+ * http://australia.gov.au/news-and-media/media-release-rss-feeds
+ * http://australia.gov.au/news-and-media/social-media/blogs
+ * http://australia.gov.au/news-and-media/social-media/twitter
+ * http://australia.gov.au/news-and-media/social-media/facebook
+ * http://australia.gov.au/news-and-media/social-media/youtube
+ * http://australia.gov.au/news-and-media/social-media/flickr
+ * http://australia.gov.au/news-and-media/social-media/apps http://www.harmony.gov.au/get-involved/app-downloads.htm http://www.em.gov.au/Resources/Pages/Before-the-Storm-phone-game.aspx
+ * http://australia.gov.au/news-and-media/social-media/podcasts
+ */
+?>
+

--- /dev/null
+++ b/admin/importContractDashboardAgencies.php
@@ -1,1 +1,34 @@
+<?php
 
+require_once '../include/common.inc.php';
+try {
+    $server->create_db('disclosr-agencies');
+} catch (SetteeRestClientException $e) {
+    setteErrorHandler($e);
+}
+$db = $server->get_db('disclosr-agencies');
+createAgencyDesignDoc();
+$conn = new PDO("pgsql:dbname=contractDashboard;user=postgres;password=snmc;host=localhost");
+$namesQ = 'select agency.abn, string_agg("agencyName",\'|\') as names from agency inner join agency_nametoabn on agency.abn::text = agency_nametoabn.abn group by agency.abn;';
+$abntonames = Array();
+foreach ($conn->query($namesQ) as $row) {
+    $abntonames[$row['abn']] = explode("|", $row['names']);
+}
+$result = $conn->query("select * from agency");
+while ($agency = $result->fetch(PDO::FETCH_ASSOC)) {
+    $agency['_id'] = md5($agency['abn']);
+    $agency['otherNames'] = $abntonames[$agency['abn']];
+    if (sizeof($abntonames[$agency['abn']]) == 1)
+        $agency['name'] = $abntonames[$agency['abn']][0];
+    $agency["lastScraped"] = "1/1/1970";
+    $agency["scrapeDepth"] = 1;
+    try {
+        $doc = $db->save($agency);
+        //print_r($doc);
+        echo $agency['abn'] . " imported \n<br>";
+    } catch (SetteeRestClientException $e) {
+        setteErrorHandler($e);
+    }
+}
+?>
+

--- /dev/null
+++ b/admin/importDirectoryUUIDs.php
@@ -1,1 +1,37 @@
+<?php
 
+// http://gold.gov.au/reports/department/index.xml
+require_once '../include/common.inc.php';
+$db = $server->get_db('disclosr-agencies');
+$rows = $db->get_view("app", "byName")->rows;
+$nametoid = Array();
+$sums = Array();
+foreach ($rows as $row) {
+    $nametoid[trim($row->key)] = $row->value;
+}
+
+if (file_exists('index.xml')) {
+    $xml = simplexml_load_file('index.xml');
+
+    foreach ($xml as $agency) {
+        $names = Array();
+        $names[] = "".$agency->name;
+        
+        if (isset($agency->shortName)) {
+             $names[] = "".$agency->shortName;
+        }
+       foreach ($names as $name) {
+           if (!in_array($name, array_keys($nametoid))) {
+               echo "$name missing".PHP_EOL;
+               print_r($names);
+               echo $agency->dn;
+               echo PHP_EOL;
+               echo PHP_EOL;
+           }
+       }
+    }
+} else {
+    exit('Failed to open test.xml.');
+}
+?>
+

--- /dev/null
+++ b/admin/importGov2RegisterRSSFacebookTwitter.php
@@ -1,1 +1,100 @@
+<?php
 
+require_once '../include/common.inc.php';
+require($basePath . 'lib/phpquery/phpQuery/phpQuery.php');
+
+$db = $server->get_db('disclosr-agencies');
+$rows = $db->get_view("app", "byName")->rows;
+$nametoid = Array();
+$accounts = Array();
+foreach ($rows as $row) {
+    $nametoid[trim($row->key)] = $row->value;
+}
+
+function extractHTMLAccounts($url, $accountType) {
+    global $accounts, $nametoid;
+    $request = Requests::get($url);
+    $doc = phpQuery::newDocumentHTML($request->body);
+    phpQuery::selectDocument($doc);
+    foreach (pq('tr')->elements as $tr) {
+        //echo $tr->nodeValue.PHP_EOL;
+        $agency = "";
+        $url = "";
+        foreach ($tr->childNodes as $td) {
+            $class = $td->getAttribute("class");
+            //echo "cccc $class ".$td->nodeValue.PHP_EOL;
+            if ($class == "s11" || $class == "s10" || $class == "s7") {
+                $agency = $td->nodeValue;
+            } else if ($class == "s6" || $class == "s9") {
+                $url = $td->nodeValue;
+                foreach ($td->childNodes as $a) {
+                    $href = $a->getAttribute("href");
+                    if ($href != "") {
+                        $url = $href;
+                    }
+                }
+            }
+        }
+        if ($agency != "" && $url != "") {
+            if (!in_array(trim($agency), array_keys($nametoid))) {
+                echo trim($agency) . " missing" . PHP_EOL;
+            } else {
+                //   echo $agency." = ".$url.PHP_EOL;
+                $accounts[$nametoid[trim($agency)]][$accountType][] = $url;
+            }
+        }
+    }
+}
+
+function extractCSVAccounts($url, $accountType, $nameField, $accountField, $filter) {
+    global $accounts, $nametoid;
+    $request = Requests::get($url);
+    $Data = str_getcsv($request->body, "\n"); //parse the rows 
+    $headers = Array();
+    foreach ($Data as $num => $line) {
+        $Row = str_getcsv($line, ",", '"');
+        if ($num == 0) {
+            
+        } else if ($num == 1) {
+            $headers = $Row;
+            //print_r($headers);
+        } else {
+            if (isset($Row[array_search($nameField, $headers)])) {
+                $agencyName = $Row[array_search($nameField, $headers)];
+                if (!$filter || $Row[array_search("State", $headers)] == "NAT") {
+                    if (!in_array(trim($agencyName), array_keys($nametoid))) {
+                        echo trim($agencyName) . " missing" . PHP_EOL;
+                    } else {
+                        // echo $Row[array_search($nameField, $headers)] . PHP_EOL;
+                        $accounts[$nametoid[trim($agencyName)]][$accountType][] = $Row[array_search($accountField, $headers)];
+                    }
+                }
+            } else {
+                //echo "error finding agency" . $line . PHP_EOL;
+            }
+        }
+    }
+}
+
+// http://agimo.govspace.gov.au/page/gov2register/
+// twitter
+extractCSVAccounts("https://docs.google.com/spreadsheet/pub?key=0Ap1exl80wB8OdHNKVmQ5RVlvQWpibDAxNHkzcU1nV2c&single=true&gid=0&output=csv", "Twitter", "Agency/Body/Event", "", true);
+// RSS
+extractHTMLAccounts("https://docs.google.com/spreadsheet/pub?hl=en_GB&hl=en_GB&key=0Ah41IAK0HzSTdGJxandJREhLSGlWWUZfZ2xKOTNHZ0E&output=html", "RSS");
+// facebook 
+extractHTMLAccounts("https://docs.google.com/spreadsheet/pub?hl=en_GB&hl=en_GB&key=0Ah41IAK0HzSTdGtjcW9vOXdyZ3pOV21vQU51VmhzQnc&single=true&gid=0&output=html", "Facebook");
+foreach ($accounts as $id => $accountTypes) {
+    echo $id . "<br>" . PHP_EOL;
+    $doc = object_to_array($db->get($id));
+    // print_r($doc);
+
+    foreach ($accountTypes as $accountType => $accounts) {
+        if (!isset($doc["has" . $accountType]) || !is_array($doc["has" . $accountType])) {
+            $doc["has" . $accountType] = Array();
+        }
+        $doc["has" . $accountType] = array_unique(array_merge($doc["has" . $accountType], $accounts));
+    }
+    $db->save($doc);
+}
+?>
+

file:b/admin/index.xml (new)
--- /dev/null
+++ b/admin/index.xml
@@ -1,1 +1,2607 @@
+<?xml version="1.0" encoding="utf-8" ?>
+<entryList>
+<department>
+<reportURI><![CDATA[http://www.directory.gov.au/reports/department/subreport321.rtf]]></reportURI>
+<websiteURI><![CDATA[/directory?ea0_lfz99_120.&&a581ffe4-b532-4d81-bae3-9e937c6104e8]]></websiteURI>
+<dn><![CDATA[ou=Aboriginal Hostels Limited (AHL),ou=Other Portfolio Bodies\, Committees\, Boards and Councils,o=Families\, Housing\, Community Services and Indigenous Affairs,o=Portfolios,o=Commonwealth of Australia,c=AU]]></dn>
+<name><![CDATA[Aboriginal Hostels Limited (AHL)]]></name>
+<phone><![CDATA[(02) 6212 2000]]></phone>
+<email><![CDATA[ahlmarketing@ahl.gov.au]]></email>
+<postalAddress><![CDATA[PO Box 30, Woden ACT 2606]]></postalAddress>
+<id><![CDATA[a581ffe4-b532-4d81-bae3-9e937c6104e8]]></id>
+<category>A</category>
+<lastModified><![CDATA[20101119150641.646+1100]]></lastModified>
+</department>
+<department>
+<reportURI><![CDATA[http://www.directory.gov.au/reports/department/subreport322.rtf]]></reportURI>
+<websiteURI><![CDATA[/directory?ea0_lfz99_120.&&e4471b59-3866-4e0e-bbca-260114348e3f]]></websiteURI>
+<dn><![CDATA[ou=Aboriginal Studies Press (ASP),ou=Australian Institute of Aboriginal and Torres Strait Islander Studies,ou=Other Portfolio Bodies\, Committees\, Boards and Councils,o=Innovation And Industry,o=Portfolios,o=Commonwealth of Australia,c=AU]]></dn>
+<name><![CDATA[Aboriginal Studies Press (ASP)]]></name>
+<phone><![CDATA[(02) 6246 1186]]></phone>
+<email><![CDATA[asp@aiatsis.gov.au]]></email>
+<postalAddress><![CDATA[GPO Box 553, Canberra ACT 2601]]></postalAddress>
+<id><![CDATA[e4471b59-3866-4e0e-bbca-260114348e3f]]></id>
+<category>A</category>
+<lastModified><![CDATA[20101007150855.716+1100]]></lastModified>
+</department>
+<department>
+<reportURI><![CDATA[http://www.directory.gov.au/reports/department/subreport323.rtf]]></reportURI>
+<websiteURI><![CDATA[/directory?ea0_lfz99_120.&&2410b559-3606-43f6-ba4d-5819b5d44dd8]]></websiteURI>
+<dn><![CDATA[ou=Administrative Appeals Tribunal,ou=Other Portfolio Bodies\, Committees\, Boards and Councils,o=Attorney-General,o=Portfolios,o=Commonwealth of Australia,c=AU]]></dn>
+<name><![CDATA[Administrative Appeals Tribunal]]></name>
+<shortName><![CDATA[AAT]]></shortName>
+<phone><![CDATA[1300 366 700]]></phone>
+<postalAddress><![CDATA[GPO Box 9955, Sydney NSW 2001]]></postalAddress>
+<id><![CDATA[2410b559-3606-43f6-ba4d-5819b5d44dd8]]></id>
+<category>A</category>
+<lastModified><![CDATA[20110322172221.506+1100]]></lastModified>
+</department>
+<department>
+<reportURI><![CDATA[http://www.directory.gov.au/reports/department/subreport324.rtf]]></reportURI>
+<websiteURI><![CDATA[/directory?ea0_lfz99_120.&&9a72269b-2d86-4213-9809-b310d8fb8242]]></websiteURI>
+<dn><![CDATA[ou=Aged Care Standards and Accreditation Agency Ltd,ou=Other Portfolio Bodies\, Committees\, Boards and Councils,o=Health and Ageing,o=Portfolios,o=Commonwealth of Australia,c=AU]]></dn>
+<name><![CDATA[Aged Care Standards and Accreditation Agency Ltd]]></name>
+<phone><![CDATA[(02) 9633 1711]]></phone>
+<email><![CDATA[national@accreditation.org.au]]></email>
+<postalAddress><![CDATA[PO Box 773, Parramatta NSW 2124]]></postalAddress>
+<id><![CDATA[9a72269b-2d86-4213-9809-b310d8fb8242]]></id>
+<category>A</category>
+<lastModified><![CDATA[20110316162117.955+1100]]></lastModified>
+</department>
+<department>
+<reportURI><![CDATA[http://www.directory.gov.au/reports/department/subreport325.rtf]]></reportURI>
+<websiteURI><![CDATA[/directory?ea0_lfz99_120.&&f6c7b75c-199a-4a83-873c-06aa2ff80b79]]></websiteURI>
+<dn><![CDATA[ou=Air Force Headquarters,ou=Department of Defence,o=Defence,o=Portfolios,o=Commonwealth of Australia,c=AU]]></dn>
+<name><![CDATA[Air Force Headquarters]]></name>
+<id><![CDATA[f6c7b75c-199a-4a83-873c-06aa2ff80b79]]></id>
+<category>A</category>
+<lastModified><![CDATA[20110927141313.630+1000]]></lastModified>
+</department>
+<department>
+<reportURI><![CDATA[http://www.directory.gov.au/reports/department/subreport326.rtf]]></reportURI>
+<websiteURI><![CDATA[/directory?ea0_lfz99_120.&&3abaa317-dfc0-4469-a07c-3d69e9bb1c38]]></websiteURI>
+<dn><![CDATA[ou=Airservices Australia,ou=Other Portfolio Bodies\, Committees\, Boards and Councils,o=Infrastructure and Transport,o=Portfolios,o=Commonwealth of Australia,c=AU]]></dn>
+<name><![CDATA[Airservices Australia]]></name>
+<shortName><![CDATA[Airservices]]></shortName>
+<phone><![CDATA[(02) 6268 4111]]></phone>
+<postalAddress><![CDATA[Airservices Australia, GPO Box 367, Canberra ACT 2601]]></postalAddress>
+<id><![CDATA[3abaa317-dfc0-4469-a07c-3d69e9bb1c38]]></id>
+<category>A</category>
+<lastModified><![CDATA[20100624173807.346+1000]]></lastModified>
+</department>
+<department>
+<reportURI><![CDATA[http://www.directory.gov.au/reports/department/subreport327.rtf]]></reportURI>
+<websiteURI><![CDATA[/directory?ea0_lfz99_120.&&0269409f-9ffb-4d37-adfd-d98d4f75c30a]]></websiteURI>
+<dn><![CDATA[ou=Albury-Wodonga Corporation,ou=Other Portfolio Bodies\, Committees\, Boards and Councils,o=Finance and Deregulation,o=Portfolios,o=Commonwealth of Australia,c=AU]]></dn>
+<name><![CDATA[Albury-Wodonga Corporation]]></name>
+<shortName><![CDATA[AWC]]></shortName>
+<phone><![CDATA[(02) 6023 8000]]></phone>
+<email><![CDATA[awc@awc.gov.au]]></email>
+<postalAddress><![CDATA[PO Box 913, Albury NSW 2640]]></postalAddress>
+<id><![CDATA[0269409f-9ffb-4d37-adfd-d98d4f75c30a]]></id>
+<category>A</category>
+<lastModified><![CDATA[20120118093718.197+1100]]></lastModified>
+</department>
+<department>
+<reportURI><![CDATA[http://www.directory.gov.au/reports/department/subreport328.rtf]]></reportURI>
+<websiteURI><![CDATA[/directory?ea0_lfz99_120.&&47820771-fcb1-4277-9423-96c18c715c7e]]></websiteURI>
+<dn><![CDATA[ou=AMC Search Ltd,ou=Australian Maritime College,ou=Other Portfolio Bodies\, Committees\, Boards and Councils,o=Infrastructure and Transport,o=Portfolios,o=Commonwealth of Australia,c=AU]]></dn>
+<name><![CDATA[AMC Search Ltd]]></name>
+<phone><![CDATA[(03) 6335 4850]]></phone>
+<postalAddress><![CDATA[AMC Search Ltd, Australian Maritime College, PO Box 986, Launceston TAS 7250]]></postalAddress>
+<id><![CDATA[47820771-fcb1-4277-9423-96c18c715c7e]]></id>
+<category>A</category>
+<lastModified><![CDATA[20080613122607.525+1000]]></lastModified>
+</department>
+<department>
+<reportURI><![CDATA[http://www.directory.gov.au/reports/department/subreport329.rtf]]></reportURI>
+<websiteURI><![CDATA[/directory?ea0_lfz99_120.&&364e2973-e795-47b2-90f2-76bb9819207b]]></websiteURI>
+<dn><![CDATA[ou=Army Headquarters,ou=Department of Defence,o=Defence,o=Portfolios,o=Commonwealth of Australia,c=AU]]></dn>
+<name><![CDATA[Army Headquarters]]></name>
+<id><![CDATA[364e2973-e795-47b2-90f2-76bb9819207b]]></id>
+<category>A</category>
+<lastModified><![CDATA[20100624173848.550+1000]]></lastModified>
+</department>
+<department>
+<reportURI><![CDATA[http://www.directory.gov.au/reports/department/subreport330.rtf]]></reportURI>
+<websiteURI><![CDATA[/directory?ea0_lfz99_120.&&e4ea2b3c-40ce-4ab5-aead-1b1af78f5035]]></websiteURI>
+<dn><![CDATA[ou=ASC Pty Ltd,ou=Other Portfolio Bodies\, Committees\, Boards and Councils,o=Finance and Deregulation,o=Portfolios,o=Commonwealth of Australia,c=AU]]></dn>
+<name><![CDATA[ASC Pty Ltd]]></name>
+<phone><![CDATA[(08) 8348 7000]]></phone>
+<postalAddress><![CDATA[GPO Box 2472, ADELAIDE, SA 5001]]></postalAddress>
+<id><![CDATA[e4ea2b3c-40ce-4ab5-aead-1b1af78f5035]]></id>
+<category>A</category>
+<lastModified><![CDATA[20110401145040.388+1100]]></lastModified>
+</department>
+<department>
+<reportURI><![CDATA[http://www.directory.gov.au/reports/department/subreport331.rtf]]></reportURI>
+<websiteURI><![CDATA[/directory?ea0_lfz99_120.&&d227a935-064f-4089-a469-0614efa1352f]]></websiteURI>
+<dn><![CDATA[ou=Attorney-General's Department,o=Attorney-General,o=Portfolios,o=Commonwealth of Australia,c=AU]]></dn>
+<name><![CDATA[Attorney-General's Department]]></name>
+<shortName><![CDATA[AGD]]></shortName>
+<phone><![CDATA[(02) 6141 6666]]></phone>
+<id><![CDATA[d227a935-064f-4089-a469-0614efa1352f]]></id>
+<category>A</category>
+<lastModified><![CDATA[20120116101325.717+1100]]></lastModified>
+</department>
+<department>
+<reportURI><![CDATA[http://www.directory.gov.au/reports/department/subreport332.rtf]]></reportURI>
+<websiteURI><![CDATA[/directory?ea0_lfz99_120.&&b79d7f58-1533-4dc4-8fab-d7b83fe6b41f]]></websiteURI>
+<dn><![CDATA[ou=AusIndustry,ou=Central Office,ou=Department of Industry\, Innovation\, Science\, Research and Tertiary Education,o=Innovation And Industry,o=Portfolios,o=Commonwealth of Australia,c=AU]]></dn>
+<name><![CDATA[AusIndustry]]></name>
+<phone><![CDATA[AusIndustry Hotline 13 28 46]]></phone>
+<postalAddress><![CDATA[GPO Box 9839, Canberra ACT 2601]]></postalAddress>
+<id><![CDATA[b79d7f58-1533-4dc4-8fab-d7b83fe6b41f]]></id>
+<category>A</category>
+<lastModified><![CDATA[20111219104922.932+1100]]></lastModified>
+</department>
+<department>
+<reportURI><![CDATA[http://www.directory.gov.au/reports/department/subreport333.rtf]]></reportURI>
+<websiteURI><![CDATA[/directory?ea0_lfz99_120.&&1a071feb-53e0-48ba-ad51-6e98c2c48e85]]></websiteURI>
+<dn><![CDATA[ou=AusIndustry Hotline,ou=AusIndustry,ou=Central Office,ou=Department of Industry\, Innovation\, Science\, Research and Tertiary Education,o=Innovation And Industry,o=Portfolios,o=Commonwealth of Australia,c=AU]]></dn>
+<name><![CDATA[AusIndustry Hotline]]></name>
+<phone><![CDATA[13 2846 - 8.00am - 6.00pm (AEST)]]></phone>
+<email><![CDATA[hotline@ausindustry.gov.au]]></email>
+<id><![CDATA[1a071feb-53e0-48ba-ad51-6e98c2c48e85]]></id>
+<category>A</category>
+<lastModified><![CDATA[20111219105059.015+1100]]></lastModified>
+</department>
+<department>
+<reportURI><![CDATA[http://www.directory.gov.au/reports/department/subreport334.rtf]]></reportURI>
+<websiteURI><![CDATA[/directory?ea0_lfz99_120.&&14e9ae65-9958-441c-b1b2-b2c906f8a9e3]]></websiteURI>
+<dn><![CDATA[ou=Australia Telescope National Facility,ou=Information Sciences,ou=Research Groups,ou=Commonwealth Scientific and Industrial Research Organisation (CSIRO),ou=Other Portfolio Bodies\, Committees\, Boards and Councils,o=Innovation And Industry,o=Portfolios,o=Commonwealth of Australia,c=AU]]></dn>
+<name><![CDATA[Australia Telescope National Facility]]></name>
+<phone><![CDATA[(02) 9372 4100]]></phone>
+<postalAddress><![CDATA[PO Box 76, Epping NSW 1710]]></postalAddress>
+<id><![CDATA[14e9ae65-9958-441c-b1b2-b2c906f8a9e3]]></id>
+<category>A</category>
+<lastModified><![CDATA[20100222170235.683+1100]]></lastModified>
+</department>
+<department>
+<reportURI><![CDATA[http://www.directory.gov.au/reports/department/subreport335.rtf]]></reportURI>
+<websiteURI><![CDATA[/directory?ea0_lfz99_120.&&ed906056-af2b-4d53-bf0e-573c34d71784]]></websiteURI>
+<dn><![CDATA[ou=Australian Agency for International Development (AusAID),ou=Other Portfolio Bodies\, Committees\, Boards and Councils,o=Foreign Affairs and Trade,o=Portfolios,o=Commonwealth of Australia,c=AU]]></dn>
+<name><![CDATA[Australian Agency for International Development (AusAID)]]></name>
+<shortName><![CDATA[AusAID]]></shortName>
+<phone><![CDATA[(02) 6206 4000]]></phone>
+<postalAddress><![CDATA[GPO Box 887, Canberra ACT 2601]]></postalAddress>
+<id><![CDATA[ed906056-af2b-4d53-bf0e-573c34d71784]]></id>
+<category>A</category>
+<lastModified><![CDATA[20110208120656.851+1100]]></lastModified>
+</department>
+<department>
+<reportURI><![CDATA[http://www.directory.gov.au/reports/department/subreport336.rtf]]></reportURI>
+<websiteURI><![CDATA[/directory?ea0_lfz99_120.&&4556722d-45f5-40f5-a039-6a0da1374eb4]]></websiteURI>
+<dn><![CDATA[ou=Australian Astronomical Observatory,ou=Central Office,ou=Department of Industry\, Innovation\, Science\, Research and Tertiary Education,o=Innovation And Industry,o=Portfolios,o=Commonwealth of Australia,c=AU]]></dn>
+<name><![CDATA[Australian Astronomical Observatory]]></name>
+<shortName><![CDATA[AAO]]></shortName>
+<phone><![CDATA[(02) 9372 4800]]></phone>
+<postalAddress><![CDATA[PO Box 296, Epping NSW 1710]]></postalAddress>
+<id><![CDATA[4556722d-45f5-40f5-a039-6a0da1374eb4]]></id>
+<category>A</category>
+<lastModified><![CDATA[20110113133740.552+1100]]></lastModified>
+</department>
+<department>
+<reportURI><![CDATA[http://www.directory.gov.au/reports/department/subreport337.rtf]]></reportURI>
+<websiteURI><![CDATA[/directory?ea0_lfz99_120.&&8caaf9d1-17f1-4e68-9bf3-8cfa04503a5a]]></websiteURI>
+<dn><![CDATA[ou=Australian Broadcasting Corporation (ABC),ou=Other Portfolio Bodies\, Committees\, Boards and Councils,o=Broadband\, Communications and the Digital Economy,o=Portfolios,o=Commonwealth of Australia,c=AU]]></dn>
+<name><![CDATA[Australian Broadcasting Corporation (ABC)]]></name>
+<shortName><![CDATA[ABC]]></shortName>
+<phone><![CDATA[(02) 8333 1500]]></phone>
+<postalAddress><![CDATA[GPO Box 9994, Sydney NSW 2001]]></postalAddress>
+<id><![CDATA[8caaf9d1-17f1-4e68-9bf3-8cfa04503a5a]]></id>
+<category>A</category>
+<lastModified><![CDATA[20110317113926.470+1100]]></lastModified>
+</department>
+<department>
+<reportURI><![CDATA[http://www.directory.gov.au/reports/department/subreport338.rtf]]></reportURI>
+<websiteURI><![CDATA[/directory?ea0_lfz99_120.&&269a027d-8d7e-4bfb-acf6-e0052512f162]]></websiteURI>
+<dn><![CDATA[ou=Australian Bureau of Agricultural and Resource Economics and Sciences,ou=Department of Agriculture\, Fisheries and Forestry,o=Agriculture\, Fisheries and Forestry,o=Portfolios,o=Commonwealth of Australia,c=AU]]></dn>
+<name><![CDATA[Australian Bureau of Agricultural and Resource Economics and Sciences]]></name>
+<shortName><![CDATA[ABARES]]></shortName>
+<phone><![CDATA[(02) 6272 2000]]></phone>
+<postalAddress><![CDATA[GPO Box 1563, Canberra ACT 2601]]></postalAddress>
+<id><![CDATA[269a027d-8d7e-4bfb-acf6-e0052512f162]]></id>
+<category>A</category>
+<lastModified><![CDATA[20111123085639.454+1100]]></lastModified>
+</department>
+<department>
+<reportURI><![CDATA[http://www.directory.gov.au/reports/department/subreport339.rtf]]></reportURI>
+<websiteURI><![CDATA[/directory?ea0_lfz99_120.&&5474218a-dd86-4cfb-9c83-ae92f29bfb56]]></websiteURI>
+<dn><![CDATA[ou=Australian Bureau of Statistics,ou=Other Portfolio Bodies\, Committees\, Boards and Councils,o=Treasury,o=Portfolios,o=Commonwealth of Australia,c=AU]]></dn>
+<name><![CDATA[Australian Bureau of Statistics]]></name>
+<shortName><![CDATA[ABS]]></shortName>
+<phone><![CDATA[(02) 6252 5000]]></phone>
+<postalAddress><![CDATA[Locked Bag 10, Belconnen ACT 2616]]></postalAddress>
+<id><![CDATA[5474218a-dd86-4cfb-9c83-ae92f29bfb56]]></id>
+<category>A</category>
+<lastModified><![CDATA[20100624173756.051+1000]]></lastModified>
+</department>
+<department>
+<reportURI><![CDATA[http://www.directory.gov.au/reports/department/subreport340.rtf]]></reportURI>
+<websiteURI><![CDATA[/directory?ea0_lfz99_120.&&3c6f8fa6-80fd-4652-942a-362290a97cc2]]></websiteURI>
+<dn><![CDATA[ou=Australian Centre for International Agricultural Research (ACIAR),ou=Other Portfolio Bodies\, Committees\, Boards and Councils,o=Foreign Affairs and Trade,o=Portfolios,o=Commonwealth of Australia,c=AU]]></dn>
+<name><![CDATA[Australian Centre for International Agricultural Research (ACIAR)]]></name>
+<shortName><![CDATA[ACIAR]]></shortName>
+<phone><![CDATA[(02) 6217 0500]]></phone>
+<email><![CDATA[aciar@aciar.gov.au]]></email>
+<postalAddress><![CDATA[GPO Box 1571, Canberra ACT 2601]]></postalAddress>
+<id><![CDATA[3c6f8fa6-80fd-4652-942a-362290a97cc2]]></id>
+<category>A</category>
+<lastModified><![CDATA[20110330162044.458+1100]]></lastModified>
+</department>
+<department>
+<reportURI><![CDATA[http://www.directory.gov.au/reports/department/subreport341.rtf]]></reportURI>
+<websiteURI><![CDATA[/directory?ea0_lfz99_120.&&9d6e20ab-f0e1-422c-a248-ee031c4bd1a2]]></websiteURI>
+<dn><![CDATA[ou=Australian Commission for Law Enforcement Integrity,ou=Other Portfolio Bodies\, Committees\, Boards and Councils,o=Attorney-General,o=Portfolios,o=Commonwealth of Australia,c=AU]]></dn>
+<name><![CDATA[Australian Commission for Law Enforcement Integrity]]></name>
+<shortName><![CDATA[ACLEI]]></shortName>
+<phone><![CDATA[(02) 6229 9300]]></phone>
+<email><![CDATA[contact@aclei.gov.au]]></email>
+<postalAddress><![CDATA[GPO Box 305, Canberra, ACT 2601]]></postalAddress>
+<id><![CDATA[9d6e20ab-f0e1-422c-a248-ee031c4bd1a2]]></id>
+<category>A</category>
+<lastModified><![CDATA[20110712095234.680+1000]]></lastModified>
+</department>
+<department>
+<reportURI><![CDATA[http://www.directory.gov.au/reports/department/subreport342.rtf]]></reportURI>
+<websiteURI><![CDATA[/directory?ea0_lfz99_120.&&b3c7ffa9-03a0-4237-84ee-c93e729e8bee]]></websiteURI>
+<dn><![CDATA[ou=Australian Communications and Media Authority (ACMA),ou=Other Portfolio Bodies\, Committees\, Boards and Councils,o=Broadband\, Communications and the Digital Economy,o=Portfolios,o=Commonwealth of Australia,c=AU]]></dn>
+<name><![CDATA[Australian Communications and Media Authority (ACMA)]]></name>
+<shortName><![CDATA[The ACMA]]></shortName>
+<id><![CDATA[b3c7ffa9-03a0-4237-84ee-c93e729e8bee]]></id>
+<category>A</category>
+<lastModified><![CDATA[20120125153703.506+1100]]></lastModified>
+</department>
+<department>
+<reportURI><![CDATA[http://www.directory.gov.au/reports/department/subreport343.rtf]]></reportURI>
+<websiteURI><![CDATA[/directory?ea0_lfz99_120.&&56183875-7b64-445e-aa3e-386b5469c45c]]></websiteURI>
+<dn><![CDATA[ou=Australian Competition and Consumer Commission,ou=Other Portfolio Bodies\, Committees\, Boards and Councils,o=Treasury,o=Portfolios,o=Commonwealth of Australia,c=AU]]></dn>
+<name><![CDATA[Australian Competition and Consumer Commission]]></name>
+<shortName><![CDATA[ACCC]]></shortName>
+<phone><![CDATA[(02) 6243 1111]]></phone>
+<postalAddress><![CDATA[GPO Box 3131 Canberra ACT 2601]]></postalAddress>
+<id><![CDATA[56183875-7b64-445e-aa3e-386b5469c45c]]></id>
+<category>A</category>
+<lastModified><![CDATA[20110411160807.618+1000]]></lastModified>
+</department>
+<department>
+<reportURI><![CDATA[http://www.directory.gov.au/reports/department/subreport344.rtf]]></reportURI>
+<websiteURI><![CDATA[/directory?ea0_lfz99_120.&&3806e5f1-f0ac-4a93-89e6-c0dc91d9314f]]></websiteURI>
+<dn><![CDATA[ou=Australian Competition Tribunal,ou=Other Portfolio Bodies\, Committees\, Boards and Councils,o=Treasury,o=Portfolios,o=Commonwealth of Australia,c=AU]]></dn>
+<name><![CDATA[Australian Competition Tribunal]]></name>
+<shortName><![CDATA[ACT]]></shortName>
+<phone><![CDATA[(03) 8600 3643]]></phone>
+<id><![CDATA[3806e5f1-f0ac-4a93-89e6-c0dc91d9314f]]></id>
+<category>A</category>
+<lastModified><![CDATA[20100810150420.758+1000]]></lastModified>
+</department>
+<department>
+<reportURI><![CDATA[http://www.directory.gov.au/reports/department/subreport345.rtf]]></reportURI>
+<websiteURI><![CDATA[/directory?ea0_lfz99_120.&&531a3a1f-6589-42f6-b1b1-c78cd3a2e1ba]]></websiteURI>
+<dn><![CDATA[ou=Australian Crime Commission,ou=Other Portfolio Bodies\, Committees\, Boards and Councils,o=Attorney-General,o=Portfolios,o=Commonwealth of Australia,c=AU]]></dn>
+<name><![CDATA[Australian Crime Commission]]></name>
+<shortName><![CDATA[ACC]]></shortName>
+<phone><![CDATA[(02) 6243 6666]]></phone>
+<id><![CDATA[531a3a1f-6589-42f6-b1b1-c78cd3a2e1ba]]></id>
+<category>A</category>
+<lastModified><![CDATA[20111104133803.096+1100]]></lastModified>
+</department>
+<department>
+<reportURI><![CDATA[http://www.directory.gov.au/reports/department/subreport346.rtf]]></reportURI>
+<websiteURI><![CDATA[/directory?ea0_lfz99_120.&&f0119ed8-690e-4203-9678-1d21c80891bf]]></websiteURI>
+<dn><![CDATA[ou=Australian Curriculum\, Assessment and Reporting Authority,ou=Other Portfolio Bodies\, Committees\, Boards and Councils,o=Education\, Employment and Workplace Relations,o=Portfolios,o=Commonwealth of Australia,c=AU]]></dn>
+<name><![CDATA[Australian Curriculum, Assessment and Reporting Authority]]></name>
+<shortName><![CDATA[ACARA]]></shortName>
+<phone><![CDATA[1300 895 563]]></phone>
+<email><![CDATA[info@acara.edu.au]]></email>
+<id><![CDATA[f0119ed8-690e-4203-9678-1d21c80891bf]]></id>
+<category>A</category>
+<lastModified><![CDATA[20120206105101.204+1100]]></lastModified>
+</department>
+<department>
+<reportURI><![CDATA[http://www.directory.gov.au/reports/department/subreport347.rtf]]></reportURI>
+<websiteURI><![CDATA[/directory?ea0_lfz99_120.&&d655dc2d-2ae8-48a7-b479-5bb3f09a29b7]]></websiteURI>
+<dn><![CDATA[ou=Australian Customs and Border Protection Service,ou=Other Portfolio Bodies\, Committees\, Boards and Councils,o=Attorney-General,o=Portfolios,o=Commonwealth of Australia,c=AU]]></dn>
+<name><![CDATA[Australian Customs and Border Protection Service]]></name>
+<shortName><![CDATA[ACS]]></shortName>
+<phone><![CDATA[(02) 6275 6666]]></phone>
+<email><![CDATA[information@customs.gov.au]]></email>
+<postalAddress><![CDATA[5 Constitution Avenue, Canberra ACT 2600]]></postalAddress>
+<id><![CDATA[d655dc2d-2ae8-48a7-b479-5bb3f09a29b7]]></id>
+<category>A</category>
+<lastModified><![CDATA[20120130125616.549+1100]]></lastModified>
+</department>
+<department>
+<reportURI><![CDATA[http://www.directory.gov.au/reports/department/subreport348.rtf]]></reportURI>
+<websiteURI><![CDATA[/directory?ea0_lfz99_120.&&083f1f67-ec52-4f37-bfb8-e5b379744019]]></websiteURI>
+<dn><![CDATA[ou=Australian Electoral Commission,ou=Other Portfolio Bodies\, Committees\, Boards and Councils,o=Finance and Deregulation,o=Portfolios,o=Commonwealth of Australia,c=AU]]></dn>
+<name><![CDATA[Australian Electoral Commission]]></name>
+<shortName><![CDATA[AEC]]></shortName>
+<phone><![CDATA[(02) 6271 4411]]></phone>
+<postalAddress><![CDATA[PO Box 6172, Kingston ACT 2604]]></postalAddress>
+<id><![CDATA[083f1f67-ec52-4f37-bfb8-e5b379744019]]></id>
+<category>A</category>
+<lastModified><![CDATA[20120202142654.881+1100]]></lastModified>
+</department>
+<department>
+<reportURI><![CDATA[http://www.directory.gov.au/reports/department/subreport349.rtf]]></reportURI>
+<websiteURI><![CDATA[/directory?ea0_lfz99_120.&&9237496e-e929-4a04-99b5-c4fd9394d3d7]]></websiteURI>
+<dn><![CDATA[ou=Australian Energy Regulator,ou=Australian Competition and Consumer Commission,ou=Other Portfolio Bodies\, Committees\, Boards and Councils,o=Treasury,o=Portfolios,o=Commonwealth of Australia,c=AU]]></dn>
+<name><![CDATA[Australian Energy Regulator]]></name>
+<phone><![CDATA[(03) 9290 1800]]></phone>
+<postalAddress><![CDATA[GPO Box 520 Melbourne VIC 3001]]></postalAddress>
+<id><![CDATA[9237496e-e929-4a04-99b5-c4fd9394d3d7]]></id>
+<category>A</category>
+<lastModified><![CDATA[20100809150734.332+1000]]></lastModified>
+</department>
+<department>
+<reportURI><![CDATA[http://www.directory.gov.au/reports/department/subreport350.rtf]]></reportURI>
+<websiteURI><![CDATA[/directory?ea0_lfz99_120.&&72f1c9fd-b5a8-4087-b21c-42d2eb973936]]></websiteURI>
+<dn><![CDATA[ou=Australian Federal Police,ou=Other Portfolio Bodies\, Committees\, Boards and Councils,o=Attorney-General,o=Portfolios,o=Commonwealth of Australia,c=AU]]></dn>
+<name><![CDATA[Australian Federal Police]]></name>
+<shortName><![CDATA[AFP]]></shortName>
+<phone><![CDATA[(02) 6131 3000]]></phone>
+<postalAddress><![CDATA[GPO Box 401, Canberra ACT 2601]]></postalAddress>
+<id><![CDATA[72f1c9fd-b5a8-4087-b21c-42d2eb973936]]></id>
+<category>A</category>
+<lastModified><![CDATA[20111031164046.507+1100]]></lastModified>
+</department>
+<department>
+<reportURI><![CDATA[http://www.directory.gov.au/reports/department/subreport351.rtf]]></reportURI>
+<websiteURI><![CDATA[/directory?ea0_lfz99_120.&&121dfbd9-7a44-4acf-b09b-8ff4d22d81fb]]></websiteURI>
+<dn><![CDATA[ou=Australian Film\, Television and Radio School,ou=Other Portfolio Bodies\, Committees\, Boards and Councils,o=Prime Minister and Cabinet,o=Portfolios,o=Commonwealth of Australia,c=AU]]></dn>
+<name><![CDATA[Australian Film, Television and Radio School]]></name>
+<shortName><![CDATA[AFTRS]]></shortName>
+<phone><![CDATA[(02) 9805 6611]]></phone>
+<email><![CDATA[infonsw@aftrs.edu.au]]></email>
+<postalAddress><![CDATA[PO Box 2286, Strawberry Hills  NSW 2012]]></postalAddress>
+<id><![CDATA[121dfbd9-7a44-4acf-b09b-8ff4d22d81fb]]></id>
+<category>A</category>
+<lastModified><![CDATA[20110321150216.240+1100]]></lastModified>
+</department>
+<department>
+<reportURI><![CDATA[http://www.directory.gov.au/reports/department/subreport352.rtf]]></reportURI>
+<websiteURI><![CDATA[/directory?ea0_lfz99_120.&&a275d593-2625-4643-8293-03f47520bd47]]></websiteURI>
+<dn><![CDATA[ou=Australian Fisheries Management Authority,ou=Other Portfolio Bodies\, Committees\, Boards and Councils,o=Agriculture\, Fisheries and Forestry,o=Portfolios,o=Commonwealth of Australia,c=AU]]></dn>
+<name><![CDATA[Australian Fisheries Management Authority]]></name>
+<shortName><![CDATA[AFMA]]></shortName>
+<phone><![CDATA[(02) 6225 5555]]></phone>
+<email><![CDATA[info@afma.gov.au]]></email>
+<postalAddress><![CDATA[Box 7051, Canberra Mail Centre ACT 2610]]></postalAddress>
+<id><![CDATA[a275d593-2625-4643-8293-03f47520bd47]]></id>
+<category>A</category>
+<lastModified><![CDATA[20110322134017.575+1100]]></lastModified>
+</department>
+<department>
+<reportURI><![CDATA[http://www.directory.gov.au/reports/department/subreport353.rtf]]></reportURI>
+<websiteURI><![CDATA[/directory?ea0_lfz99_120.&&e6458760-2065-459d-9871-dbe3f481d8f5]]></websiteURI>
+<dn><![CDATA[ou=Australian Government Competitive Neutrality Complaints Office,ou=Productivity Commission,ou=Other Portfolio Bodies\, Committees\, Boards and Councils,o=Treasury,o=Portfolios,o=Commonwealth of Australia,c=AU]]></dn>
+<name><![CDATA[Australian Government Competitive Neutrality Complaints Office]]></name>
+<shortName><![CDATA[AGCNCO]]></shortName>
+<phone><![CDATA[(02) 6240 3317]]></phone>
+<email><![CDATA[cnoffice@pc.gov.au]]></email>
+<postalAddress><![CDATA[GPO Box 1428, Canberra City ACT 2601]]></postalAddress>
+<id><![CDATA[e6458760-2065-459d-9871-dbe3f481d8f5]]></id>
+<category>A</category>
+<lastModified><![CDATA[20110921115437.821+1000]]></lastModified>
+</department>
+<department>
+<reportURI><![CDATA[http://www.directory.gov.au/reports/department/subreport354.rtf]]></reportURI>
+<websiteURI><![CDATA[/directory?ea0_lfz99_120.&&dda18f77-2967-4d44-a0f0-fa1289786973]]></websiteURI>
+<dn><![CDATA[ou=Australian Government Employees Superannuation Trust,ou=Other Portfolio Bodies\, Committees\, Boards and Councils,o=Finance and Deregulation,o=Portfolios,o=Commonwealth of Australia,c=AU]]></dn>
+<name><![CDATA[Australian Government Employees Superannuation Trust]]></name>
+<shortName><![CDATA[AGEST Super]]></shortName>
+<phone><![CDATA[1300 7AGEST (that's 1300 724 378)]]></phone>
+<email><![CDATA[info@agest.com.au]]></email>
+<postalAddress><![CDATA[AGEST Administration Locked Bag 20,  Wollongong NSW 2500]]></postalAddress>
+<id><![CDATA[dda18f77-2967-4d44-a0f0-fa1289786973]]></id>
+<category>A</category>
+<lastModified><![CDATA[20110317154049.077+1100]]></lastModified>
+</department>