From: Maxious <maxious@lambdacomplex.org>
Date: Thu, 29 Mar 2012 08:04:51 +0000
Subject: Parse complete directory.gov.au export into gexf
X-Git-Url: https://maxious.lambdacomplex.org/git/?p=disclosr.git&a=commitdiff&h=24d280f3923b34fc5f7ef1e1fb72e3aaee4e9531
---
Parse complete directory.gov.au export into gexf


Former-commit-id: 7be06add579fbd14042ea9084bc738168a62dcdf
---


--- a/.gitmodules
+++ b/.gitmodules
@@ -19,4 +19,7 @@
 [submodule "javascripts/sigma"]
 	path = javascripts/sigma
 	url = https://github.com/jacomyal/sigma.js.git
+[submodule "javascripts/bubbletree"]
+	path = javascripts/bubbletree
+	url = https://github.com/okfn/bubbletree.git
 

--- /dev/null
+++ b/admin/directory.gexf.php
@@ -1,1 +1,59 @@
+<?php
 
+$nodes = Array(Array("id" => "gov", "label" => "Federal Government"));
+$edges = Array();
+
+function addEdge($source, $target) {
+    global $edges;
+    $edges[] = Array("id" => md5($source . $target), "source" => $source, "target" => $target);
+}
+
+function addNode($id, $label, $pid) {
+    global $nodes;
+    $nodes[] = Array("id" => $id, "label" => $label , "pid" => $pid);
+}
+
+function addChildren($parentID, $parentXML) {
+    foreach ($parentXML as $childXML) {
+
+        if ($childXML->getName() == "organization" || $childXML->getName() == "organizationalUnit" || $childXML->getName() == "person") {
+            $attr = $childXML->attributes();
+            $id = $attr['UUID'];
+            if ($childXML->getName() == "organization" || $childXML->getName() == "organizationalUnit") {
+
+                $label = $childXML->name;
+            } else if ($childXML->getName() == "person") {
+                  $label = $childXML->fullName;
+            }
+            addNode($id, $label, $parentID);
+            addEdge($id, $parentID);
+            addChildren($id, $childXML);
+        }
+    }
+}
+
+if (file_exists('directoryexport.xml')) {
+    $xml = simplexml_load_file('directoryexport.xml');
+
+    addChildren("gov", $xml);
+} else {
+    exit('Failed to open directoryexport.xml');
+}
+  header('Content-Type: application/gexf+xml');
+echo '<?xml version="1.0" encoding="UTF-8"?>
+<gexf xmlns="http://www.gexf.net/1.2draft" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://www.gexf.net/1.2draft http://www.gexf.net/1.2draft/gexf.xsd" version="1.2">
+    <graph mode="static" defaultedgetype="directed">
+        <nodes>';
+foreach ($nodes as $node) {
+    echo '          <node id="' . $node['id'] . '" label="' . htmlentities($node['label'],ENT_XML1) . '" ' . (isset($node['pid']) ? 'pid="' . $node['pid'] . '"' : "") . ' />';
+}
+echo '</nodes>
+        <edges>';
+foreach ($edges as $edge) {
+    echo '            <edge id="' . $edge['id'] . '" source="' . $edge['source'] . '" target="' . $edge['target'] . '" />';
+}
+echo '</edges>
+    </graph>
+</gexf>';
+?>
+

--- /dev/null
+++ b/admin/directoryexport.xml

--- a/admin/importAPSCEmployees.php
+++ b/admin/importAPSCEmployees.php
@@ -32,23 +32,35 @@
                 @$sums[$id][$timePeriod] += $data[1];
             } else {
                 echo "<br>ERROR NAME MISSING FROM ID LIST<br><bR>" . PHP_EOL;
-                
+
                 die();
-               
             }
         }
         fclose($handle);
     }
 }
 foreach ($sums as $id => $sum) {
-    echo $id. "<br>" . PHP_EOL;
+    echo $id . "<br>" . PHP_EOL;
     $doc = $db->get($id);
-   // print_r($doc);
-    if (isset($doc->statistics)) $doc->statistics = Array();
+     echo $doc->name . "<br>" . PHP_EOL;
+    // print_r($doc);
+    $changed = false;
+    if (!isset($doc->statistics)) {
+        $changed = true;
+        $doc->statistics = Array();
+    }
     foreach ($sum as $timePeriod => $value) {
-        $doc->statistics["employees"][$timePeriod] = Array("value"=>$value, "source"=>"http://apsc.gov.au/stateoftheservice/");
+        if (!isset($doc->statistics->employees->$timePeriod->value) 
+                || $doc->statistics->employees->$timePeriod->value != $value) {
+            $changed = true;
+            $doc->statistics["employees"][$timePeriod] = Array("value" => $value, "source" => "http://apsc.gov.au/stateoftheservice/");
+        }
     }
-    $db->save($doc);
+    if ($changed) {
+        $db->save($doc);
+    } else {
+        echo "not changed" . "<br>" . PHP_EOL;
+    }
 }
 // employees: timeperiod, source = apsc state of service, value 
 ?>

--- /dev/null
+++ b/admin/metadata.py
@@ -1,1 +1,22 @@
+#http://packages.python.org/CouchDB/client.html
+import couchdb
+from BeautifulSoup import BeautifulSoup
 
+couch = couchdb.Server('http://127.0.0.1:5984/')
+
+# select database
+docsdb = couch['disclosr-documents']
+
+for row in docsdb.view('app/getMetadataExtractRequired'): 
+    print row.id
+    html = docsdb.get_attachment(row.id,row.value.iterkeys().next()).read()
+    metadata = []
+     # http://www.crummy.com/software/BeautifulSoup/documentation.html
+            soup = BeautifulSoup(html)
+metatags = soup.meta
+    for metatag in metatags:
+        print metatag['name']
+    doc = docsdb.get(row.id)
+    //doc['metadata'] = metadata
+    //docsdb.save(doc)
+

--- /dev/null
+++ b/bubbletree.php
@@ -1,1 +1,113 @@
 
+<!DOCTYPE html> 
+<html xmlns="http://www.w3.org/1999/xhtml"> 
+<head> 
+	<meta charset="UTF-8"/> 
+	<title>Minimal BubbleTree Demo</title> 
+	<script type="text/javascript" src="http://code.jquery.com/jquery-1.7.2.js"></script> 
+	<script type="text/javascript" src="javascripts/bubbletree/lib/jquery.history.js"></script> 
+	<script type="text/javascript" src="javascripts/bubbletree/lib/raphael.js"></script> 
+	<script type="text/javascript" src="javascripts/bubbletree/lib/vis4.js"></script> 
+	<script type="text/javascript" src="javascripts/bubbletree/lib/Tween.js"></script> 
+	<script type="text/javascript" src="javascripts/bubbletree/build/bubbletree.js"></script> 
+	<link rel="stylesheet" type="text/css" href="javascripts/bubbletree/build/bubbletree.css" /> 
+	<script type="text/javascript" src="javascripts/bubbletree/styles/cofog.js"></script> 
+	
+	
+	<script type="text/javascript"> 
+       
+		$(function() {
+		<?php
+include_once('include/common.inc.php');
+
+include("lib/Color.php");
+$color = new Lux_Color();
+
+$portfolios = Array();
+$total = 0;
+$db = $server->get_db('disclosr-agencies');
+try {
+    $rows = $db->get_view("app", "byDeptStateName", null, true)->rows;
+    foreach ($rows as $row) {
+       	$portfolios[trim(str_replace(Array("Department of","Department","the","'","`"),"",$row->key))] = $row->value;
+    }
+} catch (SetteeRestClientException $e) {
+    setteErrorHandler($e);
+}
+
+$agencies = Array();
+try {
+    $rows = $db->get_view("app", "byCanonicalName", null, true)->rows;
+//print_r($rows);
+    foreach ($rows as $row) {
+	$employees = 0;
+	$portfolioid = 0;
+	if (isset($row->value->employees)) $employees = $row->value->employees;
+	if (isset($row->value->statistics->employees)) {
+$agencyEmployeesArray = object_to_array($row->value->statistics->employees);
+if (isset($agencyEmployeesArray["2010-2011"]["value"])) {
+ $employees = $agencyEmployeesArray["2010-2011"]["value"];
+} else {
+    // get last year that is recorded? throw error?
+    continue;
+}
+}
+if (!($employees > 0)) $employees =0;
+	if (isset($row->value->parentOrg)) $portfolioid = $row->value->parentOrg;
+	if (isset($row->value->orgType) && $row->value->orgType == "FMA-DepartmentOfState") $portfolioid = $row->id;
+       	$agencies[$portfolioid][$row->value->name] = $employees;
+    }
+} catch (SetteeRestClientException $e) {
+    setteErrorHandler($e);
+}
+//print_r($portfolios);
+//print_r($agencies);
+$i = 0;
+foreach ($portfolios as $portfolioName => $portfolioID) {
+$i++;
+$portfolioColor = $color->hsv2hex(Array($i/10, .7, abs(($i*(1/10))-.5) + .5));
+	$subnodes = Array();
+	$portfolioEmployees = 0;
+	foreach ($agencies[$portfolioID] as $agencyName => $agencyEmployees) {
+		$agencyColor = $color->hsv2hex(Array($i/10, rand(1,10)/10, abs(($i*(1/10))-.5) + .5));
+		$subnodes[] = Array(
+			"label" => str_replace(Array("'","`"),"",$agencyName),
+			"amount" => $agencyEmployees,
+			"color" => "#".$agencyColor
+		);
+		$portfolioEmployees += $agencyEmployees;
+	}
+	$nodes[] = Array(
+		"label" => $portfolioName,
+		"amount" => $portfolioEmployees,
+		"color" => "#".$portfolioColor,
+		"children" => $subnodes
+	);
+	$total += $portfolioEmployees;
+}
+$data = Array(
+	"label" => "Australian Federal Government",
+	"amount" => $total,
+	"color" => "#000000",
+	"children" => $nodes
+);
+echo "var data =eval('('+'" . json_encode($data) . "'+')');";
+?>
+
+			new BubbleTree({
+				data: data,
+				container: '.bubbletree'
+			});
+		
+			
+		});
+     
+	</script> 
+</head> 
+<body> 
+	<div class="bubbletree-wrapper"> 
+		<div class="bubbletree"></div> 
+	</div> 
+</body> 
+</html> 
+

--- a/graph.php
+++ b/graph.php
@@ -113,12 +113,12 @@
  sigInst.bind('downnodes',function(event){
     var nodes = event.content;
  });
-  // Draw the graph :
-  sigInst.draw();
   // Start the ForceAtlas2 algorithm
   // (requires "sigma.forceatlas2.js" to be included)
   sigInst.startForceAtlas2();
   
+  // Draw the graph :
+  sigInst.draw();
 }
 
 if (document.addEventListener) {

--- a/include/couchdb.inc.php
+++ b/include/couchdb.inc.php
@@ -5,28 +5,28 @@
 require ($basePath . 'couchdb/settee/src/settee.php');
 
 function createDocumentsDesignDoc() {
-    /*"views": {
-       "web_server": {
-           "map": "function(doc) {\n  emit(doc.web_server, 1);\n}",
-           "reduce": "function (key, values, rereduce) {\n    return sum(values);\n}"
-       },
-       "byAgency": {
-           "map": "function(doc) {\n  emit(doc.agencyID, 1);\n}",
-           "reduce": "function (key, values, rereduce) {\n    return sum(values);\n}"
-       },
-       "byURL": {
-           "map": "function(doc) {\n  emit(doc.url, doc);\n}"
-       },
-       "agency": {
-           "map": "function(doc) {\n  emit(doc.agencyID, doc);\n}"
-       },
-       "byWebServer": {
-           "map": "function(doc) {\n  emit(doc.web_server, doc);\n}"
-       },
-  "getValidationRequired": {
-       "map": "function(doc) {\nif (doc.mime_type == \"text/html\" \n&& typeof(doc.validation) == \"undefined\") {\n  emit(doc._id, doc._attachments);\n}\n}"
-   }
-   }*/
+    /* "views": {
+      "web_server": {
+      "map": "function(doc) {\n  emit(doc.web_server, 1);\n}",
+      "reduce": "function (key, values, rereduce) {\n    return sum(values);\n}"
+      },
+      "byAgency": {
+      "map": "function(doc) {\n  emit(doc.agencyID, 1);\n}",
+      "reduce": "function (key, values, rereduce) {\n    return sum(values);\n}"
+      },
+      "byURL": {
+      "map": "function(doc) {\n  emit(doc.url, doc);\n}"
+      },
+      "agency": {
+      "map": "function(doc) {\n  emit(doc.agencyID, doc);\n}"
+      },
+      "byWebServer": {
+      "map": "function(doc) {\n  emit(doc.web_server, doc);\n}"
+      },
+      "getValidationRequired": {
+      "map": "function(doc) {\nif (doc.mime_type == \"text/html\" \n&& typeof(doc.validation) == \"undefined\") {\n  emit(doc._id, doc._attachments);\n}\n}"
+      }
+      } */
 }
 
 function createAgencyDesignDoc() {
@@ -95,7 +95,7 @@
   }
 }";
     // http://stackoverflow.com/questions/646628/javascript-startswith
-$obj->views->score->map =  'if(!String.prototype.startsWith){
+    $obj->views->score->map = 'if(!String.prototype.startsWith){
     String.prototype.startsWith = function (str) {
         return !this.indexOf(str);
     }
@@ -119,7 +119,7 @@
         emit(count+doc._id, {id:doc._id, name: doc.name, score:count, orgType: doc.orgType, portfolio:portfolio});
     }
 }';
-        $obj->views->scoreHas->map = 'if(!String.prototype.startsWith){
+    $obj->views->scoreHas->map = 'if(!String.prototype.startsWith){
     String.prototype.startsWith = function (str) {
         return !this.indexOf(str);
     }
@@ -142,7 +142,7 @@
     $obj->views->scoreHas->reduce = 'function (key, values, rereduce) {
     return sum(values);
 }';
-        $obj->views->fieldNames->map = '
+    $obj->views->fieldNames->map = '
 function(doc) {
 for(var propName in doc) {
      	emit(propName, doc._id);
@@ -157,16 +157,16 @@
 }
 
 if (php_uname('n') == "vanille") {
-$serverAddr = 'http://192.168.178.21:5984/';
-   
+    $serverAddr = 'http://192.168.178.21:5984/';
 } else
 if (php_uname('n') == "KYUUBEY") {
 
-    $serverAddr = 'http://192.168.1.148:5984/';
+    $serverAddr = 'http://127.0.0.1:5984/';
 } else {
     $serverAddr = 'http://127.0.0.1:5984/';
 }
- $server = new SetteeServer($serverAddr);
+$server = new SetteeServer($serverAddr);
+
 function setteErrorHandler($e) {
     echo $e->getMessage() . "<br>" . PHP_EOL;
 }

--- /dev/null
+++ b/javascripts/bubbletree

--- /dev/null
+++ b/lib/Color.php
@@ -1,1 +1,502 @@
-
+<?php
+/**
+ *
+ * Color values manipulation utilities. Provides methods to convert from and to
+ * Hex, RGB, HSV and HSL color representattions.
+ *
+ * Several color conversion logic are based on pseudo-code from
+ * http://www.easyrgb.com/math.php
+ *
+ * @category Lux
+ *
+ * @package Lux_Color
+ *
+ * @author Rodrigo Moraes <rodrigo.moraes@gmail.com>
+ *
+ * @license http://www.opensource.org/licenses/bsd-license.php BSD License
+ *
+ * @version $Id$
+ *
+ */
+class Lux_Color
+{
+    /**
+     *
+     * Converts hexadecimal colors to RGB.
+     *
+     * @param string $hex Hexadecimal value. Accepts values with 3 or 6 numbers,
+     * with or without #, e.g., CCC, #CCC, CCCCCC or #CCCCCC.
+     *
+     * @return array RGB values: 0 => R, 1 => G, 2 => B
+     *
+     */
+    public function hex2rgb($hex)
+    {
+        // Remove #.
+        if (strpos($hex, '#') === 0) {
+            $hex = substr($hex, 1);
+        }
+
+        if (strlen($hex) == 3) {
+            $hex .= $hex;
+        }
+
+        if (strlen($hex) != 6) {
+            return false;
+        }
+
+        // Convert each tuple to decimal.
+        $r = hexdec(substr($hex, 0, 2));
+        $g = hexdec(substr($hex, 2, 2));
+        $b = hexdec(substr($hex, 4, 2));
+
+        return array($r, $g, $b);
+    }
+
+    /**
+     *
+     * Converts hexadecimal colors to HSV.
+     *
+     * @param string $hex Hexadecimal value. Accepts values with 3 or 6 numbers,
+     * with or without #, e.g., CCC, #CCC, CCCCCC or #CCCCCC.
+     *
+     * @return array HSV values: 0 => H, 1 => S, 2 => V
+     *
+     */
+    public function hex2hsv($hex)
+    {
+        return $this->rgb2hsv($this->hex2rgb($hex));
+    }
+
+    /**
+     *
+     * Converts hexadecimal colors to HSL.
+     *
+     * @param string $hex Hexadecimal value. Accepts values with 3 or 6 numbers,
+     * with or without #, e.g., CCC, #CCC, CCCCCC or #CCCCCC.
+     *
+     * @return array HSL values: 0 => H, 1 => S, 2 => L
+     *
+     */
+    public function hex2hsl($hex)
+    {
+        return $this->rgb2hsl($this->hex2rgb($hex));
+    }
+
+    /**
+     *
+     * Converts RGB colors to hexadecimal.
+     *
+     * @param array $rgb RGB values: 0 => R, 1 => G, 2 => B
+     *
+     * @return string Hexadecimal value with six digits, e.g., CCCCCC.
+     *
+     */
+    public function rgb2hex($rgb)
+    {
+        if(count($rgb) < 3) {
+            return false;
+        }
+
+        list($r, $g, $b) = $rgb;
+
+        // From php.net.
+        $r = 0x10000 * max(0, min(255, $r));
+        $g = 0x100 * max(0, min(255, $g));
+        $b = max(0, min(255, $b));
+
+        return strtoupper(str_pad(dechex($r + $g + $b), 6, 0, STR_PAD_LEFT));
+    }
+
+    /**
+     *
+     * Converts RGB to HSV.
+     *
+     * @param array $rgb RGB values: 0 => R, 1 => G, 2 => B
+     *
+     * @return array HSV values: 0 => H, 1 => S, 2 => V
+     *
+     */
+    public function rgb2hsv($rgb)
+    {
+        // RGB values = 0 ÷ 255
+        $var_R = ($rgb[0] / 255);
+        $var_G = ($rgb[1] / 255);
+        $var_B = ($rgb[2] / 255);
+
+        // Min. value of RGB
+        $var_Min = min($var_R, $var_G, $var_B);
+
+        // Max. value of RGB
+        $var_Max = max($var_R, $var_G, $var_B);
+
+        // Delta RGB value
+        $del_Max = $var_Max - $var_Min;
+
+        $V = $var_Max;
+
+        // This is a gray, no chroma...
+        if ( $del_Max == 0 ) {
+           // HSV results = 0 ÷ 1
+           $H = 0;
+           $S = 0;
+        } else {
+           // Chromatic data...
+           $S = $del_Max / $var_Max;
+
+           $del_R = ((($var_Max - $var_R) / 6) + ($del_Max / 2)) / $del_Max;
+           $del_G = ((($var_Max - $var_G) / 6) + ($del_Max / 2)) / $del_Max;
+           $del_B = ((($var_Max - $var_B) / 6) + ($del_Max / 2)) / $del_Max;
+
+           if ($var_R == $var_Max) {
+               $H = $del_B - $del_G;
+           } else if ($var_G == $var_Max) {
+               $H = (1 / 3) + $del_R - $del_B;
+           } else if ($var_B == $var_Max) {
+               $H = (2 / 3) + $del_G - $del_R;
+           }
+
+           if ($H < 0) {
+               $H += 1;
+           }
+           if ($H > 1) {
+               $H -= 1;
+           }
+        }
+
+        // Returns agnostic values.
+        // Range will depend on the application: e.g. $H*360, $S*100, $V*100.
+        return array($H, $S, $V);
+    }
+
+    /**
+     *
+     * Converts RGB to HSL.
+     *
+     * @param array $rgb RGB values: 0 => R, 1 => G, 2 => B
+     *
+     * @return array HSL values: 0 => H, 1 => S, 2 => L
+     *
+     */
+    public function rgb2hsl($rgb)
+    {
+        // Where RGB values = 0 ÷ 255.
+        $var_R = $rgb[0] / 255;
+        $var_G = $rgb[1] / 255;
+        $var_B = $rgb[2] / 255;
+
+        // Min. value of RGB
+        $var_Min = min($var_R, $var_G, $var_B);
+        // Max. value of RGB
+        $var_Max = max($var_R, $var_G, $var_B);
+        // Delta RGB value
+        $del_Max = $var_Max - $var_Min;
+
+        $L = ($var_Max + $var_Min) / 2;
+
+        if ( $del_Max == 0 ) {
+            // This is a gray, no chroma...
+            // HSL results = 0 ÷ 1
+            $H = 0;
+            $S = 0;
+        } else {
+            // Chromatic data...
+            if ($L < 0.5) {
+                $S = $del_Max / ($var_Max + $var_Min);
+            } else {
+                $S = $del_Max / ( 2 - $var_Max - $var_Min );
+            }
+
+            $del_R = ((($var_Max - $var_R) / 6) + ($del_Max / 2)) / $del_Max;
+            $del_G = ((($var_Max - $var_G) / 6) + ($del_Max / 2)) / $del_Max;
+            $del_B = ((($var_Max - $var_B) / 6) + ($del_Max / 2)) / $del_Max;
+
+            if ($var_R == $var_Max) {
+                $H = $del_B - $del_G;
+            } else if ($var_G == $var_Max) {
+                $H = ( 1 / 3 ) + $del_R - $del_B;
+            } else if ($var_B == $var_Max) {
+                $H = ( 2 / 3 ) + $del_G - $del_R;
+            }
+
+            if ($H < 0) {
+                $H += 1;
+            }
+            if ($H > 1) {
+                $H -= 1;
+            }
+        }
+
+        return array($H, $S, $L);
+    }
+
+    /**
+     *
+     * Converts HSV colors to hexadecimal.
+     *
+     * @param array $hsv HSV values: 0 => H, 1 => S, 2 => V
+     *
+     * @return string Hexadecimal value with six digits, e.g., CCCCCC.
+     *
+     */
+    public function hsv2hex($hsv)
+    {
+        return $this->rgb2hex($this->hsv2rgb($hsv));
+    }
+
+    /**
+     *
+     * Converts HSV to RGB.
+     *
+     * @param array $hsv HSV values: 0 => H, 1 => S, 2 => V
+     *
+     * @return array RGB values: 0 => R, 1 => G, 2 => B
+     *
+     */
+    public function hsv2rgb($hsv)
+    {
+        $H = $hsv[0];
+        $S = $hsv[1];
+        $V = $hsv[2];
+
+        // HSV values = 0 ÷ 1
+        if ($S == 0) {
+            $R = $V * 255;
+            $G = $V * 255;
+            $B = $V * 255;
+        } else {
+            $var_h = $H * 6;
+            // H must be < 1
+            if ( $var_h == 6 ) {
+                $var_h = 0;
+            }
+            // Or ... $var_i = floor( $var_h )
+            $var_i = floor( $var_h );
+            $var_1 = $V * ( 1 - $S );
+            $var_2 = $V * ( 1 - $S * ( $var_h - $var_i ) );
+            $var_3 = $V * ( 1 - $S * ( 1 - ( $var_h - $var_i ) ) );
+
+            switch($var_i) {
+                case 0:
+                    $var_r = $V;
+                    $var_g = $var_3;
+                    $var_b = $var_1;
+                    break;
+                case 1:
+                    $var_r = $var_2;
+                    $var_g = $V;
+                    $var_b = $var_1;
+                    break;
+                case 2:
+                    $var_r = $var_1;
+                    $var_g = $V;
+                    $var_b = $var_3;
+                    break;
+                case 3:
+                    $var_r = $var_1;
+                    $var_g = $var_2;
+                    $var_b = $V;
+                    break;
+                case 4:
+                    $var_r = $var_3;
+                    $var_g = $var_1;
+                    $var_b = $V;
+                    break;
+                default:
+                    $var_r = $V;
+                    $var_g = $var_1;
+                    $var_b = $var_2;
+            }
+
+            //RGB results = 0 ÷ 255
+            $R = $var_r * 255;
+            $G = $var_g * 255;
+            $B = $var_b * 255;
+        }
+
+        return array($R, $G, $B);
+    }
+
+    /**
+     *
+     * Converts HSV colors to HSL.
+     *
+     * @param array $hsv HSV values: 0 => H, 1 => S, 2 => V
+     *
+     * @return array HSL values: 0 => H, 1 => S, 2 => L
+     *
+     */
+    public function hsv2hsl($hsv)
+    {
+        return $this->rgb2hsl($this->hsv2rgb($hsv));
+    }
+
+    /**
+     *
+     * Converts hexadecimal colors to HSL.
+     *
+     * @param array $hsl HSL values: 0 => H, 1 => S, 2 => L
+     *
+     * @return string Hexadecimal value. Accepts values with 3 or 6 numbers,
+     * with or without #, e.g., CCC, #CCC, CCCCCC or #CCCCCC.
+     *
+     */
+    public function hsl2hex($hsl)
+    {
+        return $this->rgb2hex($this->hsl2rgb($hsl));
+    }
+
+    /**
+     *
+     * Converts HSL to RGB.
+     *
+     * @param array $hsv HSL values: 0 => H, 1 => S, 2 => L
+     *
+     * @return array RGB values: 0 => R, 1 => G, 2 => B
+     *
+     */
+    public function hsl2rgb($hsl)
+    {
+        list($H, $S, $L) = $hsl;
+
+        if ($S == 0) {
+            // HSL values = 0 ÷ 1
+            // RGB results = 0 ÷ 255
+            $R = $L * 255;
+            $G = $L * 255;
+            $B = $L * 255;
+        } else {
+            if ($L < 0.5) {
+                $var_2 = $L * (1 + $S);
+            } else {
+                $var_2 = ($L + $S) - ($S * $L);
+            }
+
+            $var_1 = 2 * $L - $var_2;
+
+            $R = 255 * $this->_hue2rgb($var_1, $var_2, $H + (1 / 3));
+            $G = 255 * $this->_hue2rgb($var_1, $var_2, $H);
+            $B = 255 * $this->_hue2rgb($var_1, $var_2, $H - (1 / 3));
+        }
+
+        return array($R, $G, $B);
+    }
+
+    /**
+     *
+     * Support method for hsl2rgb(): converts hue ro RGB.
+     *
+     * @param
+     *
+     * @param
+     *
+     * @param
+     *
+     * @return int
+     *
+     */
+    protected function _hue2rgb($v1, $v2, $vH)
+    {
+        if ($vH < 0) {
+            $vH += 1;
+        }
+
+        if ($vH > 1) {
+            $vH -= 1;
+        }
+
+        if ((6 * $vH) < 1) {
+            return ($v1 + ($v2 - $v1) * 6 * $vH);
+        }
+
+        if ((2 * $vH) < 1) {
+            return $v2;
+        }
+
+        if ((3 * $vH) < 2) {
+            return ($v1 + ($v2 - $v1) * (( 2 / 3) - $vH) * 6);
+        }
+
+        return $v1;
+    }
+
+    /**
+     *
+     * Converts hexadecimal colors to HSL.
+     *
+     * @param array $hsl HSL values: 0 => H, 1 => S, 2 => L
+     *
+     * @return array HSV values: 0 => H, 1 => S, 2 => V
+     *
+     */
+    public function hsl2hsv($hsl)
+    {
+        return $this->rgb2hsv($this->hsl2rgb($hsl));
+    }
+
+    /**
+     *
+     * Updates HSV values.
+     *
+     * @param array $hsv HSV values: 0 => H, 1 => S, 2 => V
+     *
+     * @param array $values Values to update: 0 => value to add to H (0 to 360),
+     * 1 and 2 => values to multiply S and V (0 to 100). Example:
+     *
+     * {{{code:php
+     *     // Update saturation to 80% in the provided HSV.
+     *     $hsv = array(120, 0.75, 0.75);
+     *     $new_hsv = $color->updateHsv($hsv, array(null, 80, null));
+     * }}}
+     *
+     */
+    public function updateHsv($hsv, $values)
+    {
+        if (isset($values[0])) {
+            $hsv[0] = max(0, min(360, ($hsv[0] + $values[0])));
+        }
+
+        if (isset($values[1])) {
+            $hsv[1] = max(0, min(1, ($hsv[1] * ($values[1] / 100))));
+        }
+
+        if (isset($values[2])) {
+            $hsv[2] = max(0, min(1, ($hsv[2] * ($values[2] / 100))));
+        }
+
+        return $hsv;
+    }
+
+    /**
+     *
+     * Updates HSL values.
+     *
+     * @param array $hsl HSL values: 0 => H, 1 => S, 2 => L
+     *
+     * @param array $values Values to update: 0 => value to add to H (0 to 360),
+     * 1 and 2 => values to multiply S and V (0 to 100). Example:
+     *
+     * {{{code:php
+     *     // Update saturation to 80% in the provided HSL.
+     *     $hsl = array(120, 0.75, 0.75);
+     *     $new_hsl = $color->updateHsl($hsl, array(null, 80, null));
+     * }}}
+     *
+     */
+    public function updateHsl($hsl, $values)
+    {
+        if (isset($values[0])) {
+            $hsl[0] = max(0, min(360, ($hsl[0] + $values[0])));
+        }
+
+        if (isset($values[1])) {
+            $hsl[1] = max(0, min(1, ($hsl[1] * ($values[1] / 100))));
+        }
+
+        if (isset($values[2])) {
+            $hsl[2] = max(0, min(1, ($hsl[2] * ($values[2] / 100))));
+        }
+
+        return $hsl;
+    }
+}

--- a/unimplemented/foundation.html
+++ /dev/null
@@ -1,137 +1,1 @@
-<!DOCTYPE html>
 
-<!-- paulirish.com/2008/conditional-stylesheets-vs-css-hacks-answer-neither/ -->
-<!--[if lt IE 7]> <html class="no-js lt-ie9 lt-ie8 lt-ie7" lang="en"> <![endif]-->
-<!--[if IE 7]>    <html class="no-js lt-ie9 lt-ie8" lang="en"> <![endif]-->
-<!--[if IE 8]>    <html class="no-js lt-ie9" lang="en"> <![endif]-->
-<!--[if gt IE 8]><!--> <html lang="en"> <!--<![endif]-->
-<head>
-	<meta charset="utf-8" />
-
-	<!-- Set the viewport width to device width for mobile -->
-	<meta name="viewport" content="width=device-width" />
-
-	<title>Welcome to Foundation</title>
-  
-	<!-- Included CSS Files -->
-	<link rel="stylesheet" href="stylesheets/foundation.css">
-	<link rel="stylesheet" href="stylesheets/app.css">
-
-	<!--[if lt IE 9]>
-		<link rel="stylesheet" href="stylesheets/ie.css">
-	<![endif]-->
-
-
-	<!-- IE Fix for HTML5 Tags -->
-	<!--[if lt IE 9]>
-		<script src="http://html5shiv.googlecode.com/svn/trunk/html5.js"></script>
-	<![endif]-->
-
-</head>
-<body>
-
-	<!-- container -->
-	<div class="container">
-
-		<div class="row">
-			<div class="twelve columns">
-				<h2>Welcome to Foundation</h2>
-				<p>This is version 2.1.4 released on December 19, 2011</p>
-				<hr />
-			</div>
-		</div>
-
-		<div class="row">
-			<div class="eight columns">
-				<h3>The Grid</h3>
-
-				<!-- Grid Example -->
-				<div class="row">
-					<div class="twelve columns">
-						<div class="panel">
-							<p>This is a twelve column section in a row. Each of these includes a div.panel element so you can see where the columns are - it's not required at all for the grid.</p>
-						</div>
-					</div>
-				</div>
-				<div class="row">
-					<div class="six columns">
-						<div class="panel">
-							<p>Six columns</p>
-						</div>
-					</div>
-					<div class="six columns">
-						<div class="panel">
-							<p>Six columns</p>
-						</div>
-					</div>
-				</div>
-				<div class="row">
-					<div class="four columns">
-						<div class="panel">
-							<p>Four columns</p>
-						</div>
-					</div>
-					<div class="four columns">
-						<div class="panel">
-							<p>Four columns</p>
-						</div>
-					</div>
-					<div class="four columns">
-						<div class="panel">
-							<p>Four columns</p>
-						</div>
-					</div>
-				</div>
-
-				<h3>Tabs</h3>
-				<dl class="tabs">
-					<dd><a href="#simple1" class="active">Simple Tab 1</a></dd>
-					<dd><a href="#simple2">Simple Tab 2</a></dd>
-					<dd><a href="#simple3">Simple Tab 3</a></dd>
-				</dl>
-
-				<ul class="tabs-content">
-					<li class="active" id="simple1Tab">This is simple tab 1's content. Pretty neat, huh?</li>
-					<li id="simple2Tab">This is simple tab 2's content. Now you see it!</li>
-					<li id="simple3Tab">This is simple tab 3's content. It's, you know...okay.</li>
-				</ul>
-
-				<h3>Buttons</h3>
-
-				<p><a href="#" class="small blue button">Small Blue Button</a></p>
-				<p><a href="#" class="blue button">Medium Blue Button</a></p>
-				<p><a href="#" class="large blue button">Large Blue Button</a></p>
-
-				<p><a href="#" class="nice radius small blue button">Nice Blue Button</a></p>
-				<p><a href="#" class="nice radius blue button">Nice Blue Button</a></p>
-				<p><a href="#" class="nice radius large blue button">Nice Blue Button</a></p>
-
-			</div>
-
-			<div class="four columns">			
-				<h4>Getting Started</h4>
-				<p>We're stoked you want to try Foundation! To get going, this file (index.html) includes some basic styles you can modify, play around with, or totally destroy to get going.</p>
-
-				<h4>Other Resources</h4>
-				<p>Once you've exhausted the fun in this document, you should check out:</p>
-				<ul class="disc">
-					<li><a href="http://foundation.zurb.com/docs">Foundation Documentation</a><br />Everything you need to know about using the framework.</li>
-					<li><a href="http://github.com/zurb/foundation">Foundation on Github</a><br />Latest code, issue reports, feature requests and more.</li>
-					<li><a href="http://twitter.com/foundationzurb">@foundationzurb</a><br />Ping us on Twitter if you have questions. If you build something with this we'd love to see it (and send you a totally boss sticker).</li>
-				</ul>
-			</div>
-		</div>
-
-	</div>
-	<!-- container -->
-
-
-
-
-	<!-- Included JS Files -->
-	<script src="javascripts/foundation.js"></script>
-	<script src="javascripts/app.js"></script>
-
-</body>
-</html>
-

--- a/unimplemented/humans.txt
+++ /dev/null
@@ -1,8 +1,1 @@
-/* Foundation was made by ZURB, an interaction design and design strategy firm in Campbell, CA */
-/* zurb.com */
-/* humanstxt.org */
 
-/* SITE */
-  Standards: HTML5, CSS3
-  Components: jQuery, Orbit, Reveal
-  Software: Coda, Textmate, Git

--- a/unimplemented/lastUpdated.php
+++ /dev/null
@@ -1,2 +1,1 @@
-for each agency, record when last changed (number of days too) and show a couple of URLs that were in that change
 

--- a/unimplemented/validation.php
+++ /dev/null

--- a/unimplemented/webservers.php
+++ /dev/null
@@ -1,1 +1,1 @@
-for each agency, find a scrapped document and read the webserver off it
+

--- /dev/null
+++ b/webserver.php
@@ -1,1 +1,43 @@
+<?php
 
+include_once('include/common.inc.php');
+include_header();
+
+echo "<table>
+    <tr><th>name</th><th>webserver</th><th>accessiblity errors</th></tr>";
+$agenciesdb = $server->get_db('disclosr-agencies');
+$docsdb = $server->get_db('disclosr-documents');
+try {
+    $rows = $agenciesdb->get_view("app", "all", null, true)->rows;
+
+
+    if ($rows) {
+        foreach ($rows as $row) {
+
+            echo "<tr><td>" . $row->value->name . "</td>";
+            if (isset($row->value->website)) {
+                try {
+                    $website = $docsdb->get(md5($row->value->website));
+                    $serverParts = explode(" ",$website->web_server);
+                    echo "<td>" . $serverParts[0] . "</td>";
+                    if (!isset($website->validation)) {
+                        echo "<td>?</td>";
+                    } else {
+                        if ($website->validation == "") {
+                            echo "<td>No error</td>";
+                        } else {
+                      echo "<td><pre>" . str_replace("<", "&lt;", $website->validation) . "</pre></td>";
+                        }
+                    }
+                } catch (SetteeRestClientException $e) {
+                   // setteErrorHandler($e);
+                }
+            }
+            echo "</tr>";
+        }
+    }
+} catch (SetteeRestClientException $e) {
+    setteErrorHandler($e);
+}
+include_footer();
+?>