From: Maxious <maxious@lambdacomplex.org>
Date: Mon, 17 Dec 2012 23:47:52 +0000
Subject: RTK import
X-Git-Url: http://maxious.lambdacomplex.org/git/?p=disclosr.git&a=commitdiff&h=482d7c29b040a3f8d03ae8d44800ab61df1e8688
---
RTK import


Former-commit-id: 831a25e0eea93541a7ab3816694f3feeda047778
---


--- a/admin/genericAgencyFixer.php
+++ b/admin/genericAgencyFixer.php
@@ -7,28 +7,48 @@
 
 
 $db = $server->get_db('disclosr-agencies');
+// metatags
+try {
+    $agencies = $db->get_view("app", "byCanonicalName", null, true)->rows;
+    //print_r($rows);
+    foreach ($agencies as $agency) {
+        if (isset($agency->value->scrapeDepth)) {
+            unset($agency->value->scrapeDepth);
+        }
 
+        if (isset($agency->value->lastScraped)) {
+            unset($agency->value->lastScraped);
+        }
+        $db->save($agency->value);
+        echo "<hr>";
+        flush();
+    }
+} catch (SetteeRestClientException $e) {
+    setteErrorHandler($e);
+}
+// metatags
 try {
     $agencies = $db->get_view("app", "byCanonicalName", null, true)->rows;
     //print_r($rows);
     foreach ($agencies as $agency) {
         //echo $agency->value->name . " ".$agency->value->website."<br />\n";
-         // print_r($agency);
+        // print_r($agency);
         //hasRestricitiveLicence"	hasRestrictiveLicense -> has Restrictive Licence
         // "hasYoutube" -> Tube
         // "comment" -> "comments"
         if (!isset($agency->value->metaTags) && isset($agency->value->website)) {
-                echo $agency->value->name . " ".$agency->value->website."<br />\n";
+            echo $agency->value->name . " " . $agency->value->website . "<br />\n";
             $agency->value->metaTags = Array();
             $request = Requests::get($agency->value->website);
             $html = phpQuery::newDocumentHTML($request->body);
             phpQuery::selectDocument($html);
             foreach (pq('meta')->elements as $meta) {
-                $tagName = $meta->getAttribute('name');;
+                $tagName = $meta->getAttribute('name');
+                ;
                 $content = $meta->getAttribute('content');
                 if ($tagName != "") {
-echo "$tagName == $content <br>\n";
-                 $agency->value->metaTags[$tagName] = $content;
+                    echo "$tagName == $content <br>\n";
+                    $agency->value->metaTags[$tagName] = $content;
                 }
             }
             //print_r($agency->value->metaTags);

--- a/admin/importRTKbodies.php
+++ b/admin/importRTKbodies.php
@@ -29,6 +29,7 @@
                     } else {
                         echo $Row[array_search($nameField, $headers)] . PHP_EOL;
                              $accounts[$nametoid[trim($agencyName)]]["rtkURLs"][$agencyName] = 'http://www.righttoknow.org.au/body/'.$Row[array_search($accountField, $headers)];
+                             $accounts[$nametoid[trim($agencyName)]]["rtkDescriptions"][$agencyName] = $Row[array_search("Notes", $headers)];
                     }
                } else {
                 echo "error finding any agency" . $line . PHP_EOL;
@@ -38,19 +39,26 @@
 }
 
 extractCSVAccounts("http://www.righttoknow.org.au/body/all-authorities.csv","Agency","URL name");
-print_r($accounts);
-/* foreach ($accounts as $id => $accountTypes) {
+//print_r($accounts);
+ foreach ($accounts as $id => $allvalues) {
     echo $id . "<br>" . PHP_EOL;
     $doc = object_to_array($db->get($id));
     // print_r($doc);
 
-    foreach ($accountTypes as $accountType => $accounts) {
-        if (!isset($doc["has" . $accountType]) || !is_array($doc["has" . $accountType])) {
-            $doc["has" . $accountType] = Array();
+    foreach ($allvalues as $valueType => $values) {
+        if (!isset($doc[ $valueType]) || !is_array($doc[ $valueType])) {
+            $doc[ $valueType] = Array();
         }
-        $doc["has" . $accountType] = array_unique(array_merge($doc["has" . $accountType], $accounts));
+        $doc[ $valueType] = array_unique(array_merge($doc[ $valueType], $values));
+        if ( $valueType == "rtkDescriptions") {
+            foreach ($values as $descriptionAgency => $descriptionValue) {
+                if ($descriptionAgency == $doc->value->name) {
+                    $doc->value->description = $descriptionValue;
+                }
+            }
+        }
     }
     $db->save($doc);
-}*/
+}
 ?>
 

--- a/getAgency.php
+++ b/getAgency.php
@@ -5,11 +5,11 @@
 function displayValue($key, $value, $mode) {
     global $db, $schemas;
     if ($mode == "view") {
-        if (strpos($key, "_") === 0 || $key == "metadata")
+        if (strpos($key, "_") === 0 || $key == "metadata" || $key == "metaTags" || $key == "statistics")
             return;
         echo "<tr>";
 
-        echo "<td>";
+        echo "<td class='$key'>";
         if (isset($schemas['agency']["properties"][$key])) {
             echo $schemas['agency']["properties"][$key]['x-title'] . "<br><small>" . $schemas['agency']["properties"][$key]['description'] . "</small>";
         }