RTK import
[disclosr.git] / admin / genericAgencyFixer.php
blob:a/admin/genericAgencyFixer.php -> blob:b/admin/genericAgencyFixer.php
--- a/admin/genericAgencyFixer.php
+++ b/admin/genericAgencyFixer.php
@@ -7,28 +7,48 @@
 
 
 $db = $server->get_db('disclosr-agencies');
+// metatags
+try {
+    $agencies = $db->get_view("app", "byCanonicalName", null, true)->rows;
+    //print_r($rows);
+    foreach ($agencies as $agency) {
+        if (isset($agency->value->scrapeDepth)) {
+            unset($agency->value->scrapeDepth);
+        }
 
+        if (isset($agency->value->lastScraped)) {
+            unset($agency->value->lastScraped);
+        }
+        $db->save($agency->value);
+        echo "<hr>";
+        flush();
+    }
+} catch (SetteeRestClientException $e) {
+    setteErrorHandler($e);
+}
+// metatags
 try {
     $agencies = $db->get_view("app", "byCanonicalName", null, true)->rows;
     //print_r($rows);
     foreach ($agencies as $agency) {
         //echo $agency->value->name . " ".$agency->value->website."<br />\n";
-         // print_r($agency);
+        // print_r($agency);
         //hasRestricitiveLicence"	hasRestrictiveLicense -> has Restrictive Licence
         // "hasYoutube" -> Tube
         // "comment" -> "comments"
         if (!isset($agency->value->metaTags) && isset($agency->value->website)) {
-                echo $agency->value->name . " ".$agency->value->website."<br />\n";
+            echo $agency->value->name . " " . $agency->value->website . "<br />\n";
             $agency->value->metaTags = Array();
             $request = Requests::get($agency->value->website);
             $html = phpQuery::newDocumentHTML($request->body);
             phpQuery::selectDocument($html);
             foreach (pq('meta')->elements as $meta) {
-                $tagName = $meta->getAttribute('name');;
+                $tagName = $meta->getAttribute('name');
+                ;
                 $content = $meta->getAttribute('content');
                 if ($tagName != "") {
-echo "$tagName == $content <br>\n";
-                 $agency->value->metaTags[$tagName] = $content;
+                    echo "$tagName == $content <br>\n";
+                    $agency->value->metaTags[$tagName] = $content;
                 }
             }
             //print_r($agency->value->metaTags);