more scrapers
[disclosr.git] / documents / disclogsList.php
blob:a/documents/disclogsList.php -> blob:b/documents/disclogsList.php
<?php <?php
   
include('template.inc.php'); include('template.inc.php');
include_header_documents(""); include_header_documents("List of Disclosure Logs");
include_once('../include/common.inc.php'); include_once('../include/common.inc.php');
   
echo "<table> echo "<table>
<tr><th>Agency Name</th><th>Disclosure Log URL recorded?</th><th>Do we monitor this URL?</th></tr>"; <tr><th>Agency Name</th><th>Disclosure Log URL recorded?</th><th>Do we monitor this URL?</th></tr>";
$agenciesdb = $server->get_db('disclosr-agencies'); $agenciesdb = $server->get_db('disclosr-agencies');
$docsdb = $server->get_db('disclosr-documents'); $docsdb = $server->get_db('disclosr-documents');
  $agencies = 0;
  $disclogs = 0;
  $red = 0;
  $green = 0;
  $yellow = 0;
  $orange = 0;
try { try {
$rows = $agenciesdb->get_view("app", "byCanonicalName", null, true)->rows; $rows = $agenciesdb->get_view("app", "byCanonicalName", null, true)->rows;
   
   
if ($rows) { if ($rows) {
foreach ($rows as $row) { foreach ($rows as $row) {
  if ((!isset($row->value->status) || $row->value->status != "suspended") && isset($row->value->foiEmail)) {
  echo "<tr><td>";
  if (isset($row->value->website)) echo "<a href='" . $row->value->website . "'>";
  echo "<b>" . $row->value->name . "</b>";
  if (isset($row->value->website)) echo "</a>";
  if ($ENV == "DEV")
  echo "<br>(" . $row->id . ")";
  echo "</td>\n";
  $agencies++;
   
echo "<tr><td><b>" . $row->value->name . "</b>"; echo "<td>";
if ($ENV == "DEV") if (isset($row->value->FOIDocumentsURL)) {
echo "<br>(" . $row->id . ")"; $disclogs++;
echo "</td>\n"; echo '<a href="' . $row->value->FOIDocumentsURL . '">'
  . $row->value->FOIDocumentsURL . '</a>';
  if ($ENV == "DEV")
echo "<td>"; echo '<br><small>(<a href="viewDocument.php?hash=' . md5($row->value->FOIDocumentsURL) . '">'
if (isset($row->value->FOIDocumentsURL)) { . 'view local copy</a>)</small>';
echo '<a href="' . $row->value->FOIDocumentsURL . '">' } else {
. $row->value->FOIDocumentsURL . '</a>'; echo "<font color='red'><abbr title='No'>✘</abbr></font>";
if ($ENV == "DEV") }
echo '<br><small>(<a href="viewDocument.php?hash=' . md5($row->value->FOIDocumentsURL) . '">' echo "</td>\n<td>";
. 'view local copy</a>)</small>'; if (isset($row->value->FOIDocumentsURL)) {
} else { if (file_exists("./scrapers/" . $row->id . '.py')) {
echo "<font color='red'>✘</font>"; echo "<font color='green'><abbr title='Yes'>✔</abbr></font>";
  $green++;
  } else if (file_exists("./scrapers/" . $row->id . '.txt')) {
  if (trim(file_get_contents("./scrapers/" . $row->id . '.txt')) == "no disclog") {
  echo "<font color='yellow'><abbr title='No log table exists at URL to scrape'><b>◎</b></abbr></font>";
  $yellow++;
  } else {
  echo file_get_contents("./scrapers/" . $row->id . '.txt');
  echo "<font color='orange'><abbr title='Work in progress'><b>▬</b></abbr></font>";
  $orange++;
  }
  } else {
  echo "<font color='red'><abbr title='No'>✘</abbr></font>";
  $red++;
  }
  }
  echo "</td></tr>\n";
} }
echo "</td>\n<td>";  
if (isset($row->value->FOIDocumentsURL)) {  
if (file_exists("./scrapers/" . $row->id . '.py')) {  
echo "<font color='green'>✔</font>";  
} else if (file_exists("./scrapers/" . $row->id . '.txt')) {  
echo "<font color='orange'><b>▬</b></font>";  
} else {  
echo "<font color='red'>✘</font>";  
}  
}  
echo "</td></tr>\n";  
} }
} }
} catch (SetteeRestClientException $e) { } catch (SetteeRestClientException $e) {
setteErrorHandler($e); setteErrorHandler($e);
} }
echo "</table>"; echo "</table>";
  echo $agencies . " agencies, " . round(($disclogs / $agencies) * 100) . "% with disclosure logs; "
  . round(($green / $disclogs) * 100) . "% logs with scrapers " . round(($red / $disclogs) * 100) . "% logs without scrapers " . round(($orange / $disclogs) * 100) . "% logs Work-In-Progress scrapers ";
   
include_footer_documents(); include_footer_documents();
?> ?>