From: Maxious Date: Tue, 06 Nov 2012 09:51:56 +0000 Subject: scraper monitoring page X-Git-Url: https://maxious.lambdacomplex.org/git/?p=disclosr.git&a=commitdiff&h=1eac14a9e1dfd71f41009969328e941586960f0f --- scraper monitoring page Former-commit-id: 9c90d43c41be813659e4e4d1768a29299f552ba4 --- --- /dev/null +++ b/documents/checkScrapers.php @@ -1,1 +1,31 @@ + + namewebserveraccessiblity errors"; +$agenciesdb = $server->get_db('disclosr-agencies'); +$docsdb = $server->get_db('disclosr-documents'); +try { + $rows = $agenciesdb->get_view("app", "byCanonicalName", null, true)->rows; + + + if ($rows) { + foreach ($rows as $row) { + + echo "" . $row->value->name . "\n"; + echo ""; + if (isset($row->value->FOIDocumentsURL)) { + echo '' + .$row->value->FOIDocumentsURL.''; + } + echo "\n"; + echo "\n"; + } + } +} catch (SetteeRestClientException $e) { + setteErrorHandler($e); +} +include_footer(); +?> --- /dev/null +++ b/documents/viewDocument.php @@ -1,1 +1,15 @@ +get_db('disclosr-documents'); +$doc = object_to_array($docsdb->get($hash)); + +if (!isset($doc['_attachments']) || count($doc['_attachments']) == 0) die ("no attachments"); +$attachments = $doc['_attachments']; +$attachment_filenames = array_keys($attachments); +//print_r($attachments); +$url = $serverAddr.'disclosr-documents/'.$hash.'/'.urlencode($attachment_filenames[0]); +//echo $url; +$request = Requests::get($url); +echo ($request->body); --- a/include/common.inc.php +++ b/include/common.inc.php @@ -6,7 +6,9 @@ if (strstr($_SERVER['PHP_SELF'], "alaveteli/") || strstr($_SERVER['PHP_SELF'], "admin/") || strstr($_SERVER['PHP_SELF'], "lib/") - || strstr($_SERVER['PHP_SELF'], "include/")) + || strstr($_SERVER['PHP_SELF'], "include/") + || strstr($_SERVER['PHP_SELF'], "documents/") + ) $basePath = "../"; include_once ('couchdb.inc.php'); @@ -14,11 +16,16 @@ require_once $basePath.'lib/Requests/library/Requests.php'; Requests::register_autoloader(); -require $basePath."lib/amon-php/amon.php"; -Amon::config(array('address'=> 'http://127.0.0.1:2464', - 'protocol' => 'http', - 'secret_key' => "I2LJ6dOMmlnXgVAkTPFXd5M3ejkga8Gd2FbBt6iqZdw")); -Amon::setup_exception_handler(); + +if (isset($_SERVER['SERVER_NAME']) && $_SERVER['SERVER_NAME'] != 'localhost') { + + require $basePath."lib/amon-php/amon.php"; + Amon::config(array('address'=> 'http://127.0.0.1:2464', + 'protocol' => 'http', + 'secret_key' => "I2LJ6dOMmlnXgVAkTPFXd5M3ejkga8Gd2FbBt6iqZdw")); + Amon::setup_exception_handler(); +} + # Convert a stdClass to an Array. http://www.php.net/manual/en/language.types.object.php#102735 function object_to_array(stdClass $Class) {