unspsc update
unspsc update

<?php <?php
   
error_reporting(E_ALL); error_reporting(E_ALL);
   
include_once("../lib/common.inc.php"); include_once("../lib/common.inc.php");
   
$unspscresult = $conn->prepare('select * from "UNSPSCcategories";'); $unspscresult = $conn->prepare('select * from "UNSPSCcategories";');
$unspscresult->execute(); $unspscresult->execute();
foreach ($unspscresult->fetchAll() as $row) { foreach ($unspscresult->fetchAll() as $row) {
$row['Title'] = strtolower($row['Title']); $row['Title'] = strtolower($row['Title']);
$unspsc[strtolower($row['Title'])] = $row['UNSPSC']; $unspsc[strtolower($row['Title'])] = $row['UNSPSC'];
// some Australian spellings // some Australian spellings
$isiz = str_replace("iz", "is", $row['Title']); $isiz = str_replace("iz", "is", $row['Title']);
$unspsc[$isiz] = $row['UNSPSC']; $unspsc[$isiz] = $row['UNSPSC'];
  $iseize = str_replace("ize", "ise", $row['Title']);
  $unspsc[$iseize] = $row['UNSPSC'];
$filfill = str_replace("fill", "fil", $row['Title']); $filfill = str_replace("fill", "fil", $row['Title']);
$unspsc[$filfill] = $row['UNSPSC']; $unspsc[$filfill] = $row['UNSPSC'];
$ampersand = str_replace("&", "and", $row['Title']); $ampersand = str_replace("&", "and", $row['Title']);
$unspsc[$ampersand] = $row['UNSPSC']; $unspsc[$ampersand] = $row['UNSPSC'];
$defence = str_replace("efense", "efence", $row['Title']); $defence = str_replace("efense", "efence", $row['Title']);
$unspsc[$defence] = $row['UNSPSC']; $unspsc[$defence] = $row['UNSPSC'];
$armor = str_replace("rmored", "rmoured", $row['Title']); $armor = str_replace("rmored", "rmoured", $row['Title']);
$unspsc[$armor] = $row['UNSPSC']; $unspsc[$armor] = $row['UNSPSC'];
  $labour = str_replace("labor", "labour", $row['Title']);
  $unspsc[$labour] = $row['UNSPSC'];
$erre = str_replace("er", "re", $row['Title']); $erre = str_replace("er", "re", $row['Title']);
$unspsc[$erre] = $row['UNSPSC']; $unspsc[$erre] = $row['UNSPSC'];
$center = str_replace("center", "centre", $row['Title']); $center = str_replace("center", "centre", $row['Title']);
$unspsc[$center] = $row['UNSPSC']; $unspsc[$center] = $row['UNSPSC'];
$accessory = str_replace("accesor", "accessor", $row['Title']); $accessory = str_replace("accesor", "accessor", $row['Title']);
$unspsc[$accessory] = $row['UNSPSC']; $unspsc[$accessory] = $row['UNSPSC'];
$lyslyz = str_replace("lyz", "lys", $row['Title']); $lyslyz = str_replace("lyz", "lys", $row['Title']);
$unspsc[$lyslyz] = $row['UNSPSC']; $unspsc[$lyslyz] = $row['UNSPSC'];
$tire = str_replace("ire", "yre", $row['Title']); $tire = str_replace("ire", "yre", $row['Title']);
$unspsc[$tire] = $row['UNSPSC']; $unspsc[$tire] = $row['UNSPSC'];
$pe = str_replace("pe", "pae", $row['Title']); $pe = str_replace("pe", "pae", $row['Title']);
$unspsc[$pe] = $row['UNSPSC']; $unspsc[$pe] = $row['UNSPSC'];
$ane = str_replace("ane", "anae", $row['Title']); $ane = str_replace("ane", "anae", $row['Title']);
$unspsc[$ane] = $row['UNSPSC']; $unspsc[$ane] = $row['UNSPSC'];
$airo = str_replace("airplane", "aeroplane", $row['Title']); $airo = str_replace("airplane", "aeroplane", $row['Title']);
$unspsc[$airo] = $row['UNSPSC']; $unspsc[$airo] = $row['UNSPSC'];
// some divergence from standard // some divergence from standard
  $services = str_replace( " services", "", $row['Title']);
  $unspsc[$services] = $row['UNSPSC'];
  $microa = str_replace( "micro assemblies", "microassemblies", $row['Title']);
  $unspsc[$microa] = $row['UNSPSC'];
  $lightb = str_replace( "light bulbs", "lightbulbs", $row['Title']);
  $unspsc[$lightb] = $row['UNSPSC'];
  $kitchen = str_replace( "domestic kitchenware and kitchen supplies", "domestic kitchenware", $row['Title']);
  $unspsc[$kitchen] = $row['UNSPSC'];
$forensicit = str_replace("Information technology consultation services", "Forensic IT Services", $row['Title']); $forensicit = str_replace("Information technology consultation services", "Forensic IT Services", $row['Title']);
$unspsc[$forensicit] = $row['UNSPSC']; $unspsc[$forensicit] = $row['UNSPSC'];
$powercable = str_replace( "Power cable", "Power cable installation and supply", $row['Title']); $powercable = str_replace( "Power cable", "Power cable installation and supply", $row['Title']);
$unspsc[$powercable] = $row['UNSPSC']; $unspsc[$powercable] = $row['UNSPSC'];
$tobacco = str_replace("Food Beverage and Tobacco Products", "Food and Beverage Products", $row['Title']); $tobacco = str_replace("Food Beverage and Tobacco Products", "Food and Beverage Products", $row['Title']);
$unspsc[$tobacco] = $row['UNSPSC']; $unspsc[$tobacco] = $row['UNSPSC'];
$architect = str_replace("Building and Construction and Maintenance Services", "Architectural services", $row['Title']); $architect = str_replace("Building and Construction and Maintenance Services", "Architectural services", $row['Title']);
$unspsc[$architect] = $row['UNSPSC']; $unspsc[$architect] = $row['UNSPSC'];
$powercable = str_replace("Power cable", "Power cable installation and supply", $row['Title']); $powercable = str_replace("Power cable", "Power cable installation and supply", $row['Title']);
$unspsc[$powercable] = $row['UNSPSC']; $unspsc[$powercable] = $row['UNSPSC'];
$unemployment = str_replace("Unemployment services", "Employment services", $row['Title']); $unemployment = str_replace("Unemployment services", "Employment services", $row['Title']);
$unspsc[$unemployment] = $row['UNSPSC']; $unspsc[$unemployment] = $row['UNSPSC'];
// some just plain wrong // some just plain wrong
$noOilRigs = str_replace("Building and Construction and Maintenance Services", "Management and provision of all facilities engineering modification and maintenance services for a site or platform", $row['Title']); $noOilRigs = str_replace("Building and Construction and Maintenance Services", "Management and provision of all facilities engineering modification and maintenance services for a site or platform", $row['Title']);
$unspsc[$noOilRigs] = $row['UNSPSC']; $unspsc[$noOilRigs] = $row['UNSPSC'];
} }
//print_r($unspsc); //print_r($unspsc);
$query = 'SELECT "CNID",lower("category") as category,"value" $query = 'SELECT "CNID",lower("category") as category,"value"
FROM contractnotice FROM contractnotice
WHERE "categoryUNSPSC" IS NULL OR "categoryUNSPSC" = 0'; WHERE "categoryUNSPSC" IS NULL OR "categoryUNSPSC" = 0';
$emptycatresult = $conn->prepare($query); $emptycatresult = $conn->prepare($query);
$missing = Array(); $missing = Array();
$emptycatresult->execute(); $emptycatresult->execute();
foreach ($emptycatresult->fetchAll() as $record) { foreach ($emptycatresult->fetchAll() as $record) {
if (!isset($unspsc[$record['category']]) || $unspsc[$record['category']] == "") { if (!isset($unspsc[$record['category']]) || $unspsc[$record['category']] == "") {
$missing[$record['category']] = (isset($missing[$record['category']]) ? $missing[$record['category']] : 0) + $record['value']; $missing[$record['category']] = (isset($missing[$record['category']]) ? $missing[$record['category']] : 0) + $record['value'];
echo "<br>\n Category not found for: \n"; echo "<br>\n Category not found for: \n";
print_r($record); print_r($record);
} else { } else {
$result = $conn->exec('UPDATE contractnotice SET "categoryUNSPSC" = \'' . $unspsc[$record['category']] . '\' where "CNID" = \'' . $record['CNID'] . '\';'); $result = $conn->exec('UPDATE contractnotice SET "categoryUNSPSC" = \'' . $unspsc[$record['category']] . '\' where "CNID" = \'' . $record['CNID'] . '\';');
if ($result) { if ($result) {
echo $record['CNID'] . " set to " . ($unspsc[$record['category']]) . " <br>\n"; echo $record['CNID'] . " set to " . ($unspsc[$record['category']]) . " <br>\n";
} else { } else {
echo "error<br>"; echo "error<br>";
print_r($conn->errorInfo()); print_r($conn->errorInfo());
} }
} }
} }
asort($missing, SORT_NUMERIC); asort($missing, SORT_NUMERIC);
print_r($missing); print_r($missing);
?> ?>
   
file:a/search.php -> file:b/search.php
<?php <?php
   
/* /*
search ABNs search ABNs
search agency name search agency name
search categories search categories
search supplier names search supplier names
--search supplier postcodes/suburbs/cities-- --search supplier postcodes/suburbs/cities--
search CN number search CN number
search description full text search description full text
*/ */
include('./lib/common.inc.php'); include('./lib/common.inc.php');
if ($_REQUEST['searchID']) { if ($_REQUEST['searchID']) {
$searchIDParts = explode("-", $_REQUEST['searchID']); $searchIDParts = explode("-", $_REQUEST['searchID']);
$type = array_shift($searchIDParts); $type = array_shift($searchIDParts);
$host = $_SERVER['HTTP_HOST']; $host = $_SERVER['HTTP_HOST'];
$uri = rtrim(dirname($_SERVER['PHP_SELF']), '/\\'); $uri = rtrim(dirname($_SERVER['PHP_SELF']), '/\\');
   
if ($type == "agency") { if ($type == "agency") {
header("Location: http://$host$uri/displayAgency.php?agency=" . implode("-", $searchIDParts)); header("Location: http://$host$uri/displayAgency.php?agency=" . implode("-", $searchIDParts));
} }
if ($type == "supplier") { if ($type == "supplier") {
header("Location: http://$host$uri/displaySupplier.php?supplier=" . implode("-", $searchIDParts)); header("Location: http://$host$uri/displaySupplier.php?supplier=" . implode("-", $searchIDParts));
} }
if ($type == "cnid") { if ($type == "cnid") {
header("Location: http://$host$uri/displayContract.php?CNID=" . implode("-", $searchIDParts)); header("Location: http://$host$uri/displayContract.php?CNID=" . implode("-", $searchIDParts));
} }
exit; exit;
} else { } else {
include_header("Search Results"); include_header("Search Results");
/*// get a select query instance /*// get a select query instance
$query = $solr_client->createSelect(); $query = $solr_client->createSelect();
   
// set a query (all prices starting from 12) // set a query (all prices starting from 12)
$query->setQuery($_REQUEST['searchKeyword']); $query->setQuery($_REQUEST['searchKeyword']);
   
// set start and rows param (comparable to SQL limit) using fluent interface // set start and rows param (comparable to SQL limit) using fluent interface
$query->setStart(0)->setRows(100); $query->setStart(0)->setRows(100);
   
// set fields to fetch (this overrides the default setting 'all fields') // set fields to fetch (this overrides the default setting 'all fields')
$query->setFields(array('id','description','value','agencyName','contractStart','supplierName', 'score')); $query->setFields(array('id','description','value','agencyName','contractStart','supplierName', 'score'));
   
// sort the results by price ascending // sort the results by price ascending
//$query->addSort('price', $query::SORT_ASC); //$query->addSort('price', $query::SORT_ASC);
   
// this executes the query and returns the result // this executes the query and returns the result
$resultset = $solr_client->select($query); $resultset = $solr_client->select($query);
   
// display the total number of documents found by solr // display the total number of documents found by solr
echo 'Found '.$resultset->getNumFound(). ' results. <table>'; echo 'Found '.$resultset->getNumFound(). ' results. <table>';
   
foreach ($resultset as $row) { foreach ($resultset as $row) {
foreach ($query->fetchAll() as $row) { foreach ($query->fetchAll() as $row) {
setlocale(LC_MONETARY, 'en_US'); setlocale(LC_MONETARY, 'en_US');
$value = number_format(doubleval($row['value'][0]), 2); $value = number_format(doubleval($row['value'][0]), 2);
echo ("<tr> echo ("<tr>
<td><a href=\"displayContract.php?CNID={$row['id']}\">{$row['id']}</a></td> <td><a href=\"displayContract.php?CNID={$row['id']}\">{$row['id']}</a></td>
<td><b>{$row['description'][0]}</b></a></td> <td><b>{$row['description'][0]}</b></a></td>
<td>\$$value</td><td>{$row['agencyName'][0]}</td> <td>\$$value</td><td>{$row['agencyName'][0]}</td>
<td>{$row['contractStart'][0]}</td> <td>{$row['contractStart'][0]}</td>
<td>{$row['supplierName'][0]}</td> <td>{$row['supplierName'][0]}</td>
</tr>"); </tr>");
   
*/ */
$keyword = $_REQUEST['searchKeyword']; $keyword = $_REQUEST['searchKeyword'];
$query = 'SELECT "CNID", "description", "value", "agencyName", "category", $query = 'SELECT "CNID", "description", "value", "agencyName", "category",
"contractStart", "supplierName" "contractStart", "supplierName"
FROM contractnotice FROM contractnotice
WHERE ' .$yearQ . ' to_tsvector(\'english\', description) @@ plainto_tsquery(\'english\', :keyword) and "childCN" is null WHERE ' .$yearQ . ' to_tsvector(\'english\', description) @@ plainto_tsquery(\'english\', :keyword) and "childCN" is null
ORDER BY "value" DESC limit 100'; ORDER BY "value" DESC limit 1000';
$query = $conn->prepare($query); $query = $conn->prepare($query);
$query->bindParam(":keyword", $keyword); $query->bindParam(":keyword", $keyword);
$query->execute(); $query->execute();
databaseError($conn->errorInfo()); databaseError($conn->errorInfo());
  if ($query->rowCount() > 999) {
  // if 1000 records warn too many results
  print "<b> More than 1000 results found so only first 1000 shown. Please filter by year or keyword to see all results </b>";
  }
echo '<table>'; echo '<table>';
foreach ($query->fetchAll() as $row) { foreach ($query->fetchAll() as $row) {
//print_r($row); //print_r($row);
setlocale(LC_MONETARY, 'en_US'); setlocale(LC_MONETARY, 'en_US');
$value = number_format($row['value'], 2); $value = number_format($row['value'], 2);
echo ("<tr> echo ("<tr>
<td><a href=\"displayContract.php?CNID={$row['CNID']}\">{$row['CNID']}</a></td> <td><a href=\"displayContract.php?CNID={$row['CNID']}\">{$row['CNID']}</a></td>
<td><b>{$row['description']}</b></td> <td><b>{$row['description']}</b></td>
<td>\$$value</td><td>{$row['agencyName']}</td> <td>\$$value</td><td>{$row['agencyName']}</td>
<td>{$row['contractStart']}</td> <td>{$row['contractStart']}</td>
<td>{$row['supplierName']}</td> <td>{$row['supplierName']}</td>
</tr>"); </tr>");
} }
echo "</table>"; echo "</table>";
   
include_footer(); include_footer();
} }
?> ?>