Port data exporter to postgres
Port data exporter to postgres

  <?xml version="1.0" encoding="UTF-8"?>
  <classpath>
  <classpathentry kind="src" output="target/classes" path="src/main/java"/>
  <classpathentry excluding="**" kind="src" output="target/classes" path="src/main/resources"/>
  <classpathentry kind="src" output="target/test-classes" path="src/test/java"/>
  <classpathentry excluding="**" kind="src" output="target/test-classes" path="src/test/resources"/>
  <classpathentry kind="con" path="org.eclipse.jdt.launching.JRE_CONTAINER/org.eclipse.jdt.internal.debug.ui.launcher.StandardVMType/J2SE-1.5"/>
  <classpathentry kind="con" path="org.eclipse.m2e.MAVEN2_CLASSPATH_CONTAINER"/>
  <classpathentry kind="output" path="target/classes"/>
  </classpath>
 
  <?xml version="1.0" encoding="UTF-8"?>
  <projectDescription>
  <name>neo4jimporter</name>
  <comment></comment>
  <projects>
  </projects>
  <buildSpec>
  <buildCommand>
  <name>org.eclipse.jdt.core.javabuilder</name>
  <arguments>
  </arguments>
  </buildCommand>
  <buildCommand>
  <name>org.eclipse.m2e.core.maven2Builder</name>
  <arguments>
  </arguments>
  </buildCommand>
  </buildSpec>
  <natures>
  <nature>org.eclipse.jdt.core.javanature</nature>
  <nature>org.eclipse.m2e.core.maven2Nature</nature>
  </natures>
  </projectDescription>
 
  #Sun Aug 07 18:15:32 EST 2011
  eclipse.preferences.version=1
  org.eclipse.jdt.core.compiler.codegen.targetPlatform=1.5
  org.eclipse.jdt.core.compiler.compliance=1.5
  org.eclipse.jdt.core.compiler.problem.forbiddenReference=warning
  org.eclipse.jdt.core.compiler.source=1.5
 
  #Sun Aug 07 18:14:30 EST 2011
  activeProfiles=
  eclipse.preferences.version=1
  resolveWorkspaceProjects=true
  version=1
 
  <project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
  <modelVersion>4.0.0</modelVersion>
  <groupId>org.lambdacomplex.contractdashboard</groupId>
  <artifactId>neo4jimporter</artifactId>
  <version>0.0.1-SNAPSHOT</version>
  <dependencies>
  <dependency>
  <groupId>org.neo4j</groupId>
  <artifactId>neo4j-kernel</artifactId>
  <version>1.4</version>
  </dependency>
  <dependency>
  <groupId>postgresql</groupId>
  <artifactId>postgresql</artifactId>
  <version>9.0-801.jdbc4</version>
  </dependency>
  </dependencies>
  </project>
  import java.io.ObjectInputStream.GetField;
  import java.math.BigInteger;
  import java.security.MessageDigest;
  import java.security.NoSuchAlgorithmException;
  import java.sql.Connection;
  import java.sql.DriverManager;
  import java.sql.ResultSet;
  import java.sql.SQLException;
  import java.sql.SQLWarning;
  import java.sql.Statement;
  import java.util.HashMap;
  import java.util.Map;
 
  import org.neo4j.graphdb.DynamicRelationshipType;
  import org.neo4j.kernel.impl.batchinsert.BatchInserter;
  import org.neo4j.kernel.impl.batchinsert.BatchInserterImpl;
 
  public class Importer {
 
  public static void main(String[] argv) {
 
  Map<String,String> props = new HashMap<String, String>();
  props.put("neostore.nodestore.db.mapped_memory", "22000000"); // <expected number of nodes * 9 bytes>
  props.put("neostore.relationshipstore.db.mapped_memory", "22000000"); // <expected number of relationships * 33 bytes>
  // create the batch inserter
  BatchInserter inserter = new
  BatchInserterImpl("neo4j-db/",props
  );
 
 
 
 
 
  System.out.println("-------- PostgreSQL "
  + "JDBC Connection Testing ------------");
 
  try {
 
  Class.forName("org.postgresql.Driver");
 
  } catch (ClassNotFoundException e) {
 
  System.out.println("Where is your PostgreSQL JDBC Driver? "
  + "Include in your library path!");
  e.printStackTrace();
 
  }
 
  System.out.println("PostgreSQL JDBC Driver Registered!");
 
  Connection conn = null;
 
  try {
 
  conn = DriverManager.getConnection(
  "jdbc:postgresql://127.0.0.1:5432/contractDashboard",
  "postgres", "snmc");
 
  } catch (SQLException e) {
 
  System.out.println("Connection Failed! Check output console");
  e.printStackTrace();
 
  }
 
  if (conn != null) {
  System.out.println("You made it, take control your database now!");
  } else {
  System.out.println("Failed to make connection!");
  }
  try {
  // Print all warnings
  for (SQLWarning warn = conn.getWarnings(); warn != null; warn = warn
  .getNextWarning()) {
  System.out.println("SQL Warning:");
  System.out.println("State : " + warn.getSQLState());
  System.out.println("Message: " + warn.getMessage());
  System.out.println("Error : " + warn.getErrorCode());
  }
 
  // Get a statement from the connection
  Statement stmt = conn.createStatement();
 
  // Execute the query
  ResultSet rs = stmt.executeQuery("SELECT distinct contractnotice.\"agencyName\", contractnotice.\"supplierABN\", contractnotice.\"supplierName\" FROM public.contractnotice limit 300;");
  String previousAgency = "";
 
  // Loop through the result set
  while (rs.next()) {
  long supplier,agency;
  agency = doHash(rs.getString("agencyName"));
  if (rs.getString("agencyName") != previousAgency) {
  if (!inserter.nodeExists(agency)) {
  Map<String, Object> properties = new HashMap<String, Object>();
  properties.put("Label", rs.getString("agencyName"));
  inserter.createNode(agency, properties);
  }
  }
  if (rs.getString("supplierABN") != "0") {
  supplier = doHash(rs.getString("supplierABN"));
  } else {
  supplier = doHash(rs.getString("supplierName"));
  }
  // inject some data
  if (!inserter.nodeExists(supplier)) {
  Map<String, Object> properties = new HashMap<String, Object>();
 
  properties.put("Label", rs.getString("supplierName"));
  inserter.createNode(supplier, properties);
  }
 
  inserter.createRelationship(agency, supplier,
  DynamicRelationshipType.withName("KNOWS"), null);
 
  }
  // Close the result set, statement and the connection
  rs.close();
  stmt.close();
  conn.close();
  } catch (SQLException se) {
  System.out.println("SQL Exception:");
 
  // Loop through the SQL Exceptions
  while (se != null) {
  System.out.println("State : " + se.getSQLState());
  System.out.println("Message: " + se.getMessage());
  System.out.println("Error : " + se.getErrorCode());
 
  se = se.getNextException();
  }
  } catch (Exception e) {
  System.out.println(e);
  }
  // shutdown, makes sure all changes are written to disk
  inserter.shutdown();
  }
 
  static long doHash(String input) {
  MessageDigest m;
  try {
  m = MessageDigest.getInstance("MD5");
  m.reset();
  m.update(input.getBytes());
  byte[] digest = m.digest();
  return new BigInteger(1, digest).longValue();
  } catch (NoSuchAlgorithmException e) {
  // TODO Auto-generated catch block
  e.printStackTrace();
  }
  return 0;
 
  }
 
 
  }
  import java.sql.DriverManager;
  import java.sql.Connection;
  import java.sql.SQLException;
 
  public class JDBCExample {
 
  public static void main(String[] argv) {
 
  System.out.println("-------- PostgreSQL "
  + "JDBC Connection Testing ------------");
 
  try {
 
  Class.forName("org.postgresql.Driver");
 
  } catch (ClassNotFoundException e) {
 
  System.out.println("Where is your PostgreSQL JDBC Driver? "
  + "Include in your library path!");
  e.printStackTrace();
  return;
 
  }
 
  System.out.println("PostgreSQL JDBC Driver Registered!");
 
  Connection connection = null;
 
  try {
 
  connection = DriverManager.getConnection(
  "jdbc:postgresql://127.0.0.1:5432/contractDashboard", "postgres",
  "snmc");
 
  } catch (SQLException e) {
 
  System.out.println("Connection Failed! Check output console");
  e.printStackTrace();
  return;
 
  }
 
  if (connection != null) {
  System.out.println("You made it, take control your database now!");
  } else {
  System.out.println("Failed to make connection!");
  }
  }
 
  }
 Binary files /dev/null and b/admin/neo4jimporter/target/classes/Importer.class differ
 Binary files /dev/null and b/admin/neo4jimporter/target/classes/JDBCExample.class differ
Advanced Search  
 
CN ID Title Agency Publish Date Category Contract Start Date Contract End Date Value (AUD) ATM ID Supplier Name LastUpdated  
There are no results that match your selection.  
Advanced Search  
 
CN ID Title Agency Publish Date Category Contract Start Date Contract End Date Value (AUD) ATM ID Supplier Name LastUpdated  
There are no results that match your selection.  
Advanced Search  
 
CN ID Title Agency Publish Date Category Contract Start Date Contract End Date Value (AUD) ATM ID Supplier Name LastUpdated  
There are no results that match your selection.  
Advanced Search  
 
CN ID Title Agency Publish Date Category Contract Start Date Contract End Date Value (AUD) ATM ID Supplier Name LastUpdated  
There are no results that match your selection.  
Advanced Search  
 
CN ID Title Agency Publish Date Category Contract Start Date Contract End Date Value (AUD) ATM ID Supplier Name LastUpdated  
There are no results that match your selection.  
Advanced Search  
 
CN ID Title Agency Publish Date Category Contract Start Date Contract End Date Value (AUD) ATM ID Supplier Name LastUpdated  
There are no results that match your selection.  
Advanced Search  
 
CN ID Title Agency Publish Date Category Contract Start Date Contract End Date Value (AUD) ATM ID Supplier Name LastUpdated  
There are no results that match your selection.  
Advanced Search Advanced Search
   
CN ID Title Agency Publish Date Category Contract Start Date Contract End Date Value (AUD) ATM ID Supplier Name LastUpdated CN ID Title Agency Publish Date Category Contract Start Date Contract End Date Value (AUD) ATM ID Supplier Name LastUpdated
="CN46127" "ASLAV PARTS - COVER VEHICULAR COMPONENTS" ="Department of Defence" 14-Nov-07 ="Armoured fighting vehicles" 13-Sep-07 18-Apr-08 59344.12 ="" ="GENERAL DYNAMICS LAND SYSTEMS" 14-Nov-07 07:36 AM ="CN46127" "ASLAV PARTS - COVER VEHICULAR COMPONENTS" ="Department of Defence" 14-Nov-07 ="Armoured fighting vehicles" 13-Sep-07 18-Apr-08 59344.12 ="" ="GENERAL DYNAMICS LAND SYSTEMS" 14-Nov-07 07:36 AM
="CN46128" "ASLAV PARTS - BRUSH BLOCK ASSEMBLY" ="Department of Defence" 14-Nov-07 ="Armoured fighting vehicles" 24-Sep-07 12-Oct-08 18874.63 ="" ="GENERAL DYNAMICS LAND SYSTEMS" 14-Nov-07 07:43 AM ="CN46128" "ASLAV PARTS - BRUSH BLOCK ASSEMBLY" ="Department of Defence" 14-Nov-07 ="Armoured fighting vehicles" 24-Sep-07 12-Oct-08 18874.63 ="" ="GENERAL DYNAMICS LAND SYSTEMS" 14-Nov-07 07:43 AM
="CN46129" "ASLAV PARTS - KIT, SAND AND ;DUST COVER" ="Department of Defence" 14-Nov-07 ="Armoured fighting vehicles" 16-Oct-07 12-Jul-08 306847.20 ="" ="GENERAL DYNAMICS LAND SYSTEMS" 14-Nov-07 07:47 AM ="CN46129" "ASLAV PARTS - KIT, SAND AND ;DUST COVER" ="Department of Defence" 14-Nov-07 ="Armoured fighting vehicles" 16-Oct-07 12-Jul-08 306847.20 ="" ="GENERAL DYNAMICS LAND SYSTEMS" 14-Nov-07 07:47 AM
="CN46130" "Motor Vehicle Parts" ="Department of Defence" 14-Nov-07 ="Commercial and Military and Private Vehicles and their Accessories and Components" 13-Nov-07 13-Dec-07 27592.84 ="" ="Volvo Commerical Vehicles" 14-Nov-07 07:47 AM ="CN46130" "Motor Vehicle Parts" ="Department of Defence" 14-Nov-07 ="Commercial and Military and Private Vehicles and their Accessories and Components" 13-Nov-07 13-Dec-07 27592.84 ="" ="Volvo Commerical Vehicles" 14-Nov-07 07:47 AM
="CN46131" "ASLAV PARTS - ROTOR ASSEMBLY,ARMORED VEHICLE" ="Department of Defence" 14-Nov-07 ="Armoured fighting vehicles" 22-Oct-07 19-Apr-08 30917.04 ="" ="GENERAL DYNAMICS LAND SYSTEMS" 14-Nov-07 07:51 AM ="CN46131" "ASLAV PARTS - ROTOR ASSEMBLY,ARMORED VEHICLE" ="Department of Defence" 14-Nov-07 ="Armoured fighting vehicles" 22-Oct-07 19-Apr-08 30917.04 ="" ="GENERAL DYNAMICS LAND SYSTEMS" 14-Nov-07 07:51 AM
="CN46132" "Motor Vehicles Parts" ="Department of Defence" 14-Nov-07 ="Commercial and Military and Pr