neo4jimporter
[contractdashboard.git] / admin / neo4jimporter / src / main / java / Importer.java
blob:a/admin/neo4jimporter/src/main/java/Importer.java -> blob:b/admin/neo4jimporter/src/main/java/Importer.java
  import java.io.ObjectInputStream.GetField;
  import java.math.BigInteger;
  import java.security.MessageDigest;
  import java.security.NoSuchAlgorithmException;
  import java.sql.Connection;
  import java.sql.DriverManager;
  import java.sql.ResultSet;
  import java.sql.SQLException;
  import java.sql.SQLWarning;
  import java.sql.Statement;
  import java.util.HashMap;
  import java.util.Map;
   
  import org.neo4j.graphdb.DynamicRelationshipType;
  import org.neo4j.kernel.impl.batchinsert.BatchInserter;
  import org.neo4j.kernel.impl.batchinsert.BatchInserterImpl;
   
  public class Importer {
   
  public static void main(String[] argv) {
   
  Map<String,String> props = new HashMap<String, String>();
  props.put("neostore.nodestore.db.mapped_memory", "22000000"); // <expected number of nodes * 9 bytes>
  props.put("neostore.relationshipstore.db.mapped_memory", "22000000"); // <expected number of relationships * 33 bytes>
  // create the batch inserter
  BatchInserter inserter = new
  BatchInserterImpl("neo4j-db/",props
  );
   
   
   
   
   
  System.out.println("-------- PostgreSQL "
  + "JDBC Connection Testing ------------");
   
  try {
   
  Class.forName("org.postgresql.Driver");
   
  } catch (ClassNotFoundException e) {
   
  System.out.println("Where is your PostgreSQL JDBC Driver? "
  + "Include in your library path!");
  e.printStackTrace();
   
  }
   
  System.out.println("PostgreSQL JDBC Driver Registered!");
   
  Connection conn = null;
   
  try {
   
  conn = DriverManager.getConnection(
  "jdbc:postgresql://127.0.0.1:5432/contractDashboard",
  "postgres", "snmc");
   
  } catch (SQLException e) {
   
  System.out.println("Connection Failed! Check output console");
  e.printStackTrace();
   
  }
   
  if (conn != null) {
  System.out.println("You made it, take control your database now!");
  } else {
  System.out.println("Failed to make connection!");
  }
  try {
  // Print all warnings
  for (SQLWarning warn = conn.getWarnings(); warn != null; warn = warn
  .getNextWarning()) {
  System.out.println("SQL Warning:");
  System.out.println("State : " + warn.getSQLState());
  System.out.println("Message: " + warn.getMessage());
  System.out.println("Error : " + warn.getErrorCode());
  }
   
  // Get a statement from the connection
  Statement stmt = conn.createStatement();
   
  // Execute the query
  ResultSet rs = stmt.executeQuery("SELECT distinct contractnotice.\"agencyName\", contractnotice.\"supplierABN\", contractnotice.\"supplierName\" FROM public.contractnotice limit 300;");
  String previousAgency = "";
   
  // Loop through the result set
  while (rs.next()) {
  long supplier,agency;
  agency = doHash(rs.getString("agencyName"));
  if (rs.getString("agencyName") != previousAgency) {
  if (!inserter.nodeExists(agency)) {
  Map<String, Object> properties = new HashMap<String, Object>();
  properties.put("Label", rs.getString("agencyName"));
  inserter.createNode(agency, properties);
  }
  }
  if (rs.getString("supplierABN") != "0") {
  supplier = doHash(rs.getString("supplierABN"));
  } else {
  supplier = doHash(rs.getString("supplierName"));
  }
  // inject some data
  if (!inserter.nodeExists(supplier)) {
  Map<String, Object> properties = new HashMap<String, Object>();
   
  properties.put("Label", rs.getString("supplierName"));
  inserter.createNode(supplier, properties);
  }
   
  inserter.createRelationship(agency, supplier,
  DynamicRelationshipType.withName("KNOWS"), null);
   
  }
  // Close the result set, statement and the connection
  rs.close();
  stmt.close();
  conn.close();
  } catch (SQLException se) {
  System.out.println("SQL Exception:");
   
  // Loop through the SQL Exceptions
  while (se != null) {
  System.out.println("State : " + se.getSQLState());
  System.out.println("Message: " + se.getMessage());
  System.out.println("Error : " + se.getErrorCode());
   
  se = se.getNextException();
  }
  } catch (Exception e) {
  System.out.println(e);
  }
  // shutdown, makes sure all changes are written to disk
  inserter.shutdown();
  }
   
  static long doHash(String input) {
  MessageDigest m;
  try {
  m = MessageDigest.getInstance("MD5");
  m.reset();
  m.update(input.getBytes());
  byte[] digest = m.digest();
  return new BigInteger(1, digest).longValue();
  } catch (NoSuchAlgorithmException e) {
  // TODO Auto-generated catch block
  e.printStackTrace();
  }
  return 0;
   
  }
   
   
  }