--- a/admin/neo4jimporter/src/main/java/Importer.java +++ b/admin/neo4jimporter/src/main/java/Importer.java @@ -1,1 +1,155 @@ +import java.io.ObjectInputStream.GetField; +import java.math.BigInteger; +import java.security.MessageDigest; +import java.security.NoSuchAlgorithmException; +import java.sql.Connection; +import java.sql.DriverManager; +import java.sql.ResultSet; +import java.sql.SQLException; +import java.sql.SQLWarning; +import java.sql.Statement; +import java.util.HashMap; +import java.util.Map; +import org.neo4j.graphdb.DynamicRelationshipType; +import org.neo4j.kernel.impl.batchinsert.BatchInserter; +import org.neo4j.kernel.impl.batchinsert.BatchInserterImpl; + +public class Importer { + + public static void main(String[] argv) { + + Map props = new HashMap(); + props.put("neostore.nodestore.db.mapped_memory", "22000000"); // + props.put("neostore.relationshipstore.db.mapped_memory", "22000000"); // + // create the batch inserter + BatchInserter inserter = new + BatchInserterImpl("neo4j-db/",props + ); + + + + + + System.out.println("-------- PostgreSQL " + + "JDBC Connection Testing ------------"); + + try { + + Class.forName("org.postgresql.Driver"); + + } catch (ClassNotFoundException e) { + + System.out.println("Where is your PostgreSQL JDBC Driver? " + + "Include in your library path!"); + e.printStackTrace(); + + } + + System.out.println("PostgreSQL JDBC Driver Registered!"); + + Connection conn = null; + + try { + + conn = DriverManager.getConnection( + "jdbc:postgresql://127.0.0.1:5432/contractDashboard", + "postgres", "snmc"); + + } catch (SQLException e) { + + System.out.println("Connection Failed! Check output console"); + e.printStackTrace(); + + } + + if (conn != null) { + System.out.println("You made it, take control your database now!"); + } else { + System.out.println("Failed to make connection!"); + } + try { + // Print all warnings + for (SQLWarning warn = conn.getWarnings(); warn != null; warn = warn + .getNextWarning()) { + System.out.println("SQL Warning:"); + System.out.println("State : " + warn.getSQLState()); + System.out.println("Message: " + warn.getMessage()); + System.out.println("Error : " + warn.getErrorCode()); + } + + // Get a statement from the connection + Statement stmt = conn.createStatement(); + + // Execute the query + ResultSet rs = stmt.executeQuery("SELECT distinct contractnotice.\"agencyName\", contractnotice.\"supplierABN\", contractnotice.\"supplierName\" FROM public.contractnotice limit 300;"); +String previousAgency = ""; + + // Loop through the result set + while (rs.next()) { + long supplier,agency; + agency = doHash(rs.getString("agencyName")); + if (rs.getString("agencyName") != previousAgency) { + if (!inserter.nodeExists(agency)) { + Map properties = new HashMap(); + properties.put("Label", rs.getString("agencyName")); + inserter.createNode(agency, properties); + } + } + if (rs.getString("supplierABN") != "0") { + supplier = doHash(rs.getString("supplierABN")); + } else { + supplier = doHash(rs.getString("supplierName")); + } + // inject some data + if (!inserter.nodeExists(supplier)) { + Map properties = new HashMap(); + + properties.put("Label", rs.getString("supplierName")); + inserter.createNode(supplier, properties); + } + + inserter.createRelationship(agency, supplier, + DynamicRelationshipType.withName("KNOWS"), null); + + } + // Close the result set, statement and the connection + rs.close(); + stmt.close(); + conn.close(); + } catch (SQLException se) { + System.out.println("SQL Exception:"); + + // Loop through the SQL Exceptions + while (se != null) { + System.out.println("State : " + se.getSQLState()); + System.out.println("Message: " + se.getMessage()); + System.out.println("Error : " + se.getErrorCode()); + + se = se.getNextException(); + } + } catch (Exception e) { + System.out.println(e); + } + // shutdown, makes sure all changes are written to disk + inserter.shutdown(); + } + + static long doHash(String input) { + MessageDigest m; + try { + m = MessageDigest.getInstance("MD5"); + m.reset(); + m.update(input.getBytes()); + byte[] digest = m.digest(); + return new BigInteger(1, digest).longValue(); + } catch (NoSuchAlgorithmException e) { + // TODO Auto-generated catch block + e.printStackTrace(); + } + return 0; + + } + + +}