| |
import java.io.ObjectInputStream.GetField; |
| |
import java.math.BigInteger; |
| |
import java.security.MessageDigest; |
| |
import java.security.NoSuchAlgorithmException; |
| |
import java.sql.Connection; |
| |
import java.sql.DriverManager; |
| |
import java.sql.ResultSet; |
| |
import java.sql.SQLException; |
| |
import java.sql.SQLWarning; |
| |
import java.sql.Statement; |
| |
import java.util.HashMap; |
| |
import java.util.Map; |
| |
|
| |
import org.neo4j.graphdb.DynamicRelationshipType; |
| |
import org.neo4j.kernel.impl.batchinsert.BatchInserter; |
| |
import org.neo4j.kernel.impl.batchinsert.BatchInserterImpl; |
| |
|
| |
public class Importer { |
| |
|
| |
public static void main(String[] argv) { |
| |
|
| |
Map<String,String> props = new HashMap<String, String>(); |
| |
props.put("neostore.nodestore.db.mapped_memory", "22000000"); // <expected number of nodes * 9 bytes> |
| |
props.put("neostore.relationshipstore.db.mapped_memory", "22000000"); // <expected number of relationships * 33 bytes> |
| |
// create the batch inserter |
| |
BatchInserter inserter = new |
| |
BatchInserterImpl("neo4j-db/",props |
| |
); |
| |
|
| |
|
| |
|
| |
|
| |
|
| |
System.out.println("-------- PostgreSQL " |
| |
+ "JDBC Connection Testing ------------"); |
| |
|
| |
try { |
| |
|
| |
Class.forName("org.postgresql.Driver"); |
| |
|
| |
} catch (ClassNotFoundException e) { |
| |
|
| |
System.out.println("Where is your PostgreSQL JDBC Driver? " |
| |
+ "Include in your library path!"); |
| |
e.printStackTrace(); |
| |
|
| |
} |
| |
|
| |
System.out.println("PostgreSQL JDBC Driver Registered!"); |
| |
|
| |
Connection conn = null; |
| |
|
| |
try { |
| |
|
| |
conn = DriverManager.getConnection( |
| |
"jdbc:postgresql://127.0.0.1:5432/contractDashboard", |
| |
"postgres", "snmc"); |
| |
|
| |
} catch (SQLException e) { |
| |
|
| |
System.out.println("Connection Failed! Check output console"); |
| |
e.printStackTrace(); |
| |
|
| |
} |
| |
|
| |
if (conn != null) { |
| |
System.out.println("You made it, take control your database now!"); |
| |
} else { |
| |
System.out.println("Failed to make connection!"); |
| |
} |
| |
try { |
| |
// Print all warnings |
| |
for (SQLWarning warn = conn.getWarnings(); warn != null; warn = warn |
| |
.getNextWarning()) { |
| |
System.out.println("SQL Warning:"); |
| |
System.out.println("State : " + warn.getSQLState()); |
| |
System.out.println("Message: " + warn.getMessage()); |
| |
System.out.println("Error : " + warn.getErrorCode()); |
| |
} |
| |
|
| |
// Get a statement from the connection |
| |
Statement stmt = conn.createStatement(); |
| |
|
| |
// Execute the query |
| |
ResultSet rs = stmt.executeQuery("SELECT distinct contractnotice.\"agencyName\", contractnotice.\"supplierABN\", contractnotice.\"supplierName\" FROM public.contractnotice limit 300;"); |
| |
String previousAgency = ""; |
| |
|
| |
// Loop through the result set |
| |
while (rs.next()) { |
| |
long supplier,agency; |
| |
agency = doHash(rs.getString("agencyName")); |
| |
if (rs.getString("agencyName") != previousAgency) { |
| |
if (!inserter.nodeExists(agency)) { |
| |
Map<String, Object> properties = new HashMap<String, Object>(); |
| |
properties.put("Label", rs.getString("agencyName")); |
| |
inserter.createNode(agency, properties); |
| |
} |
| |
} |
| |
if (rs.getString("supplierABN") != "0") { |
| |
supplier = doHash(rs.getString("supplierABN")); |
| |
} else { |
| |
supplier = doHash(rs.getString("supplierName")); |
| |
} |
| |
// inject some data |
| |
if (!inserter.nodeExists(supplier)) { |
| |
Map<String, Object> properties = new HashMap<String, Object>(); |
| |
|
| |
properties.put("Label", rs.getString("supplierName")); |
| |
inserter.createNode(supplier, properties); |
| |
} |
| |
|
| |
inserter.createRelationship(agency, supplier, |
| |
DynamicRelationshipType.withName("KNOWS"), null); |
| |
|
| |
} |
| |
// Close the result set, statement and the connection |
| |
rs.close(); |
| |
stmt.close(); |
| |
conn.close(); |
| |
} catch (SQLException se) { |
| |
System.out.println("SQL Exception:"); |
| |
|
| |
// Loop through the SQL Exceptions |
| |
while (se != null) { |
| |
System.out.println("State : " + se.getSQLState()); |
| |
System.out.println("Message: " + se.getMessage()); |
| |
System.out.println("Error : " + se.getErrorCode()); |
| |
|
| |
se = se.getNextException(); |
| |
} |
| |
} catch (Exception e) { |
| |
System.out.println(e); |
| |
} |
| |
// shutdown, makes sure all changes are written to disk |
| |
inserter.shutdown(); |
| |
} |
| |
|
| |
static long doHash(String input) { |
| |
MessageDigest m; |
| |
try { |
| |
m = MessageDigest.getInstance("MD5"); |
| |
m.reset(); |
| |
m.update(input.getBytes()); |
| |
byte[] digest = m.digest(); |
| |
return new BigInteger(1, digest).longValue(); |
| |
} catch (NoSuchAlgorithmException e) { |
| |
// TODO Auto-generated catch block |
| |
e.printStackTrace(); |
| |
} |
| |
return 0; |
| |
|
| |
} |
| |
|
| |
|
| |
} |