#!/usr/bin/ruby |
#!/usr/bin/ruby |
require 'postgres' |
require 'postgres' |
|
|
require 'highline.rb' |
require 'highline.rb' |
include HighLine |
include HighLine |
|
|
|
require 'rubygems' |
|
require 'json' |
|
require 'net/http' |
|
def cbr_geocode(query) |
|
base_url = "http://geocoding.cloudmade.com/daa03470bb8740298d4b10e3f03d63e6/geocoding/v2/find.js?query=" |
|
url = "#{base_url}#{URI.encode(query)}&bbox=-35.47,148.83,-35.16,149.25&return_location=true" |
|
resp = Net::HTTP.get_response(URI.parse(url)) |
|
data = resp.body |
|
|
|
# we convert the returned JSON data to native Ruby |
|
# data structure - a hash |
|
result = JSON.parse(data) |
|
|
|
# if the hash has 'Error' as a key, we raise an error |
|
if result.has_key? 'Error' |
|
raise "web service error" |
|
end |
|
return result |
|
end |
|
|
require 'yaml' |
require 'yaml' |
require 'pp' |
require 'pp' |
Dir.chdir("output") |
Dir.chdir("output") |
|
|
def getTimePoints() |
def getTimePoints() |
$time_points = [] |
$time_points = [] |
$time_points_sources = Hash.new([]) |
$time_points_sources = Hash.new([]) |
Dir.glob("*.yml") { |file| |
Dir.glob("*.yml") { |file| |
timetable = YAML::load_file(file) |
timetable = YAML::load_file(file) |
$time_points = $time_points | timetable["time_points"] |
$time_points = $time_points | timetable["time_points"] |
timetable["time_points"].each do |timepoint| |
timetable["time_points"].each do |timepoint| |
$time_points_sources[timepoint] = $time_points_sources[timepoint] | [ file ] |
$time_points_sources[timepoint] = $time_points_sources[timepoint] | [ file ] |
end |
end |
} |
} |
end |
end |
|
|
getTimePoints() |
getTimePoints() |
$time_points.sort! |
$time_points.sort! |
|
|
connbus = PGconn.connect("localhost", 5432, '', '', "bus", "postgres", |
connbus = PGconn.connect("localhost", 5432, '', '', "bus", "postgres", |
"snmc") |
"snmc") |
connosm = PGconn.connect("localhost", 5432, '', '', "openstreetmap", |
connosm = PGconn.connect("localhost", 5432, '', '', "openstreetmap", |
"postgres", "snmc") |
"postgres", "snmc") |
|
|
if ask_if("Insert Timing Point names to database?") |
if ask_if("Insert Timing Point names to database?") |
$time_points.each do |time_point| |
$time_points.each do |time_point| |
begin |
begin |
time_point = time_point.gsub(/\\/, '\&\&').gsub(/'/, "''") |
time_point = time_point.gsub(/\\/, '\&\&').gsub(/'/, "''") |
res = connbus.exec("INSERT INTO timing_point (name) VALUES ('#{time_point}')") |
res = connbus.exec("INSERT INTO timing_point (name) VALUES ('#{time_point}')") |
puts "Put '#{time_point}' into DB" |
puts "Put '#{time_point}' into DB" |
rescue PGError => e |
rescue PGError => e |
puts "Error inserting '#{time_point}' to DB #{e}" |
puts "Error inserting '#{time_point}' to DB #{e}" |
#conn.close() if conn |
#conn.close() if conn |
end |
end |
end |
end |
end |
end |
|
|
|
|
if ask_if("Fill null Timing Points from OSM bus_stop database?") |
if ask_if("Fill null Timing Points from OSM bus_stop database?") |
begin |
begin |
null_points = connbus.exec('SELECT name FROM timing_point WHERE lat IS null OR lng IS null;') |
null_points = connbus.exec('SELECT name FROM timing_point WHERE lat IS null OR lng IS null;') |
rescue PGError => e |
rescue PGError => e |
puts "Error selecting null points from DB #{e}" |
puts "Error selecting null points from DB #{e}" |
#conn.close() if conn |
#conn.close() if conn |
end |
end |
|
|
null_points.each do |null_point_name| |
null_points.each do |null_point_name| |
begin |
begin |
name = null_point_name.to_s.gsub(/\\/, '\&\&').gsub(/'/, "''") |
name = null_point_name.to_s.gsub(/\\/, '\&\&').gsub(/'/, "''") |
pp name |
pp name |
matching_nodes = connosm.exec("Select * FROM (SELECT * from current_node_tags, |
matching_nodes = connosm.exec("Select * FROM (SELECT * from current_node_tags, |
(Select id as ctagid FROM current_node_tags WHERE v LIKE '%#{name}%') as a |
(Select id as ctagid FROM current_node_tags WHERE v LIKE '%#{name}%') as a |
where a.ctagid = current_node_tags.id) as ctags INNER JOIN current_nodes ON |
where a.ctagid = current_node_tags.id) as ctags INNER JOIN current_nodes ON |
ctags.id=current_nodes.id") |
ctags.id=current_nodes.id") |
rescue PGError => e |
rescue PGError => e |
puts "Error selecting matching bus stops from DB #{e}" |
puts "Error selecting matching bus stops from DB #{e}" |
#conn.close() if conn |
#conn.close() if conn |
end |
end |
suggested_nodes = Hash.new() |
suggested_nodes = Hash.new() |
|
|
matching_nodes.each do |matching_node_row| |
matching_nodes.each do |matching_node_row| |
#pp matching_node_row |
#pp matching_node_row |
# 0 = id |
# 0 = id |
# 1 = k |
# 1 = k |
# 2 = v |
# 2 = v |
# 3,4 = redundant ids |
# 3,4 = redundant ids |
# 5 = lat*100000 |
# 5 = lat*100000 |
# 6 = lng*100000 |
# 6 = lng*100000 |
suggested_node = suggested_nodes.fetch(matching_node_row[0], {'lat' => Float(matching_node_row[5])/10000000, |
suggested_node = suggested_nodes.fetch(matching_node_row[0], {'lat' => Float(matching_node_row[5])/10000000, |
'lng' => Float(matching_node_row[6])/10000000}) |
'lng' => Float(matching_node_row[6])/10000000}) |
if matching_node_row[1] == "ref" |
if matching_node_row[1] == "ref" |
matching_node_row[1] = "loc_ref" |
matching_node_row[1] = "loc_ref" |
end |
end |
suggested_node[matching_node_row[1]] = matching_node_row[2] |
suggested_node[matching_node_row[1]] = matching_node_row[2] |
suggested_nodes[matching_node_row[0]] = suggested_node |
suggested_nodes[matching_node_row[0]] = suggested_node |
end |
end |
pp suggested_nodes |
pp suggested_nodes |
nodeID = ask("Enter selected node ID:", :string) |
nodeID = ask("Enter selected node ID:", :string) |
if suggested_nodes.has_key?(nodeID) |
if suggested_nodes.has_key?(nodeID) |
node = suggested_nodes.fetch(nodeID) |
node = suggested_nodes.fetch(nodeID) |
guess = ask_if("Is this a guess?") |
guess = ask_if("Is this a guess?") |
puts "Location #{node["lat"]},#{node["lng"]} for #{null_point_name}" |
puts "Location #{node["lat"]},#{node["lng"]} for #{null_point_name}" |
begin |
begin |
res = connbus.exec("UPDATE timing_point SET lat = #{node["lat"]*10000000}, lng = |
res = connbus.exec("UPDATE timing_point SET lat = #{node["lat"]*10000000}, lng = |
#{node["lng"]*10000000},osm_node = #{nodeID}" + (node.has_key?("loc_ref") ? ",loc_ref = #{node["loc_ref"]}" : "") + ",guess = #{guess} WHERE name |
#{node["lng"]*10000000},osm_node = #{nodeID}" + (node.has_key?("loc_ref") ? ",loc_ref = #{node["loc_ref"]}" : "") + ",guess = #{guess} WHERE name |
= '#{name}'") |
= '#{name}'") |
puts "Put '#{null_point_name}' into DB" |
puts "Put '#{null_point_name}' into DB" |
rescue PGError => e |
rescue PGError => e |
puts "Error inserting '#{null_point_name}' to DB #{e}" |
puts "Error inserting '#{null_point_name}' to DB #{e}" |
ask_if("Continue?") |
ask_if("Continue?") |
#conn.close() if conn |
#conn.close() if conn |
end |
end |
else |
else |
puts "Uhh, there was no suggestion ID like that. Try again next time!" |
puts "Uhh, there was no suggestion ID like that. Try again next time!" |
end |
end |
end |
end |
end |
end |
if ask_if("Fill null Timing Points from geocoder?") |
if ask_if("Fill null Timing Points from geocoder?") |
begin |
begin |
null_points = connbus.exec('SELECT name FROM timing_point WHERE lat IS null OR lng IS null;') |
null_points = connbus.exec('SELECT name FROM timing_point WHERE lat IS null OR lng IS null;') |
rescue PGError => e |
rescue PGError => e |
puts "Error selecting null points from DB #{e}" |
puts "Error selecting null points from DB #{e}" |
#conn.close() if conn |
#conn.close() if conn |
end |
end |
|
|
null_points.each do |null_point_name| |
null_points.each do |null_point_name| |
pp null_point_name |
pp null_point_name |
|
name = null_point_name.to_s.gsub(/\\/, '\&\&').gsub(/'/, "''") |
|
results = cbr_geocode(null_point_name[0]) |
|
if !results.empty? |
|
results['features'].each_with_index { |feature,index| |
|
print "#{index}: #{feature['properties']['name']} (#{feature['location']}) => #{feature['centroid']['coordinates']}\n" |
|
} |
|
nodeID = ask("Enter selected node ID:", :integer) |
|
if results['features'].at(nodeID) != nil |
|
node = results['features'][nodeID] |
|
guess = ask_if("Is this a guess?") |
|
puts "Location #{node['centroid']['coordinates'][0]},#{node['centroid']['coordinates'][1]} for #{null_point_name}" |
|
begin |
|
res = connbus.exec("UPDATE timing_point SET lat = #{node['centroid']['coordinates'][0]*10000000}, lng = |
|
#{node['centroid']['coordinates'][1]*10000000},guess = #{guess} WHERE name = '#{name}'") |
|
puts "Put '#{null_point_name}' into DB" |
|
rescue PGError => e |
|
puts "Error inserting '#{null_point_name}' to DB #{e}" |
|
ask_if("Continue?") |
|
#conn.close() if conn |
|
end |
|
else |
|
puts "Uhh, there was no suggestion ID like that. Try again next time!" |
|
end |
|
else |
|
puts "Uhh, there were no geocoding results. Try again next time!" |
|
end |
end |
end |
end |
end |
|
|
|
|
|
|