Super street corner locator!
Super street corner locator!

require 'rubygems' require 'rubygems'
require 'pp' require 'pp'
require 'yaml' require 'yaml'
Dir.chdir("output") Dir.chdir("output")
   
def getTimePoints() def getTimePoints()
$time_points = [] $time_points = []
$time_points_sources = Hash.new([]) $time_points_sources = Hash.new([])
Dir.glob("*.yml") { |file| Dir.glob("*.yml") { |file|
timetable = YAML::load_file(file) timetable = YAML::load_file(file)
$time_points = $time_points | timetable["time_points"] $time_points = $time_points | timetable["time_points"]
timetable["time_points"].each do |timepoint| timetable["time_points"].each do |timepoint|
$time_points_sources[timepoint] = $time_points_sources[timepoint] | [ file ] $time_points_sources[timepoint] = $time_points_sources[timepoint] | [ file ]
end end
} }
end end
   
getTimePoints() getTimePoints()
pp $time_points.sort! pp $time_points.sort!
#pp $time_points_sources.sort #pp $time_points_sources.sort
   
time_point_corrections = {"North Lynehamham" => "North Lyneham", time_point_corrections = {"North Lynehamham" => "North Lyneham",
"Lathlain St Platform 2" => "Lathlain St Bus Station - Platform 2", "Lathlain St Platform 2" => "Lathlain St Bus Station - Platform 2",
"Lathlain St Sation - Platform 5" => "Lathlain St Bus Station - Platform 5", "Lathlain St Sation - Platform 5" => "Lathlain St Bus Station - Platform 5",
"Lathlain Steet Station" => "Lathlain St Bus Station", "Lathlain Steet Station" => "Lathlain St Bus Station",
"Lathlain St - Platform 3" => "Lathlain St Bus Station - Platform 3", "Lathlain St - Platform 3" => "Lathlain St Bus Station - Platform 3",
"Lathlain Steet Station - Platform 3" => "Lathlain St Bus Station - Platform 3", "Lathlain Steet Station - Platform 3" => "Lathlain St Bus Station - Platform 3",
"Lathlain St Station" => "Lathlain St Bus Station", "Lathlain St Station" => "Lathlain St Bus Station",
"Lathlain St Station - Platform 1" => "Lathlain St Bus Station - Platform 1", "Lathlain St Station - Platform 1" => "Lathlain St Bus Station - Platform 1",
"Lathlain St Station - Platform 2" => "Lathlain St Bus Station - Platform 2", "Lathlain St Station - Platform 2" => "Lathlain St Bus Station - Platform 2",
"Lathlain St Station - Platform 3" => "Lathlain St Bus Station - Platform 3", "Lathlain St Station - Platform 3" => "Lathlain St Bus Station - Platform 3",
"Lathlain St Station - Platform 4" => "Lathlain St Bus Station - Platform 4", "Lathlain St Station - Platform 4" => "Lathlain St Bus Station - Platform 4",
"Lathlain St Station - Platform 5" => "Lathlain St Bus Station - Platform 5", "Lathlain St Station - Platform 5" => "Lathlain St Bus Station - Platform 5",
"Lathlain St Station - Platform 6" => "Lathlain St Bus Station - Platform 6", "Lathlain St Station - Platform 6" => "Lathlain St Bus Station - Platform 6",
"Manuka Captain Cook" => "Manuka, Captain Cook", "Manuka Captain Cook" => "Manuka, Captain Cook",
"Flemington Rd, Sandford St" => "Flemington Rd/Sandford St", "Flemington Rd, Sandford St" => "Flemington Rd/Sandford St",
"Erindale Centre / - Sternberg Crescent" => "Erindale Drive/Sternberg", "Erindale Centre / - Sternberg Crescent" => "Erindale Drive/Sternberg",
"Canberra Hospita" => "Canberra Hospital", "Canberra Hospita" => "Canberra Hospital",
"Cohen Str Station - Platform 1" => "Cohen St Bus Station - Platform 1", "Cohen Str Station - Platform 1" => "Cohen St Bus Station - Platform 1",
"Cohen Street Station" => "Cohen St Bus Station", "Cohen Street Station" => "Cohen St Bus Station",
"Cohen Street Station - Platform 2" => "Cohen St Bus Station - Platform 2", "Cohen Street Station - Platform 2" => "Cohen St Bus Station - Platform 2",
"Cohn St Station - Platform 3" => "Cohen St Bus Station - Platform 3", "Cohn St Station - Platform 3" => "Cohen St Bus Station - Platform 3",
"Cohen St Station" => "Cohen St Bus Station", "Cohen St Station" => "Cohen St Bus Station",
"Cohen St Station - Platform 1" => "Cohen St Bus Station - Platform 1", "Cohen St Station - Platform 1" => "Cohen St Bus Station - Platform 1",
"Cohen St Station - Platform 2" => "Cohen St Bus Station - Platform 2", "Cohen St Station - Platform 2" => "Cohen St Bus Station - Platform 2",
"Cohen St Station - Platform 3" => "Cohen St Bus Station - Platform 3", "Cohen St Station - Platform 3" => "Cohen St Bus Station - Platform 3",
"Cohen St Station - Platform 4" => "Cohen St Bus Station - Platform 4", "Cohen St Station - Platform 4" => "Cohen St Bus Station - Platform 4",
"Cohen St Station - Platform 5" => "Cohen St Bus Station - Platform 5", "Cohen St Station - Platform 5" => "Cohen St Bus Station - Platform 5",
"Cohen St Station - Platform 6" => "Cohen St Bus Station - Platform 6", "Cohen St Station - Platform 6" => "Cohen St Bus Station - Platform 6",
"City - Platform 7" => "City Interchange - Platform 7", "City - Platform 7" => "City Interchange - Platform 7",
"Cameron Avenue Station" => "Cameron Ave Bus Station", "Cameron Avenue Station" => "Cameron Ave Bus Station",
"Cameron Avenue Station - Platform 1" => "Cameron Ave Bus Station - Platform 1", "Cameron Avenue Station - Platform 1" => "Cameron Ave Bus Station - Platform 1",
"Cameron Avenue Station - Platform 2" => "Cameron Ave Bus Station - Platform 2", "Cameron Avenue Station - Platform 2" => "Cameron Ave Bus Station - Platform 2",
"Cameron Avenue Station - Platform 3" => "Cameron Ave Bus Station - Platform 3", "Cameron Avenue Station - Platform 3" => "Cameron Ave Bus Station - Platform 3",
"Cameron Avenue Station - Platform 4" => "Cameron Ave Bus Station - Platform 4", "Cameron Avenue Station - Platform 4" => "Cameron Ave Bus Station - Platform 4",
"Cameron Avenue Station - Platform 5" => "Cameron Ave Bus Station - Platform 5", "Cameron Avenue Station - Platform 5" => "Cameron Ave Bus Station - Platform 5",
"Cameron Ave Station" => "Cameron Ave Bus Station", "Cameron Ave Station" => "Cameron Ave Bus Station",
"Cameron Ave Station - Platform 1" => "Cameron Ave Bus Station - Platform 1", "Cameron Ave Station - Platform 1" => "Cameron Ave Bus Station - Platform 1",
"Cameron Ave Station - Platform 2" => "Cameron Ave Bus Station - Platform 2", "Cameron Ave Station - Platform 2" => "Cameron Ave Bus Station - Platform 2",
"Cameron Ave Station - Platform 3" => "Cameron Ave Bus Station - Platform 3", "Cameron Ave Station - Platform 3" => "Cameron Ave Bus Station - Platform 3",
"Cameron Ave Station - Platform 4" => "Cameron Ave Bus Station - Platform 4", "Cameron Ave Station - Platform 4" => "Cameron Ave Bus Station - Platform 4",
"Cameron Ave Station - Platform 5" => "Cameron Ave Bus Station - Platform 5", "Cameron Ave Station - Platform 5" => "Cameron Ave Bus Station - Platform 5",
"Burton & Garranan Hall, Daley Road ANU" => "Burton & Garran Hall, Daley Road ANU", "Burton & Garranan Hall, Daley Road ANU" => "Burton & Garran Hall, Daley Road ANU",
"Burton & Garranan Hall,Daley Road ANU" => "Burton & Garran Hall, Daley Road ANU", "Burton & Garranan Hall,Daley Road ANU" => "Burton & Garran Hall, Daley Road ANU",
  "Garran/Daley Rd" => "Burton & Garran Hall, Daley Road ANU",
  "Kingstons Ave/National Crt" => "Kings Ave/National Crt",
"Newcastle Street after Isa St" => "Newcastle / Isa Street Fyshwick", "Newcastle Street after Isa St" => "Newcastle / Isa Street Fyshwick",
"National Circ/Canberra Ave" => "National Circuit / Canberra Ave", "National Circ/Canberra Ave" => "National Circuit / Canberra Ave",
  "St Clare of Conder" => "St Clare of Assisi Primary",
  "McKillop College Isabella Campus" => "MacKillop College Isabella Campus",
} }
time_point_corrections.each do |wrong, right| time_point_corrections.each do |wrong, right|
$time_points_sources[wrong].each do |wrongfile| $time_points_sources[wrong].each do |wrongfile|
badtimetable = YAML::load_file(wrongfile) badtimetable = YAML::load_file(wrongfile)
badentrynumber = badtimetable["time_points"].index wrong badentrynumber = badtimetable["time_points"].index wrong
badtimetable["time_points"][badentrynumber] = right badtimetable["time_points"][badentrynumber] = right
puts "Corrected '" + wrong + "' to '" + right + "' in " + wrongfile puts "Corrected '" + wrong + "' to '" + right + "' in " + wrongfile
File.open(wrongfile, "w") do |f| File.open(wrongfile, "w") do |f|
f.write badtimetable.to_yaml f.write badtimetable.to_yaml
end end
end end
end end
   
getTimePoints() getTimePoints()
pp $time_points.sort! pp $time_points.sort!
   
#!/usr/bin/ruby #!/usr/bin/ruby
require 'postgres' require 'postgres'
   
require 'highline.rb' require 'highline.rb'
include HighLine include HighLine
   
require 'rubygems' require 'rubygems'
require 'json' require 'json'
require 'net/http' require 'net/http'
def cbr_geocode(query) def cbr_geocode(query)
base_url = "http://geocoding.cloudmade.com/daa03470bb8740298d4b10e3f03d63e6/geocoding/v2/find.js?query=" base_url = "http://geocoding.cloudmade.com/daa03470bb8740298d4b10e3f03d63e6/geocoding/v2/find.js?query="
url = "#{base_url}#{URI.encode(query)}&bbox=-35.47,148.83,-35.16,149.25&return_location=true" url = "#{base_url}#{URI.encode(query)}&bbox=-35.47,148.83,-35.16,149.25&return_location=true"
resp = Net::HTTP.get_response(URI.parse(url)) resp = Net::HTTP.get_response(URI.parse(url))
data = resp.body data = resp.body
   
# we convert the returned JSON data to native Ruby # we convert the returned JSON data to native Ruby
# data structure - a hash # data structure - a hash
result = JSON.parse(data) result = JSON.parse(data)
   
# if the hash has 'Error' as a key, we raise an error # if the hash has 'Error' as a key, we raise an error
if result.has_key? 'Error' if result.has_key? 'Error'
raise "web service error" raise "web service error"
end end
return result return result
  end
  class Array
   
  def find_dups
  inject(Hash.new(0)) { |h,e| h[e] += 1; h }.select { |k,v| v > 1 }.collect { |x| x.first }
  end
end end
   
require 'yaml' require 'yaml'
require 'pp' require 'pp'
Dir.chdir("output") Dir.chdir("output")
   
def getTimePoints() def getTimePoints()
$time_points = [] $time_points = []
$time_points_sources = Hash.new([]) $time_points_sources = Hash.new([])
Dir.glob("*.yml") { |file| Dir.glob("*.yml") { |file|
timetable = YAML::load_file(file) timetable = YAML::load_file(file)
$time_points = $time_points | timetable["time_points"] $time_points = $time_points | timetable["time_points"]
timetable["time_points"].each do |timepoint| timetable["time_points"].each do |timepoint|
$time_points_sources[timepoint] = $time_points_sources[timepoint] | [ file ] $time_points_sources[timepoint] = $time_points_sources[timepoint] | [ file ]
end end
} }
end end
   
getTimePoints() getTimePoints()
$time_points.sort! $time_points.sort!
   
connbus = PGconn.connect("localhost", 5432, '', '', "bus", "postgres", connbus = PGconn.connect("localhost", 5432, '', '', "bus", "postgres",
"snmc") "snmc")
connosm = PGconn.connect("localhost", 5432, '', '', "openstreetmap", connosm = PGconn.connect("localhost", 5432, '', '', "openstreetmap",
"postgres", "snmc") "postgres", "snmc")
   
if ask_if("Insert Timing Point names to database?") if ask_if("Insert Timing Point names to database?")
$time_points.each do |time_point| $time_points.each do |time_point|
begin begin
time_point = time_point.gsub(/\\/, '\&\&').gsub(/'/, "''").gsub("St", "%") time_point = time_point.gsub(/\\/, '\&\&').gsub(/'/, "''").gsub("St", "%")
res = connbus.exec("INSERT INTO timing_point (name) VALUES ('#{time_point}')") res = connbus.exec("INSERT INTO timing_point (name) VALUES ('#{time_point}')")
puts "Put '#{time_point}' into DB" puts "Put '#{time_point}' into DB"
rescue PGError => e rescue PGError => e
puts "Error inserting '#{time_point}' to DB #{e}" puts "Error inserting '#{time_point}' to DB #{e}"
#conn.close() if conn #conn.close() if conn
end end
end end
end end
   
   
if ask_if("Fill null Timing Points from OSM bus_stop database?") if ask_if("Fill null Timing Points from OSM bus_stop database?")
  # TODO Where there's a "Cnr" or a \/ or a &, Look for 2 ways or nodes and average the closest two!
begin begin
null_points = connbus.exec('SELECT name FROM timing_point WHERE lat IS null OR lng IS null;') null_points = connbus.exec('SELECT name FROM timing_point WHERE lat IS null OR lng IS null;')
rescue PGError => e rescue PGError => e
puts "Error selecting null points from DB #{e}" puts "Error selecting null points from DB #{e}"
#conn.close() if conn #conn.close() if conn
end end
   
null_points.each do |null_point_name| null_points.each do |null_point_name|
begin begin
name = null_point_name.to_s.gsub(/\\/, '\&\&').gsub(/'/, "''") name = null_point_name.to_s.gsub(/\\/, '\&\&').gsub(/'/, "''")
pp name pp name
  search_name = ask("Hmm, if we're still looking, the name is probably wrong. What's the right name?", :string, :default => name)
matching_nodes = connosm.exec("Select * FROM (SELECT * from current_node_tags, matching_nodes = connosm.exec("Select * FROM (SELECT * from current_node_tags,
(Select id as ctagid FROM current_node_tags WHERE v LIKE '%#{name}%') as a (Select id as ctagid FROM current_node_tags WHERE v LIKE '%#{search_name}%') as a
where a.ctagid = current_node_tags.id) as ctags INNER JOIN current_nodes ON where a.ctagid = current_node_tags.id) as ctags INNER JOIN current_nodes ON
ctags.id=current_nodes.id") ctags.id=current_nodes.id")
rescue PGError => e rescue PGError => e
puts "Error selecting matching bus stops from DB #{e}" puts "Error selecting matching bus stops from DB #{e}"
#conn.close() if conn #conn.close() if conn
end end
suggested_nodes = Hash.new() suggested_nodes = Hash.new()
   
matching_nodes.each do |matching_node_row| matching_nodes.each do |matching_node_row|
#pp matching_node_row #pp matching_node_row
# 0 = id # 0 = id
# 1 = k # 1 = k
# 2 = v # 2 = v
# 3,4 = redundant ids # 3,4 = redundant ids
# 5 = lat*100000 # 5 = lat*100000
# 6 = lng*100000 # 6 = lng*100000
suggested_node = suggested_nodes.fetch(matching_node_row[0], {'lat' => Float(matching_node_row[5])/10000000, suggested_node = suggested_nodes.fetch(matching_node_row[0], {'lat' => Float(matching_node_row[5])/10000000,
'lng' => Float(matching_node_row[6])/10000000}) 'lng' => Float(matching_node_row[6])/10000000})
if matching_node_row[1] == "ref" if matching_node_row[1] == "ref"
matching_node_row[1] = "loc_ref" matching_node_row[1] = "loc_ref"
end end
suggested_node[matching_node_row[1]] = matching_node_row[2] suggested_node[matching_node_row[1]] = matching_node_row[2]
suggested_nodes[matching_node_row[0]] = suggested_node suggested_nodes[matching_node_row[0]] = suggested_node
end end
pp suggested_nodes pp suggested_nodes
nodeID = ask("Enter selected node ID:", :string) nodeID = ask("Enter selected node ID:", :string)
if suggested_nodes.has_key?(nodeID) if suggested_nodes.has_key?(nodeID)
node = suggested_nodes.fetch(nodeID) node = suggested_nodes.fetch(nodeID)
guess = ask_if("Is this a guess?") guess = ask_if("Is this a guess?")
puts "Location #{node["lat"]},#{node["lng"]} for #{null_point_name}" puts "Location #{node["lat"]},#{node["lng"]} for #{null_point_name}"
begin begin
res = connbus.exec("UPDATE timing_point SET lat = #{node["lat"]*10000000}, lng = res = connbus.exec("UPDATE timing_point SET lat = #{node["lat"]*10000000}, lng =
#{node["lng"]*10000000},osm_node = #{nodeID}" + (node.has_key?("loc_ref") ? ",loc_ref = #{node["loc_ref"]}" : "") + ",guess = #{guess} WHERE name #{node["lng"]*10000000},osm_node = #{nodeID}" + (node.has_key?("loc_ref") ? ",loc_ref = #{node["loc_ref"]}" : "") + ",guess = #{guess} WHERE name
= '#{name}'") = '#{name}'")
puts "Put '#{null_point_name}' into DB" puts "Put '#{null_point_name}' into DB"
rescue PGError => e rescue PGError => e
puts "Error inserting '#{null_point_name}' to DB #{e}" puts "Error inserting '#{null_point_name}' to DB #{e}"
ask_if("Continue?") ask_if("Continue?")
#conn.close() if conn #conn.close() if conn
end end
else else
puts "Uhh, there was no suggestion ID like that. Try again next time!" puts "Uhh, there was no suggestion ID like that. Try again next time!"
  end
   
  puts "Hmm, so maybe this isn't a point? Maybe it's a way.... like a street or something? Is it a 'street' or a 'corner' or nothing?"
  whatisit = ask("So what is it:", :string, :default => "corner")
  if whatisit == "street"
  begin
  name = null_point_name.to_s.gsub(/\\/, '\&\&').gsub(/'/, "''")
  pp "#{name} (ways)"
  search_name = ask("Streets tend to have pretty bad quality data, What's the real name of the street?", :string, :default => name)
  matching_ways = connosm.exec("Select avg(latitude), avg(longitude), name FROM (
  SELECT * from current_way_nodes,(Select id as ctagid, v as name FROM current_way_tags WHERE k = 'name' AND v LIKE
  '%#{search_name}%') as a where a.ctagid = current_way_nodes.id) as ctags INNER JOIN current_nodes ON ctags.node_id=current_nodes.id
  GROUP BY name")
  rescue PGError => e
  puts "Error selecting matching ways from DB #{e}"
  #conn.close() if conn
  end
  suggested_ways = Hash.new()
   
  matching_ways.each do |matching_way_row|
  #pp matching_way_row
  # 0 = lat*100000
  # 1 = lng*100000
  # 2 = name
  suggested_way = suggested_ways.fetch(matching_way_row[2], {'lat' => Float(matching_way_row[0])/10000000,
  'lng' => Float(matching_way_row[1])/10000000})
  suggested_way['name'] = suggested_way['name']
  suggested_ways[matching_way_row[2]] = suggested_way
  end
  pp suggested_ways
  wayID = ask("Enter selected way ID:", :string)
  if suggested_ways.has_key?(wayID)
  way = suggested_ways.fetch(wayID)
  guess = ask_if("Is this a guess?")
  puts "Location #{way["lat"]},#{way["lng"]} for #{null_point_name}"
  begin
  res = connbus.exec("UPDATE timing_point SET lat = #{way["lat"]*10000000}, lng =
  #{way["lng"]*10000000},guess = #{guess} WHERE name = '#{name}'")
  puts "Put '#{null_point_name}' into DB"
  rescue PGError => e
  puts "Error inserting '#{null_point_name}' to DB #{e}"
  ask_if("Continue?")
  #conn.close() if conn
  end
  else
  puts "Uhh, there was no suggestion ID like that. Try again next time!"
  end
  end
  if whatisit == "corner"
  # Where there's a "Cnr" or a \/ or a &, look for 2 ways and find the intersections
   
  name = null_point_name.to_s.gsub(/\\/, '\&\&').gsub(/'/, "''")
  search_name = ask("I need this to look like STREETNAME1/STREETNAME2, okay? Can you do that for me?", :string, :default => name)
  search_pieces = search_name.split("/")
  pp search_pieces
  if search_pieces.length == 2
  begin
  matching_ways = connosm.exec("SELECT w.way_id, latitude, longitude, w.node_id from (Select current_way_nodes.id as way_id, * from current_nodes inner join current_way_nodes on current_nodes.id=current_way_nodes.node_id inner join current_ways on current_way_nodes.id=current_ways.id) as w, (select node_id, count(node_id) from
  (Select * FROM (SELECT * from current_way_nodes, (Select id as ctagid, v as name FROM current_way_tags WHERE k = 'name' AND v LIKE '%#{search_pieces[0]}%') as a where a.ctagid = current_way_nodes.id ) as ctags INNER JOIN current_nodes ON ctags.node_id=current_nodes.id where sequence_id = 1 union Select * FROM ( SELECT * from current_way_nodes, (Select id as ctagid, v as name FROM current_way_tags WHERE k = 'name' AND v LIKE '%#{search_pieces[0]}%') as a where a.ctagid = current_way_nodes.id ) as ctags INNER JOIN current_nodes ON ctags.node_id=current_nodes.id where sequence_id = (select max(sequence_id) from current_way_nodes cnodes where cnodes.id = ctags.id) union Select * FROM ( SELECT * from current_way_nodes, (Select id as ctagid, v as name FROM current_way_tags WHERE k = 'name' AND v LIKE '%#{search_pieces[1]}%') as a where a.ctagid = current_way_nodes.id ) as ctags INNER JOIN current_nodes ON ctags.node_id=current_nodes.id where sequence_id = 1 union Select * FROM ( SELECT * from current_way_nodes, (Select id as ctagid, v as name FROM current_way_tags WHERE k = 'name' AND v LIKE '%#{search_pieces[1]}%') as a where a.ctagid = current_way_nodes.id ) as ctags INNER JOIN current_nodes ON ctags.node_id=current_nodes.id where sequence_id = (select max(sequence_id) from current_way_nodes cnodes where cnodes.id = ctags.id) ) as t GROUP BY node_id HAVING ( COUNT(node_id) > 1 ) ) as s where s.node_id = w.node_id")
  rescue PGError => e
  puts "Error selecting matching bus stops from DB #{e}"
  #conn.close() if conn
  end
  suggested_ways = Hash.new()
   
  matching_ways.each do |matching_way_row|
  pp matching_way_row
  # 0 = way_id
  # 1 = lat*100000
  # 2 = lng*100000
  # 3 = node_id
  suggested_way = suggested_ways.fetch(matching_way_row[3], {'lat' => Float(matching_way_row[1])/10000000,
  'lng' => Float(matching_way_row[2])/10000000})
  suggested_way['way_id'] = " " + matching_way_row[0]
  suggested_way['node_id'] = matching_way_row[3]
  suggested_ways[matching_way_row[3]] = suggested_way
  end
  pp suggested_ways
  wayID = ask("Enter selected way ID:", :string)
  if suggested_ways.has_key?(wayID)
  way = suggested_ways.fetch(wayID)
  guess = ask_if("Is this a guess?")
  puts "Location #{way["lat"]},#{way["lng"]} for #{null_point_name}"
  begin
  res = connbus.exec("UPDATE timing_point SET lat = #{way["lat"]*10000000}, lng =
  #{way["lng"]*10000000},osm_node = #{wayID} ,guess