| #!/usr/bin/ruby | #!/usr/bin/ruby |
| require 'postgres' | require 'postgres' |
| require 'highline.rb' | require 'highline.rb' |
| include HighLine | include HighLine |
| require 'rubygems' | require 'rubygems' |
| require 'json' | require 'json' |
| require 'net/http' | require 'net/http' |
| def cbr_geocode(query) | def cbr_geocode(query) |
| base_url = "http://geocoding.cloudmade.com/daa03470bb8740298d4b10e3f03d63e6/geocoding/v2/find.js?query=" | base_url = "http://geocoding.cloudmade.com/daa03470bb8740298d4b10e3f03d63e6/geocoding/v2/find.js?query=" |
| url = "#{base_url}#{URI.encode(query)}&bbox=-35.47,148.83,-35.16,149.25&return_location=true" | url = "#{base_url}#{URI.encode(query)}&bbox=-35.47,148.83,-35.16,149.25&return_location=true" |
| resp = Net::HTTP.get_response(URI.parse(url)) | resp = Net::HTTP.get_response(URI.parse(url)) |
| data = resp.body | data = resp.body |
| # we convert the returned JSON data to native Ruby | # we convert the returned JSON data to native Ruby |
| # data structure - a hash | # data structure - a hash |
| result = JSON.parse(data) | result = JSON.parse(data) |
| # if the hash has 'Error' as a key, we raise an error | # if the hash has 'Error' as a key, we raise an error |
| if result.has_key? 'Error' | if result.has_key? 'Error' |
| raise "web service error" | raise "web service error" |
| end | end |
| return result | return result |
| end | end |
| require 'yaml' | require 'yaml' |
| require 'pp' | require 'pp' |
| Dir.chdir("output") | Dir.chdir("output") |
| def getTimePoints() | def getTimePoints() |
| $time_points = [] | $time_points = [] |
| $time_points_sources = Hash.new([]) | $time_points_sources = Hash.new([]) |
| Dir.glob("*.yml") { |file| | Dir.glob("*.yml") { |file| |
| timetable = YAML::load_file(file) | timetable = YAML::load_file(file) |
| $time_points = $time_points | timetable["time_points"] | $time_points = $time_points | timetable["time_points"] |
| timetable["time_points"].each do |timepoint| | timetable["time_points"].each do |timepoint| |
| $time_points_sources[timepoint] = $time_points_sources[timepoint] | [ file ] | $time_points_sources[timepoint] = $time_points_sources[timepoint] | [ file ] |
| end | end |
| } | } |
| end | end |
| getTimePoints() | getTimePoints() |
| $time_points.sort! | $time_points.sort! |
| connbus = PGconn.connect("localhost", 5432, '', '', "bus", "postgres", | connbus = PGconn.connect("localhost", 5432, '', '', "bus", "postgres", |
| "snmc") | "snmc") |
| connosm = PGconn.connect("localhost", 5432, '', '', "openstreetmap", | connosm = PGconn.connect("localhost", 5432, '', '', "openstreetmap", |
| "postgres", "snmc") | "postgres", "snmc") |
| if ask_if("Insert Timing Point names to database?") | if ask_if("Insert Timing Point names to database?") |
| $time_points.each do |time_point| | $time_points.each do |time_point| |
| begin | begin |
| time_point = time_point.gsub(/\\/, '\&\&').gsub(/'/, "''") | time_point = time_point.gsub(/\\/, '\&\&').gsub(/'/, "''").gsub("St", "%") |
| res = connbus.exec("INSERT INTO timing_point (name) VALUES ('#{time_point}')") | res = connbus.exec("INSERT INTO timing_point (name) VALUES ('#{time_point}')") |
| puts "Put '#{time_point}' into DB" | puts "Put '#{time_point}' into DB" |
| rescue PGError => e | rescue PGError => e |
| puts "Error inserting '#{time_point}' to DB #{e}" | puts "Error inserting '#{time_point}' to DB #{e}" |
| #conn.close() if conn | #conn.close() if conn |
| end | end |
| end | end |
| end | end |
| if ask_if("Fill null Timing Points from OSM bus_stop database?") | if ask_if("Fill null Timing Points from OSM bus_stop database?") |
| begin | begin |
| null_points = connbus.exec('SELECT name FROM timing_point WHERE lat IS null OR lng IS null;') | null_points = connbus.exec('SELECT name FROM timing_point WHERE lat IS null OR lng IS null;') |
| rescue PGError => e | rescue PGError => e |
| puts "Error selecting null points from DB #{e}" | puts "Error selecting null points from DB #{e}" |
| #conn.close() if conn | #conn.close() if conn |
| end | end |
| null_points.each do |null_point_name| | null_points.each do |null_point_name| |
| begin | begin |
| name = null_point_name.to_s.gsub(/\\/, '\&\&').gsub(/'/, "''") | name = null_point_name.to_s.gsub(/\\/, '\&\&').gsub(/'/, "''") |
| pp name | pp name |
| matching_nodes = connosm.exec("Select * FROM (SELECT * from current_node_tags, | matching_nodes = connosm.exec("Select * FROM (SELECT * from current_node_tags, |
| (Select id as ctagid FROM current_node_tags WHERE v LIKE '%#{name}%') as a | (Select id as ctagid FROM current_node_tags WHERE v LIKE '%#{name}%') as a |
| where a.ctagid = current_node_tags.id) as ctags INNER JOIN current_nodes ON | where a.ctagid = current_node_tags.id) as ctags INNER JOIN current_nodes ON |
| ctags.id=current_nodes.id") | ctags.id=current_nodes.id") |
| rescue PGError => e | rescue PGError => e |
| puts "Error selecting matching bus stops from DB #{e}" | puts "Error selecting matching bus stops from DB #{e}" |
| #conn.close() if conn | #conn.close() if conn |
| end | end |
| suggested_nodes = Hash.new() | suggested_nodes = Hash.new() |
| matching_nodes.each do |matching_node_row| | matching_nodes.each do |matching_node_row| |
| #pp matching_node_row | #pp matching_node_row |
| # 0 = id | # 0 = id |
| # 1 = k | # 1 = k |
| # 2 = v | # 2 = v |
| # 3,4 = redundant ids | # 3,4 = redundant ids |
| # 5 = lat*100000 | # 5 = lat*100000 |
| # 6 = lng*100000 | # 6 = lng*100000 |
| suggested_node = suggested_nodes.fetch(matching_node_row[0], {'lat' => Float(matching_node_row[5])/10000000, | suggested_node = suggested_nodes.fetch(matching_node_row[0], {'lat' => Float(matching_node_row[5])/10000000, |
| 'lng' => Float(matching_node_row[6])/10000000}) | 'lng' => Float(matching_node_row[6])/10000000}) |
| if matching_node_row[1] == "ref" | if matching_node_row[1] == "ref" |
| matching_node_row[1] = "loc_ref" | matching_node_row[1] = "loc_ref" |
| end | end |
| suggested_node[matching_node_row[1]] = matching_node_row[2] | suggested_node[matching_node_row[1]] = matching_node_row[2] |
| suggested_nodes[matching_node_row[0]] = suggested_node | suggested_nodes[matching_node_row[0]] = suggested_node |
| end | end |
| pp suggested_nodes | pp suggested_nodes |
| nodeID = ask("Enter selected node ID:", :string) | nodeID = ask("Enter selected node ID:", :string) |
| if suggested_nodes.has_key?(nodeID) | if suggested_nodes.has_key?(nodeID) |
| node = suggested_nodes.fetch(nodeID) | node = suggested_nodes.fetch(nodeID) |
| guess = ask_if("Is this a guess?") | guess = ask_if("Is this a guess?") |
| puts "Location #{node["lat"]},#{node["lng"]} for #{null_point_name}" | puts "Location #{node["lat"]},#{node["lng"]} for #{null_point_name}" |
| begin | begin |
| res = connbus.exec("UPDATE timing_point SET lat = #{node["lat"]*10000000}, lng = | res = connbus.exec("UPDATE timing_point SET lat = #{node["lat"]*10000000}, lng = |
| #{node["lng"]*10000000},osm_node = #{nodeID}" + (node.has_key?("loc_ref") ? ",loc_ref = #{node["loc_ref"]}" : "") + ",guess = #{guess} WHERE name | #{node["lng"]*10000000},osm_node = #{nodeID}" + (node.has_key?("loc_ref") ? ",loc_ref = #{node["loc_ref"]}" : "") + ",guess = #{guess} WHERE name |
| = '#{name}'") | = '#{name}'") |
| puts "Put '#{null_point_name}' into DB" | puts "Put '#{null_point_name}' into DB" |
| rescue PGError => e | rescue PGError => e |
| puts "Error inserting '#{null_point_name}' to DB #{e}" | puts "Error inserting '#{null_point_name}' to DB #{e}" |
| ask_if("Continue?") | ask_if("Continue?") |
| #conn.close() if conn | #conn.close() if conn |
| end | end |
| else | else |
| puts "Uhh, there was no suggestion ID like that. Try again next time!" | puts "Uhh, there was no suggestion ID like that. Try again next time!" |
| end | end |
| end | end |
| end | end |
| if ask_if("Fill null Timing Points from geocoder?") | if ask_if("Fill null Timing Points from geocoder?") |
| begin | begin |
| null_points = connbus.exec('SELECT name FROM timing_point WHERE lat IS null OR lng IS null;') | null_points = connbus.exec('SELECT name FROM timing_point WHERE lat IS null OR lng IS null;') |
| rescue PGError => e | rescue PGError => e |
| puts "Error selecting null points from DB #{e}" | puts "Error selecting null points from DB #{e}" |
| #conn.close() if conn | #conn.close() if conn |
| end | end |
| null_points.each do |null_point_name| | null_points.each do |null_point_name| |
| pp null_point_name | pp null_point_name |
| name = null_point_name.to_s.gsub(/\\/, '\&\&').gsub(/'/, "''") | name = null_point_name.to_s.gsub(/\\/, '\&\&').gsub(/'/, "''") |
| results = cbr_geocode(null_point_name[0]) | results = cbr_geocode(null_point_name[0]) |
| if !results.empty? | if !results.empty? |
| results['features'].each_with_index { |feature,index| | results['features'].each_with_index { |feature,index| |
| print "#{index}: #{feature['properties']['name']} (#{feature['location']}) => #{feature['centroid']['coordinates']}\n" | print "#{index}: #{feature['properties']['name']} (#{feature['location']}) => #{feature['centroid']['coordinates']}\n" |
| } | } |
| nodeID = ask("Enter selected node ID:", :integer) | nodeID = ask("Enter selected node ID:", :integer) |
| if results['features'].at(nodeID) != nil | if results['features'].at(nodeID) != nil |
| node = results['features'][nodeID] | node = results['features'][nodeID] |
| guess = ask_if("Is this a guess?") | |
| puts "Location #{node['centroid']['coordinates'][0]},#{node['centroid']['coordinates'][1]} for #{null_point_name}" | puts "Location #{node['centroid']['coordinates'][0]},#{node['centroid']['coordinates'][1]} for #{null_point_name}" |
| begin | begin |
| res = connbus.exec("UPDATE timing_point SET lat = #{node['centroid']['coordinates'][0]*10000000}, lng = | res = connbus.exec("UPDATE timing_point SET lat = #{node['centroid']['coordinates'][0]*10000000}, lng = |
| #{node['centroid']['coordinates'][1]*10000000},guess = #{guess} WHERE name = '#{name}'") | #{node['centroid']['coordinates'][1]*10000000},guess = true WHERE name = '#{name}'") |
| puts "Put '#{null_point_name}' into DB" | puts "Put '#{null_point_name}' into DB" |
| rescue PGError => e | rescue PGError => e |
| puts "Error inserting '#{null_point_name}' to DB #{e}" | puts "Error inserting '#{null_point_name}' to DB #{e}" |
| ask_if("Continue?") | ask_if("Continue?") |
| #conn.close() if conn | #conn.close() if conn |
| end | end |
| else | else |
| puts "Uhh, there was no suggestion ID like that. Try again next time!" | puts "Uhh, there was no suggestion ID like that. Try again next time!" |
| end | end |
| else | else |
| puts "Uhh, there were no geocoding results. Try again next time!" | puts "Uhh, there were no geocoding results. Try again next time!" |
| end | end |
| end | end |
| end | end |