require 'rubygems'
require 'nokogiri'
require 'open-uri'
require 'pp'
 
def makeTimetable(table, period, short_name)
        timetable = {"stop_times" => [], "between_stops" => [], "short_name" => short_name}
        time_points = table.xpath('tr[1]//th').map do |tp|
                if tp.content != "\302\240" && tp.content != "" && tp.content != "<br/>"
                        timing_point = tp.content.squeeze(" ").gsub("\r\n Platform"," - Platform").gsub("  - "," - ").gsub("\n","").strip
                end
        end
        time_points.delete(nil)
        timetable["time_points"] = time_points
        timetable["long_name"] = "To " + time_points.last
        periodtimes = []
        table.css('tr').each do |row|
                times = row.css('td').map do |cell|
                        #TODO convert to GTFS time ie. replace " AM" with a
                        time = cell.content.squeeze(" ").strip
                end
                if not times.empty?
                        if not (route = times.shift)
                                raise("TODO: account for shifting route numbers eg. intertown/redex 62/162")
                        end
                        periodtimes << times
                end
        end
        if periodtimes.size < 1
                raise "No times for route " + short_name + " in period " + period
        end
        timetable["stop_times"] = { period => periodtimes }
        # pp timetable
        filename = timetable["short_name"] + "-" + timetable["long_name"].downcase.gsub(" ","-").gsub("/","") + "." + period + ".yml"
        puts "Saving " + filename
        File.open("#{File.dirname(__FILE__)}/output/"+filename, "w") do |f|
                f.write timetable.to_yaml
        end
        timetable
end
 
#TODO fix route 934
Dir.glob("source-html/Route*.htm*") { |file|
        puts "Opened " + file
        doc = Nokogiri::HTML(open(file))
        # Search for nodes by css
        timetables = []
        short_name = "";
        doc.xpath('//title').each do |title|
                short_name = title.content.gsub("Route_","").gsub("Route ","").squeeze(" ").strip
        end
        if short_name == ""
                raise "Route number(s) not found in <title> tag"
        end
 
        doc.xpath('//table[preceding::text()="Weekdays"]').each do |table|
                timetables << makeTimetable(table, "weekday", short_name)
        end
 
        #weekends
        doc.xpath('//table[preceding::text()="Saturdays" and following::a]').each do |table|
                timetables << makeTimetable(table, "saturday", short_name)
        end
        doc.xpath('//table[preceding::text()="Sundays"]').each do |table|
                timetables << makeTimetable(table, "sunday",  short_name)
        end
        #930/934 special cases
        doc.xpath('//table[preceding::text()="Saturday" and following::h2]').each do |table|
                timetables << makeTimetable(table, "saturday", short_name)
        end
        doc.xpath('//table[preceding::text()="Sunday"]').each do |table|
                timetables << makeTimetable(table, "sunday",  short_name)
        end
        #route 81 = Weekdays - School Holidays Only 
        doc.xpath('//table[preceding::text()="Weekdays - School Holidays Only "]').each do |table|
                timetable = makeTimetable(table, "weekday", short_name)
                #TODO set active date range to only be holidays
                timetables << timetable;
        end
 
        
        if timetables.size > 2
                puts "WARNING: " + file + " more than 2 timetables (weekend split?):" + timetables.size.to_s
        end
        if timetables.size < 2
                puts "WARNING: " + file + " less than 2 timetables (weekday loop service?):" + timetables.size.to_s 
        elsif not (timetables[0]["time_points"] - timetables[1]["time_points"].reverse).empty?
                puts "WARNING: first pair of timetable timing points are not complementary for "+ file 
                pp(timetables[0]["time_points"] - timetables[1]["time_points"].reverse)
        end
        if timetables.size < 1
                raise "No timetables extracted from " + file
        end
}