# encoding:UTF-8
require "rubygems"
require "mechanize"
require "pp"
require "pry"
require "json"
 
def list_url(page_no)
	#"http://w...content-available-to-author-only...d.net/tlpd/games/index.php?section=hots#tblt-2452-#{page_no}-1-DESC"
	"http://w...content-available-to-author-only...d.net/tlpd/games/index.php?section=hots&action=Update&tabulator_order_col=1&tabulator_order_desc=1&tabulator_page=#{page_no}"
end
 
def fetch_page(url)
	if @agent.nil?
		@agent = Mechanize.new
		@agent.user_agent_alias = 'Linux Firefox'		
	end
	@agent.get(url)
end
 
def select_table(doc)
	doc.search("table#tblt_table")
end
 
def go_prev_page(doc)
	@agent.click(doc.link_with(:text => "<"))
end	
 
def get_matches(table)
	rows = table.search("tr").collect do |raw_row|
		raw_row.search("td").map{|e| e.text.strip }
	end
	rows.shift
	rows.map{|r|		
			{
				:date => r[1],
				:league => r[2],
				:map => r[3],
				:winner => r[4],
				:loser => r[5]
			}
		}.reverse
end
 
begin_page, end_page = ARGV.map{|e| e.to_i}
 
match_list = []
doc = fetch_page list_url end_page
 
(begin_page..end_page).reverse_each do |page_no|
	print "collecting page #{page_no}..."	
 
	matches = get_matches( select_table(doc) )
	matches.each{ |match|
		match_list << match
	}
	puts "#{match_list.length}"
 
 
	go_prev_page(doc) if page_no != 1 	
end
 
File.open("matches.json", "w"){|f|
	f.puts JSON.generate(match_list)	
}

IyBlbmNvZGluZzpVVEYtOApyZXF1aXJlICJydWJ5Z2VtcyIKcmVxdWlyZSAibWVjaGFuaXplIgpyZXF1aXJlICJwcCIKcmVxdWlyZSAicHJ5IgpyZXF1aXJlICJqc29uIgoKZGVmIGxpc3RfdXJsKHBhZ2Vfbm8pCgkjImh0dHA6Ly93Li4uY29udGVudC1hdmFpbGFibGUtdG8tYXV0aG9yLW9ubHkuLi5kLm5ldC90bHBkL2dhbWVzL2luZGV4LnBocD9zZWN0aW9uPWhvdHMjdGJsdC0yNDUyLSN7cGFnZV9ub30tMS1ERVNDIgoJImh0dHA6Ly93Li4uY29udGVudC1hdmFpbGFibGUtdG8tYXV0aG9yLW9ubHkuLi5kLm5ldC90bHBkL2dhbWVzL2luZGV4LnBocD9zZWN0aW9uPWhvdHMmYWN0aW9uPVVwZGF0ZSZ0YWJ1bGF0b3Jfb3JkZXJfY29sPTEmdGFidWxhdG9yX29yZGVyX2Rlc2M9MSZ0YWJ1bGF0b3JfcGFnZT0je3BhZ2Vfbm99IgplbmQKCmRlZiBmZXRjaF9wYWdlKHVybCkKCWlmIEBhZ2VudC5uaWw/CgkJQGFnZW50ID0gTWVjaGFuaXplLm5ldwoJCUBhZ2VudC51c2VyX2FnZW50X2FsaWFzID0gJ0xpbnV4IEZpcmVmb3gnCQkKCWVuZAoJQGFnZW50LmdldCh1cmwpCmVuZAoKZGVmIHNlbGVjdF90YWJsZShkb2MpCglkb2Muc2VhcmNoKCJ0YWJsZSN0Ymx0X3RhYmxlIikKZW5kCgpkZWYgZ29fcHJldl9wYWdlKGRvYykKCUBhZ2VudC5jbGljayhkb2MubGlua193aXRoKDp0ZXh0ID0+ICI8IikpCmVuZAkKCmRlZiBnZXRfbWF0Y2hlcyh0YWJsZSkKCXJvd3MgPSB0YWJsZS5zZWFyY2goInRyIikuY29sbGVjdCBkbyB8cmF3X3Jvd3wKCQlyYXdfcm93LnNlYXJjaCgidGQiKS5tYXB7fGV8IGUudGV4dC5zdHJpcCB9CgllbmQKCXJvd3Muc2hpZnQKCXJvd3MubWFwe3xyfAkJCgkJCXsKCQkJCTpkYXRlID0+IHJbMV0sCgkJCQk6bGVhZ3VlID0+IHJbMl0sCgkJCQk6bWFwID0+IHJbM10sCgkJCQk6d2lubmVyID0+IHJbNF0sCgkJCQk6bG9zZXIgPT4gcls1XQoJCQl9CgkJfS5yZXZlcnNlCmVuZAoKYmVnaW5fcGFnZSwgZW5kX3BhZ2UgPSBBUkdWLm1hcHt8ZXwgZS50b19pfQoKbWF0Y2hfbGlzdCA9IFtdCmRvYyA9IGZldGNoX3BhZ2UgbGlzdF91cmwgZW5kX3BhZ2UKCihiZWdpbl9wYWdlLi5lbmRfcGFnZSkucmV2ZXJzZV9lYWNoIGRvIHxwYWdlX25vfAoJcHJpbnQgImNvbGxlY3RpbmcgcGFnZSAje3BhZ2Vfbm99Li4uIgkKCQoJbWF0Y2hlcyA9IGdldF9tYXRjaGVzKCBzZWxlY3RfdGFibGUoZG9jKSApCgltYXRjaGVzLmVhY2h7IHxtYXRjaHwKCQltYXRjaF9saXN0IDw8IG1hdGNoCgl9CglwdXRzICIje21hdGNoX2xpc3QubGVuZ3RofSIKCQoJCglnb19wcmV2X3BhZ2UoZG9jKSBpZiBwYWdlX25vICE9IDEgCQplbmQKCkZpbGUub3BlbigibWF0Y2hlcy5qc29uIiwgInciKXt8ZnwKCWYucHV0cyBKU09OLmdlbmVyYXRlKG1hdGNoX2xpc3QpCQp9