#!/bin/bash
# Author: Chun-Yu Lee (Mat) <matlinuxer2@gmail.com>
# License: MIT License

wget -O data.html http://hackingthursday.wikidot.com/places
tidy -q -asxhtml -numeric -utf8 < data.html > data.xml

cat > h4parser.py <<THEPYTHON
#!/usr/bin/python
# encoding: utf8

import sys
import libxml2
import simplejson as json

doc = libxml2.parseFile( sys.argv[1] )
ctxt = doc.xpathNewContext()
ctxt.xpathRegisterNs('xhtml', 'http://www.w3.org/1999/xhtml')
print ctxt.xpathEval('//xhtml:table[@class="wiki-content-table"]')[0]
print "====="
rows = ctxt.xpathEval('//xhtml:table[@class="wiki-content-table"]/xhtml:tr')
ctxt.xpathFreeContext()

count = 0

h4_loc_array = []

for row in rows:
  if count > 0 :
    name = row.xpathEval('*')[0].getContent()
    value = row.xpathEval('*')[1].getContent()
    x = value.split(',')[0].strip()
    y = value.split(',')[1].strip()
    print str(name)[:6] + "	在	" + str(x)[:12] + "	" + str(y)[:12]
    item = { 'name': str(name), 'x':str(x), 'y': str(y) }
    h4_loc_array += [ item ]

  count += 1

print "====json data===="

print json.dumps( h4_loc_array )

THEPYTHON

chmod +x h4parser.py

./h4parser.py data.xml