# connect to db
db_name = "istanbus_" + strftime("%Y-%m-%d") # i.e istanbus_2012-02-09
mongo_instance = MongoInstance(db_name)
# replacer
replacer = CharReplacer()
bus_stops_url = "/hatdetay.php"
bus_time_url = "/hatsaat.php"
stop_keyword = 'hatsaat.php?'
# prepare headers for .xml files
headers = {"Host": "harita.iett.gov.tr", "Referer": "http://harita.iett.gov.tr/XML/"}
client = Client("harita.iett.gov.tr:80")
client_mobile = Client("mobil.iett.gov.tr:80")
mongo_instance.ensure_index_bus('id')
def parse_href(href):
# href is like JavaScript:hattahmin('Ş0026','ŞİŞHANE 6')
result = re.search("JavaScript:hattahmin\('(.*)','(.*)'\)", href)
# stop_id = result.group(1)
stop_name = result.group(2)
stop_id = slugify(stop_name)
return {"id": stop_id, "name": stop_name.encode('utf-8')}
def parse_stop_id_from_href(href):
# href is like javascript:top.ajaxGet('durak_hat_listesi_v3.php?dadi=ATATU:RK HAVALI:MANI&durak=U0008','durak');haritagoster('durak');
return re.search("(.*)&durak=(.*)','(.*)", href).group(2)
def append_to_stop_list(stop_list, stop):
not_found = True;
# connect to db
db_name = "istanbus_" + strftime("%Y-%m-%d") # i.e istanbus_2012-02-09
mongo_instance = MongoInstance(db_name)
# replacer
replacer = CharReplacer()
bus_stops_url = "/hatdetay.php"
bus_time_url = "/hatsaat.php"
stop_keyword = 'hatsaat.php?'
# prepare headers for .xml files
headers = {"Host": "harita.iett.gov.tr", "Referer": "http://harita.iett.gov.tr/XML/"}
client = Client("harita.iett.gov.tr:80")
client_mobile = Client("mobil.iett.gov.tr:80")
mongo_instance.ensure_index_bus('id')
mongo_instance.ensure_index_bus('stops.go.id', False)
mongo_instance.ensure_index_bus('stops.turn.id', False)
def parse_href(href):
# href is like JavaScript:hattahmin('Ş0026','ŞİŞHANE 6')
result = re.search("JavaScript:hattahmin\('(.*)','(.*)'\)", href)
# stop_id = result.group(1)
stop_name = result.group(2)
stop_id = slugify(stop_name)
return {"id": stop_id, "name": stop_name.encode('utf-8')}
def parse_stop_id_from_href(href):
# href is like javascript:top.ajaxGet('durak_hat_listesi_v3.php?dadi=ATATU:RK HAVALI:MANI&durak=U0008','durak');haritagoster('durak');
return re.search("(.*)&durak=(.*)','(.*)", href).group(2)
