def save_train_stop(cls, train_stop):
DataBaseUtil.execute(
ist_stop_sql %
(train_stop.train_code, train_stop.station_name,
train_stop.station_no, train_stop.arrive_time,
train_stop.stayTime, train_stop.days, train_stop.duration,
train_stop.depart_time, train_stop.typeName, train_stop.train_no))
def save_train_price(cls, price):
price_sql = insert_price_sql % (
price.train_code, price.end_station, price.start_station,
price.depart_time, price.arrive_time, price.duration, price.A1,
price.A2, price.A3, price.A4, price.M, price.O, price.A6, price.A9,
price.grade, price.days, price.P, price.origin, price.terminal,
price.sequence, price.train_no, price.stayTime, price.is_correct,
price.state, price.note)
DataBaseUtil.execute(price_sql)
def add_dp_list_job(cls, crawler, min_link_size):
if crawler.links_queue.qsize <= min_link_size:
link_jobs = DataBaseUtil.select(dq_list_job % BATCH_ADD_LINKS_SIZE)
# 取出数据的同时更新selected状态
for job in link_jobs:
DataBaseUtil.execute(upt_dp_list_selected % (1, job[0]))
for item_job in link_jobs:
try:
task = DPListTask(item_job[0], item_job[1], item_job[2],
item_job[3], item_job[4], item_job[5])
link_job = LinkJob(task)
crawler.links_queue.put_link(link_job)
except:
# 入队失败回收
DataBaseUtil.execute(upt_dp_list_selected %
(0, item_job[0]))
def update_train_task(cls, status, nice, selected, fetched_date, http_code,
task_id):
DataBaseUtil.execute(
update_train_task %
(status, nice, selected, fetched_date, http_code, task_id))
def update_task_selected(cls, state, id):
DataBaseUtil.execute(update_selected % (state, id))
def update_proxys(cls):
DataBaseUtil.execute(update_proxys)
def update_proxy_state(cls, id):
DataBaseUtil.execute(update_proxy_state % id)
def save_dp_shop(cls, url, shop_id, city_id, category_id):
DataBaseUtil.execute(ist_dp_shop %
(url, shop_id, city_id, category_id))
def update_price_code(cls, merge_code, train_code):
DataBaseUtil.execute(update_price_code % (merge_code, train_code))
def update_merge_stop(cls, merger_code, substring_str):
DataBaseUtil.execute(update_merge_stop % (merger_code, substring_str))
def insert_merge_stop(cls, train_code, train_no, substring_str):
DataBaseUtil.execute(insert_merge_stop %
(train_code, train_no, substring_str))
def save_s2s(cls, start_station, s_alia, end_station, e_alia):
DataBaseUtil.execute(insert_s2s %
(start_station, s_alia, end_station, e_alia))
def update_train_state(cls, state, id):
DataBaseUtil.execute(update_train_state % (state, id))