def save_train_stop(cls, train_stop): DataBaseUtil.execute( ist_stop_sql % (train_stop.train_code, train_stop.station_name, train_stop.station_no, train_stop.arrive_time, train_stop.stayTime, train_stop.days, train_stop.duration, train_stop.depart_time, train_stop.typeName, train_stop.train_no))
def save_train_price(cls, price): price_sql = insert_price_sql % ( price.train_code, price.end_station, price.start_station, price.depart_time, price.arrive_time, price.duration, price.A1, price.A2, price.A3, price.A4, price.M, price.O, price.A6, price.A9, price.grade, price.days, price.P, price.origin, price.terminal, price.sequence, price.train_no, price.stayTime, price.is_correct, price.state, price.note) DataBaseUtil.execute(price_sql)
def add_dp_list_job(cls, crawler, min_link_size): if crawler.links_queue.qsize <= min_link_size: link_jobs = DataBaseUtil.select(dq_list_job % BATCH_ADD_LINKS_SIZE) # 取出数据的同时更新selected状态 for job in link_jobs: DataBaseUtil.execute(upt_dp_list_selected % (1, job[0])) for item_job in link_jobs: try: task = DPListTask(item_job[0], item_job[1], item_job[2], item_job[3], item_job[4], item_job[5]) link_job = LinkJob(task) crawler.links_queue.put_link(link_job) except: # 入队失败回收 DataBaseUtil.execute(upt_dp_list_selected % (0, item_job[0]))
def update_train_task(cls, status, nice, selected, fetched_date, http_code, task_id): DataBaseUtil.execute( update_train_task % (status, nice, selected, fetched_date, http_code, task_id))
def update_task_selected(cls, state, id): DataBaseUtil.execute(update_selected % (state, id))
def update_proxys(cls): DataBaseUtil.execute(update_proxys)
def update_proxy_state(cls, id): DataBaseUtil.execute(update_proxy_state % id)
def save_dp_shop(cls, url, shop_id, city_id, category_id): DataBaseUtil.execute(ist_dp_shop % (url, shop_id, city_id, category_id))
def update_price_code(cls, merge_code, train_code): DataBaseUtil.execute(update_price_code % (merge_code, train_code))
def update_merge_stop(cls, merger_code, substring_str): DataBaseUtil.execute(update_merge_stop % (merger_code, substring_str))
def insert_merge_stop(cls, train_code, train_no, substring_str): DataBaseUtil.execute(insert_merge_stop % (train_code, train_no, substring_str))
def save_s2s(cls, start_station, s_alia, end_station, e_alia): DataBaseUtil.execute(insert_s2s % (start_station, s_alia, end_station, e_alia))
def update_train_state(cls, state, id): DataBaseUtil.execute(update_train_state % (state, id))