def InsertMultiFlight(args):
sql = 'INSERT INTO flight_multi (flight_no, plane_type, flight_corp, dept_id,' + \
'dest_id, dept_day, dept_time, dest_time, dur, rest, price, tax, surcharge,' + \
'promotion, currency, seat_type, real_class, package, stop_id, stop_time,' + \
'daydiff, source, return_rule, change_rule, stop, share_flight, stopby,' + \
'baggage, transit_visa, reimbursement, flight_meals, ticket_type, others_info) VALUES' + \
'(%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s,' + \
'%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s)'
routing_key = 'interline'
# q_list = ['dflight_dev', 'dflight_ol', 'sflight']
q_list = ['dinterline_dev', 'dinterline_ol']
insert_rabbitmq_ok = False
insert_db_ok = False
try:
insert_rabbitmq(args=args, queue_list=q_list, routing_key=routing_key)
insert_rabbitmq_ok = True
except Exception:
logger.exception('[rabbitmq 入库异常]')
try:
res = db.ExecuteSQLs(sql, args)
if res:
insert_db_ok = True
else:
raise Exception('mysql 入库失败')
except Exception:
logger.exception('[mysql 入库异常]')
return insert_rabbitmq_ok, insert_db_ok
def InsertRoundFlight(args):
sql = 'INSERT INTO flight_round (dept_id, dest_id, dept_day, dest_day, price, tax, surcharge, currency, source, return_rule,' + \
'flight_no_A, airline_A, plane_no_A, dept_time_A, dest_time_A, dur_A, seat_type_A, stop_A, flight_no_B, airline_B, plane_no_B,' + \
'dept_time_B, dest_time_B, dur_B, seat_type_B, stop_B) VALUES ( %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, ' + \
'%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s)'
return db.ExecuteSQLs(sql, args)
def InsertTieyou(args):
sql1 = 'INSERT INTO train_tieyou (train_no, train_type, train_corp, dept_city, dept_id, dest_city, dest_id, ' + \
'dept_day, dept_time, dest_time, dur, price, tax, currency, seat_type, real_class, source, ' + \
'return_rule, stopid, stoptime, daydiff, stop)' + \
'VALUES (%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s)'
return db.ExecuteSQLs(sql1, args)
def InsertRoundFlight2(args):
sql = 'INSERT INTO flight_round (dept_id, dest_id, dept_day, dest_day, price, ' + \
'tax, surcharge, promotion, currency, source, return_rule, flight_no_A, ' + \
'airline_A, plane_no_A, dept_time_A, dest_time_A, dur_A, seat_type_A, ' + \
'real_class_A,stop_id_A,stop_time_A,daydiff_A,stop_A, flight_no_B, ' + \
'airline_B, plane_no_B, dept_time_B, dest_time_B, dur_B, seat_type_B, ' + \
'real_class_B,stop_id_B,stop_time_B,daydiff_B,stop_B, change_rule, ' + \
'share_flight_A, share_flight_B, stopby_A, stopby_B, baggage, transit_visa, ' + \
'reimbursement, flight_meals, ticket_type, others_info, rest) VALUES ( %s, %s, ' + \
'%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, ' + \
'%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s,' + \
'%s, %s, %s, %s, %s, %s, %s, %s)'
routing_key = 'round'
q_list = ['dround_dev', 'dround_ol']
insert_rabbitmq_ok = False
insert_db_ok = False
try:
insert_rabbitmq(args=args, queue_list=q_list, routing_key=routing_key)
insert_rabbitmq_ok = True
except Exception:
logger.exception('[rabbitmq 入库异常]')
try:
res = db.ExecuteSQLs(sql, args)
if res:
insert_db_ok = True
else:
raise Exception('mysql 入库失败')
except Exception:
logger.exception('[mysql 入库异常]')
return insert_rabbitmq_ok, insert_db_ok
def InsertBus(args):
sql = 'INSERT INTO bus (dept_city, dest_city, dept_station, dest_station, dept_day, dept_time, ' + \
'dest_time, dur, price, currency, source, corp, tax, return_rule, daydiff, rest, change_rule, ticket_type, bus_type, ' + \
'insurance, service_fee, stop, bus_no, stop_id, stop_time, transfer_interval, has_wifi, has_charge, ' + \
'has_extended_seat, free_baggage_num, free_baggage_weight, has_meals, has_wc, arrive_gate' + \
') VALUES (%s,%s,%s,%s,%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s,%s, %s, %s, %s)'
routing_key = 'bus'
q_list = ['dbus_dev', 'dbus_ol', 'sbus']
insert_rabbitmq_ok = False
insert_db_ok = False
try:
insert_rabbitmq(args=args, queue_list=q_list, routing_key=routing_key)
insert_rabbitmq_ok = True
except Exception:
logger.exception('[rabbitmq 入库异常]')
try:
res = db.ExecuteSQLs(sql, args)
if res:
insert_db_ok = True
else:
raise Exception('mysql 入库失败')
except Exception:
logger.exception('[mysql 入库异常]')
return insert_rabbitmq_ok, insert_db_ok
def InsertRoundFlight(args):
sql = 'INSERT INTO flight_round (dept_id, dest_id, dept_day, dest_day, price, tax, surcharge,promotion, currency, source, return_rule,' + \
'flight_no_A, airline_A, plane_no_A, dept_time_A, dest_time_A, dur_A, seat_type_A,real_class_A,stop_id_A,stop_time_A,daydiff_A,stop_A, flight_no_B, airline_B, plane_no_B,' + \
'dept_time_B, dest_time_B, dur_B, seat_type_B,real_class_B,stop_id_B,stop_time_B,daydiff_B,stop_B) VALUES ( %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, ' + \
'%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s)'
routing_key = 'round'
q_list = ['dround_dev', 'dround_ol']
insert_rabbitmq_ok = False
insert_db_ok = False
try:
insert_rabbitmq(args=args, queue_list=q_list, routing_key=routing_key)
insert_rabbitmq_ok = True
except Exception:
logger.exception('[rabbitmq 入库异常]')
try:
res = db.ExecuteSQLs(sql, args)
if res:
insert_db_ok = True
else:
raise Exception('mysql 入库失败')
except Exception:
logger.exception('[mysql 入库异常]')
return insert_rabbitmq_ok, insert_db_ok
def InsertNewTrain(args):
sql = 'INSERT INTO train_new (train_no, train_type, train_corp, dept_city,' + \
'dept_id, dest_city, dest_id, dept_day, dept_time, dest_time, dur,' + \
'price, tax, currency, seat_type, real_class,promotion, source, return_rule,' + \
'change_rule, stopid, stoptime, daydiff, stop, train_facilities, ' + \
'ticket_type, electric_ticket, others_info, rest) VALUES ' + \
'(%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s,' + \
'%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s)'
routing_key = 'train'
q_list = ['dtrain_dev', 'dtrain_ol', 'strain']
insert_rabbitmq_ok = False
insert_db_ok = False
try:
insert_rabbitmq(args=args, queue_list=q_list, routing_key=routing_key)
insert_rabbitmq_ok = True
except Exception:
logger.exception('[rabbitmq 入库异常]')
try:
res = db.ExecuteSQLs(sql, args)
if res:
insert_db_ok = True
else:
raise Exception('mysql 入库失败')
except Exception:
logger.exception('[mysql 入库异常]')
return insert_rabbitmq_ok, insert_db_ok
def InsertCar(args):
sql = 'INSERT INTO car (source, company, car_type, car_desc, car_image, price,' + \
'list_price, rest, currency, rent_city, return_city, rent_store, return_store,' + \
'rent_time, return_time, rent_area, return_area, is_automatic, baggages, ' + \
'passengers, pay_method, insurance, fuel_strategy, promotion, license, ' + \
'return_rule, diff_location_fee, door_num, mile_limit, extra_driver, zone_desc, package) ' + \
'VALUES (%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s)'
return db.ExecuteSQLs(sql, args)
def InsertFlight(args):
# sql = "INSERT INTO flight" + table_name_date + " (flight_no,plane_no,airline,dept_id,dest_id,dept_day,dept_time," + \
# "dest_time,dur,price,tax,surcharge,currency,seat_type,source,return_rule," + \
# "stop) VALUES (%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s)"
sql = "INSERT INTO flight (flight_no,plane_no,airline,dept_id,dest_id,dept_day,dept_time," + \
"dest_time,dur,price,tax,surcharge,currency,seat_type,source,return_rule," + \
"stop) VALUES (%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s)"
return db.ExecuteSQLs(sql, args)
def InsertPickup(args):
sql = 'INSERT INTO pickup (source, pattren_type, airport_code, dept_addr, dept_lat, dept_lng, ' \
'dest_addr, dest_lat, dest_lng, use_time, car_type_id, car_title, car_desc, car_seat_num, ' \
'car_luggage_num, price, currency, price_mark, is_support_card, card_fee, is_support_child_seat, ' \
'child_seat_fee, is_has_car_wifi, car_wifi_fee, is_must_child_seat, is_support_chinese) ' \
'VALUES (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s)'
return db.ExecuteSQLs(sql, args)
def InsertExtraFlight(args):
sql = 'INSERT INTO flight_extra (flight_no,plane_type,flight_corp,dept_id,dest_id,dept_day,dept_time,' + \
'dest_time,dur,rest,price,tax,surcharge,promotion,currency,seat_type,real_class,stop_id,stop_time,daydiff,' + \
'source,return_rule,stop,extra_flight_no,extra_plane_type,extra_flight_corp,extra_dept_id,extra_dest_id,extra_dept_day,' + \
'extra_dept_time,extra_dest_time,extra_dur,extra_seat_type,extra_real_class,extra_stop_id,extra_stop_time,extra_daydiff,' + \
'extra_stop) VALUES(%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s)'
return db.ExecuteSQLs(sql, args)
def InsertTrainTMP(args):
sql = 'INSERT INTO train_tmp (train_no, train_type, train_corp, dept_city,' + \
'dept_id, dest_city, dest_id, dept_day, dept_time, dest_time, dur,' + \
'price, tax, currency, seat_type, real_class,promotion, source, return_rule,' + \
'change_rule, stopid, stoptime, daydiff, stop, train_facilities, ' + \
'ticket_type, electric_ticket, others_info) VALUES ' + \
'(%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s,' + \
'%s, %s, %s, %s, %s, %s, %s, %s, %s, %s)'
return db.ExecuteSQLs(sql, args)
def InsertHotel_room3(args):
sql = 'INSERT INTO room (hotel_name, city, source, source_hotelid,' + \
'source_roomid, real_source, room_type, occupancy, bed_type, size, ' + \
'floor, check_in, check_out, rest, price, tax, currency, pay_method, ' + \
'is_extrabed, is_extrabed_free, has_breakfast, is_breakfast_free, ' + \
'is_cancel_free, extrabed_rule, return_rule, change_rule, room_desc, ' + \
'others_info,guest_info) VALUES (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, ' + \
'%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s)'
return db.ExecuteSQLs(sql, args)
def InsertNewFlight3(args):
sql = 'INSERT INTO flight_new (flight_no, plane_type, flight_corp, dept_id,' + \
'dest_id, dept_day, dept_time, dest_time, dur, rest, price, tax, surcharge,' + \
'promotion, currency, seat_type, real_class, package, stop_id, stop_time,' + \
'daydiff, source, return_rule, change_rule, stop, share_flight, stopby,' + \
'baggage, transit_visa, reimbursement, flight_meals, others_info) VALUES' + \
'(%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s,' + \
'%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s)'
return db.ExecuteSQLs(sql, args)
def InsertHotel_room4(args):
sql = 'INSERT INTO room (hotel_name, city, source, source_hotelid,' + \
'source_roomid, real_source, room_type, occupancy, bed_type, size, ' + \
'floor, check_in, check_out, rest, price, tax, currency, pay_method, ' + \
'is_extrabed, is_extrabed_free, has_breakfast, is_breakfast_free, ' + \
'is_cancel_free, extrabed_rule, return_rule, change_rule, room_desc, ' + \
'others_info,guest_info, hotel_url) VALUES (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, ' + \
'%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s)'
insert_hotel_base_data_task_info(list(map(lambda x: (x[2], x[3], x[1], x[-1]), args)))
return db.ExecuteSQLs(sql, args)
def InsertFlightInfo(args):
new_args = []
for arg in args:
flight_no = arg[0]
plane_type = arg[1]
flight_corp = arg[2]
dept_id = arg[3]
dest_id = arg[4]
dept_time = arg[6][-8:]
dest_time = arg[7][-8:]
during = arg[8]
stop_id = arg[-6]
stop_time = arg[-5]
daydiff = arg[-4]
new_args.append((flight_no, plane_type, flight_corp, dept_id, dest_id, dept_time, dest_time, during, stop_id,
stop_time, daydiff))
sql = 'REPLACE INTO flight_info (flight_no, plane_type, flight_corp, dept_id, dest_id, dept_time, dest_time, during, stop_id, stop_time, daydiff) VALUES (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s)'
db.ExecuteSQLs(sql, new_args)
def InsertTrain(args):
sql = 'INSERT INTO train (train_no, train_type, train_corp, dept_city, dept_id, dest_city, dest_id,' + \
'dept_time, dest_time, dur, price, tax, currency, seat_type, source, return_rule, stop, stop_station)' + \
'VALUES ( %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s)'
return db.ExecuteSQLs(sql, args)
def InsertNewFlight2(args):
# InsertFlightInfo(args)
sql = 'INSERT INTO flight_new (flight_no,plane_type,flight_corp,dept_id,dest_id,dept_day,dept_time,' + \
'dest_time,dur,rest,price,tax,surcharge,promotion,currency,seat_type,real_class,package,stop_id,stop_time,daydiff,' + \
'source,return_rule,stop) VALUES (%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s)'
return db.ExecuteSQLs(sql, args)
def InsertExtraFlight2(args):
sql = 'INSERT INTO flight_extra2 (flight_no,plane_type,flight_corp,dept_id,dest_id,dept_day,dept_time,dest_time,dur,rest,price,tax,surcharge,promotion,currency,seat_type,real_class,stop_id,stop_time,daydiff,source,return_rule,change_rule,stop,share_flight,stopby,baggage,transit_visa,reimbursement,flight_meals,others_info,ticket_type,extra_flight_no,extra_plane_type,extra_flight_corp,extra_dept_id,extra_dest_id,extra_dept_day,' + \
'extra_dept_time,extra_dest_time,extra_dur,extra_seat_type,extra_real_class,extra_stop_id,extra_stop_time,extra_daydiff,extra_stop,extra_share_flight) VALUES(%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s)'
return db.ExecuteSQLs(sql, args)
def InsertHotel_room2(args):
sql = 'INSERT INTO room (hotel_name, city, source, source_hotelid,source_roomid,real_source,room_type,' + \
'occupancy, bed_type, size, floor, check_in, check_out, rest, price, tax, currency, is_extrabed, is_extrabed_free,has_breakfast,' + \
'is_breakfast_free,is_cancel_free, room_desc) VALUES (%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s)'
return db.ExecuteSQLs(sql, args)
def InsertHotel(args):
sql = 'INSERT INTO hotel (hotel_name,hotel_name_en,source,source_id,brand_name,map_info,address,city,' + \
'country,city_id,postal_code,star,grade,has_wifi,is_wifi_free,has_parking,is_parking_free,service,' + \
'img_items, description, accepted_cards, check_in_time, check_out_time, hotel_url) VALUES (%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s)'
return db.ExecuteSQLs(sql, args)
def InsertStation(args):
sql = 'insert into station_temp (station) values ( %s)'
return db.ExecuteSQLs(sql, args)
def InsertHotel_comment(args):
sql = 'INSERT INTO hotel_comment (hotel_name, city, source, source_hotelid, title, comment, comment_user)' + \
' VALUES( %s,%s,%s,%s,%s,%s,%s)'
return db.ExecuteSQLs(sql, args)
def InsertEachFlight(args):
sql = 'REPLACE INTO flight_info (flight_no, airline, plane_no, dept_id, dest_id, dept_time, ' + \
'dest_time, daydiff, stop, cost, schedule, source) VALUES (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s)'
return db.ExecuteSQLs(sql, args)
def InsertFlight3(args):
sql = "INSERT INTO flight (flight_no,plane_no,airline,dept_id,dest_id,dept_day,dept_time," + \
"dest_time,dur,rest,price,tax,surcharge,currency,seat_type,real_class,stop_airport,stop_dur,source,return_rule," + \
"stop) VALUES (%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s)"
return db.ExecuteSQLs(sql, args)
def InsertEachTrain(args):
sql = 'INSERT INTO eachtrain (train_no, train_corp, train_type, dept_station, dest_station, dept_time,' + \
'dest_time, dur) VALUES (%s, %s, %s, %s, %s, %s, %s, %s)'
return db.ExecuteSQLs(sql, args)
def InsertTask(args):
sql = "INSERT INTO workload (task,source,task_type,priority,crawl_day,crawl_hour,update_times,success_times,batch_id)" + \
"VALUES (%s, %s, %s ,%s, %s, %s, %s, %s, %s)"
return db.ExecuteSQLs(sql, args)
def Insert_lagou(args):
sql = "INSERT INTO lg (city, positionName, district, companyName, salary, formatCreateTime ) VALUES (%s, %s, %s, %s, %s, %s)"
return db.ExecuteSQLs(sql,args)
