sys.exit(1)
dbConfig = sys.argv[1]
PROJECT_NAME = sys.argv[2]
etlDate = sys.argv[3]
businessReadyTime = sys.argv[4]
whereCondition = sys.argv[5]
qp_dt = etl_utils.setETLDate(etlDate)
print qp_dt + "::::::::::::::::::::::::::::::"
(sqoop_dic, hiveDic) = etl_utils.buildConfDics(dbConfig, "N", "etl_dt",
qp_dt, buildQuerySql)
now_time = datetime.datetime.now()
run_time = now_time.strftime('%Y%m%d %H:%M:%S')
etl_checkdata.check_data(dbConfig, qp_dt, run_time, "", "source", 1)
flag = etl_utils.execimport(sqoop_dic)
print "=========== sqoop flag :", flag
if flag != 0:
exit(flag)
flag = etl_utils.loadData2HiveTable(hiveDic)
if flag == 0:
etl_checkdata.check_data(dbConfig, qp_dt, run_time, "", "target", "")
etl_checkdata.check_data(dbConfig, qp_dt, run_time, "", "source", 2)
exit(flag)
dbConfig = sys.argv[1]
PROJECT_NAME = sys.argv[2]
etlDate = sys.argv[3]
businessReadyTime = sys.argv[4]
whereCondition = sys.argv[5]
qp_dt=etl_utils.setETLDate(etlDate)
print qp_dt+ "::::::::::::::::::::::::::::::"
(sqoop_dic,hiveDic) = etl_utils.buildConfDics(dbConfig,"Y","etl_dt",qp_dt,buildQuerySql)
now_time = datetime.datetime.now()
run_time = now_time.strftime('%Y%m%d %H:%M:%S')
etl_checkdata.check_data(dbConfig,qp_dt,run_time,"","source",1)
flag = etl_utils.execimport(sqoop_dic)
print "=========== sqoop flag :", flag
if flag != 0:
exit(flag)
flag = etl_utils.loadData2HiveTable(hiveDic)
if flag == 0:
etl_checkdata.check_data(dbConfig,qp_dt,qp_dt,"","source",2)
exit(flag)