sys.exit(1) dbConfig = sys.argv[1] PROJECT_NAME = sys.argv[2] etlDate = sys.argv[3] businessReadyTime = sys.argv[4] whereCondition = sys.argv[5] qp_dt = etl_utils.setETLDate(etlDate) print qp_dt + "::::::::::::::::::::::::::::::" (sqoop_dic, hiveDic) = etl_utils.buildConfDics(dbConfig, "N", "etl_dt", qp_dt, buildQuerySql) now_time = datetime.datetime.now() run_time = now_time.strftime('%Y%m%d %H:%M:%S') etl_checkdata.check_data(dbConfig, qp_dt, run_time, "", "source", 1) flag = etl_utils.execimport(sqoop_dic) print "=========== sqoop flag :", flag if flag != 0: exit(flag) flag = etl_utils.loadData2HiveTable(hiveDic) if flag == 0: etl_checkdata.check_data(dbConfig, qp_dt, run_time, "", "target", "") etl_checkdata.check_data(dbConfig, qp_dt, run_time, "", "source", 2) exit(flag)
dbConfig = sys.argv[1] PROJECT_NAME = sys.argv[2] etlDate = sys.argv[3] businessReadyTime = sys.argv[4] whereCondition = sys.argv[5] qp_dt=etl_utils.setETLDate(etlDate) print qp_dt+ "::::::::::::::::::::::::::::::" (sqoop_dic,hiveDic) = etl_utils.buildConfDics(dbConfig,"Y","etl_dt",qp_dt,buildQuerySql) now_time = datetime.datetime.now() run_time = now_time.strftime('%Y%m%d %H:%M:%S') etl_checkdata.check_data(dbConfig,qp_dt,run_time,"","source",1) flag = etl_utils.execimport(sqoop_dic) print "=========== sqoop flag :", flag if flag != 0: exit(flag) flag = etl_utils.loadData2HiveTable(hiveDic) if flag == 0: etl_checkdata.check_data(dbConfig,qp_dt,qp_dt,"","source",2) exit(flag)