def buildQuerySql(jsonobj,qp_dt):
importType = jsonobj["sqoop.import-type"]
if importType == "inc":
tableName=etl_utils.buildSrcTableName(jsonobj)
(colsStr,joinColumns,keyColumns) = etl_utils.buildComlunmnsStrForInit(jsonobj)
importType = jsonobj["sqoop.import-type"]
query_template = sqoop_import_sqlDic[importType]
qp_dtStr = "'%s'"%(qp_dt,)
query_sql = query_template%(qp_dtStr,colsStr,tableName)
print "query_sql:" + query_sql
return query_sql
def buildQuerySql(jsonobj,qp_dt):
importType = jsonobj["sqoop.import-type"]
if importType == "inc":
tableName=etl_utils.buildSrcTableName(jsonobj)
# tableName=jsonobj["db.table_name"]
# (colsStr,joinColumns,keyColumns) = etl_utils.buildComlunmnsStrForInit(jsonobj)
colsList = jsonobj["columns"]
colsStr = ""
colsList = sorted(colsList, key=lambda column: column["columnid"])
db_type = etl_utils.parseDBType(jsonobj)
count = 0
if len(colsList)==0:
exit(-1)
now_time = datetime.datetime.now()
etl_date_str = now_time.strftime('%Y%m%d')
for col in colsList:
colname = etl_utils.convertColType(col,db_type)
if count == 0:
colsStr = colsStr + etl_date_str + ", 19000101 ," + colname
else:
colsStr = colsStr + "," + colname
count = count + 1
importType = jsonobj["sqoop.import-type"]
query_template = sqoop_import_sqlDic[importType]
qp_dtStr = "'%s'"%(qp_dt,)
query_sql = query_template%(colsStr,tableName)
print "query_sql:" + query_sql
return query_sql
def buildQuerySql(jsonobj, qp_dt):
importType = jsonobj["sqoop.import-type"]
if importType == "inc":
tableName = etl_utils.buildSrcTableName(jsonobj)
# tableName=jsonobj["db.table_name"]
# (colsStr,joinColumns,keyColumns) = etl_utils.buildComlunmnsStrForInit(jsonobj)
colsList = jsonobj["columns"]
colsStr = ""
colsList = sorted(colsList, key=lambda column: column["columnid"])
db_type = etl_utils.parseDBType(jsonobj)
count = 0
if len(colsList) == 0:
exit(-1)
now_time = datetime.datetime.now()
etl_date_str = now_time.strftime('%Y%m%d')
for col in colsList:
colname = etl_utils.convertColType(col, db_type)
if count == 0:
colsStr = colsStr + etl_date_str + ", 19000101 ," + colname
else:
colsStr = colsStr + "," + colname
count = count + 1
importType = jsonobj["sqoop.import-type"]
query_template = sqoop_import_sqlDic[importType]
qp_dtStr = "'%s'" % (qp_dt, )
query_sql = query_template % (colsStr, tableName)
print "query_sql:" + query_sql
return query_sql
