def write_hive_shell(self, sql_path, log_path):
FileBase.file_exist(sql_path)
Util.file_remove(log_path)
exec_sql = 'touch %s' % log_path
os.popen(exec_sql)
sql = Template(FileRead.file_readlines(sql_path)[0])
temp_sql = sql.substitute(dtime=Util.get_yesterday())
exec_sql = "$HIVE_HOME/bin/hive -S -e '%s' > %s" % (temp_sql, log_path)
os.popen(exec_sql)
def checkpoint_save(self, path, map_store):
Util.file_remove(path)
self.__persist_content(path, map_store)
if cmp(sys.argv[1], '-Dsave') == 0:
mydate = Util.get_yesterday()
if len(sys.argv) == 3:
mydate = sys.argv[2]
monitorReport.__setattr__("mydate",MyDate(mydate))
logdir = "/home/qs/scripts/video_report_yyyymm/"+monitorReport.mydate.get_now()+"/"
error_log = logdir + 'save_error.log'
retry_timeout_log = logdir + 'retry_timeout.log'
monitor_log = logdir + 'monitor.log'
checkpoint_log = logdir + 'checkpoint.log'
oracle_log = logdir + 'ORACLE_SQL.log'
uids_log = logdir + "uids.log"
Util.file_remove(error_log)
Util.file_remove(retry_timeout_log)
Util.file_remove(monitor_log)
Util.file_remove(checkpoint_log)
log = Log(error_log)
log.begin_log()
fileRead.read_file(logdir + "CDN_SQL.log")
fileRead.read_file(logdir + "VV_SQL.log")
fileRead.read_file(logdir + "INVALID_SQL.log")
fileRead.read_file(logdir + "W_SQL.log")
fileRead.read_file(logdir + "DM_SQL.log")
fileRead.read_file(logdir + "IP_SQL.log")
fileRead.read_file(logdir + "CDN_VV_DISTINCT_SQL.log")
fileRead.read_file(logdir + "ORACLE_SQL.log")
if cmp(sys.argv[1], '-Dsave') == 0:
mydate = Util.get_yesterday()
if len(sys.argv) == 3:
mydate = sys.argv[2]
monitorReport.__setattr__("mydate", MyDate(mydate))
logdir = "/home/qs/scripts/video_report_yyyymm/" + monitorReport.mydate.get_now(
) + "/"
error_log = logdir + 'save_error.log'
retry_timeout_log = logdir + 'retry_timeout.log'
monitor_log = logdir + 'monitor.log'
checkpoint_log = logdir + 'checkpoint.log'
oracle_log = logdir + 'ORACLE_SQL.log'
uids_log = logdir + "uids.log"
Util.file_remove(error_log)
Util.file_remove(retry_timeout_log)
Util.file_remove(monitor_log)
Util.file_remove(checkpoint_log)
log = Log(error_log)
log.begin_log()
fileRead.read_file(logdir + "CDN_SQL.log")
fileRead.read_file(logdir + "VV_SQL.log")
fileRead.read_file(logdir + "INVALID_SQL.log")
fileRead.read_file(logdir + "W_SQL.log")
fileRead.read_file(logdir + "DM_SQL.log")
fileRead.read_file(logdir + "IP_SQL.log")
fileRead.read_file(logdir + "CDN_VV_DISTINCT_SQL.log")
fileRead.read_file(logdir + "ORACLE_SQL.log")
def checkpoint_save(self, path, map_store):
Util.file_remove(path)
self.__persist_content(path, map_store)
