def __init__(self, q, mydate=MyDate(Util.get_yesterday()), conn_report_params=None): OracleWrap.__init__(self, conn_report_params) self.mydate = mydate self.q = q
def __init__(self, conn_params, q=None, mydate=MyDate(Util.get_yesterday())): MysqlWrap.__init__(self, conn_params) self.q = q self.mydate = mydate self.table_name = "video_report_%d" % int( self.mydate.get_now(format='ym'))
def __init__(self): ReportCDNEntity.__init__(self) ReportDMEntity.__init__(self) ReportADEntity.__init__(self) ReportURLEntity.__init__(self) self.video_id = 0 self.play_plat = 2 self.is_user_share = 1 self.create_time = time.strftime('%Y-%m-%d %H:%M:%S') self.dtime = Util.get_yesterday()
def write_hive_shell(self, sql_path, log_path): FileBase.file_exist(sql_path) Util.file_remove(log_path) exec_sql = 'touch %s' % log_path os.popen(exec_sql) sql = Template(FileRead.file_readlines(sql_path)[0]) temp_sql = sql.substitute(dtime=Util.get_yesterday()) exec_sql = "$HIVE_HOME/bin/hive -S -e '%s' > %s" % (temp_sql, log_path) os.popen(exec_sql)
def __init__(self): self.dtime = Util.get_yesterday() self.is56 = 0 self.all_stock = 0 self.stock = 0 self.all_occu = 0 self.all_t_occu = 0 self.occu = 0 self.t_occu = 0 self.vv = 0 self.all_vv = 0
def __init__(self): self.dtime=Util.get_yesterday() self.is56=0 self.all_stock=0 self.stock=0 self.all_occu=0 self.all_t_occu=0 self.occu=0 self.t_occu=0 self.vv=0 self.all_vv=0
exit() monitorReport = ReportMonitor() fileRead = ReportReadFile(monitorReport) fileWrite = FileWrite() jsonParallel = ReportJsonParallel(monitorReport) jsonSerial = ReportJsonSerial(monitorReport) mysqlWrap = ReportMysql(ReportMysql.conn_formal_params, monitorReport) #mysqlWrap = ReportMysql(ReportMysql.conn_space_params,monitorReport) if cmp(sys.argv[1], '-Dsave') == 0: mydate = Util.get_yesterday() if len(sys.argv) == 3: mydate = sys.argv[2] monitorReport.__setattr__("mydate", MyDate(mydate)) logdir = "/home/qs/scripts/video_report_yyyymm/" + monitorReport.mydate.get_now( ) + "/" error_log = logdir + 'save_error.log' retry_timeout_log = logdir + 'retry_timeout.log' monitor_log = logdir + 'monitor.log' checkpoint_log = logdir + 'checkpoint.log' oracle_log = logdir + 'ORACLE_SQL.log' uids_log = logdir + "uids.log" Util.file_remove(error_log) Util.file_remove(retry_timeout_log)
exit() monitorReport = ReportMonitor() fileRead = ReportReadFile(monitorReport) fileWrite = FileWrite() jsonParallel = ReportJsonParallel(monitorReport) jsonSerial = ReportJsonSerial(monitorReport) mysqlWrap = ReportMysql(ReportMysql.conn_formal_params,monitorReport) #mysqlWrap = ReportMysql(ReportMysql.conn_space_params,monitorReport) if cmp(sys.argv[1], '-Dsave') == 0: mydate = Util.get_yesterday() if len(sys.argv) == 3: mydate = sys.argv[2] monitorReport.__setattr__("mydate",MyDate(mydate)) logdir = "/home/qs/scripts/video_report_yyyymm/"+monitorReport.mydate.get_now()+"/" error_log = logdir + 'save_error.log' retry_timeout_log = logdir + 'retry_timeout.log' monitor_log = logdir + 'monitor.log' checkpoint_log = logdir + 'checkpoint.log' oracle_log = logdir + 'ORACLE_SQL.log' uids_log = logdir + "uids.log" Util.file_remove(error_log) Util.file_remove(retry_timeout_log) Util.file_remove(monitor_log)
def __init__(self,path,q,cpu=8,dt=Util.get_yesterday()): HiveShell.__init__(self,cpu) self.dt = dt self.path = path HiveShell.__init__(self,q)