コード例 #1
0
ファイル: MysqlDB.py プロジェクト: cash2one/python-work
 def __init__(self,
              q,
              mydate=MyDate(Util.get_yesterday()),
              conn_report_params=None):
     OracleWrap.__init__(self, conn_report_params)
     self.mydate = mydate
     self.q = q
コード例 #2
0
ファイル: MysqlDB.py プロジェクト: cash2one/python-work
 def __init__(self,
              conn_params,
              q=None,
              mydate=MyDate(Util.get_yesterday())):
     MysqlWrap.__init__(self, conn_params)
     self.q = q
     self.mydate = mydate
     self.table_name = "video_report_%d" % int(
         self.mydate.get_now(format='ym'))
コード例 #3
0
 def __init__(self):
     ReportCDNEntity.__init__(self)
     ReportDMEntity.__init__(self)
     ReportADEntity.__init__(self)
     ReportURLEntity.__init__(self)
     self.video_id = 0
     self.play_plat = 2
     self.is_user_share = 1
     self.create_time = time.strftime('%Y-%m-%d %H:%M:%S')
     self.dtime = Util.get_yesterday()
コード例 #4
0
 def __init__(self):
     ReportCDNEntity.__init__(self)
     ReportDMEntity.__init__(self)
     ReportADEntity.__init__(self)
     ReportURLEntity.__init__(self)
     self.video_id = 0
     self.play_plat = 2
     self.is_user_share = 1
     self.create_time = time.strftime('%Y-%m-%d %H:%M:%S')
     self.dtime = Util.get_yesterday()
コード例 #5
0
    def write_hive_shell(self, sql_path, log_path):
        FileBase.file_exist(sql_path)
        Util.file_remove(log_path)
        exec_sql = 'touch %s' % log_path
        os.popen(exec_sql)

        sql = Template(FileRead.file_readlines(sql_path)[0])
        temp_sql = sql.substitute(dtime=Util.get_yesterday())
        exec_sql = "$HIVE_HOME/bin/hive -S -e '%s' > %s" % (temp_sql, log_path)
        os.popen(exec_sql)
コード例 #6
0
 def __init__(self):
     self.dtime = Util.get_yesterday()
     self.is56 = 0
     self.all_stock = 0
     self.stock = 0
     self.all_occu = 0
     self.all_t_occu = 0
     self.occu = 0
     self.t_occu = 0
     self.vv = 0
     self.all_vv = 0
コード例 #7
0
 def __init__(self):
     self.dtime=Util.get_yesterday()
     self.is56=0
     self.all_stock=0
     self.stock=0
     self.all_occu=0
     self.all_t_occu=0
     self.occu=0
     self.t_occu=0
     self.vv=0
     self.all_vv=0
コード例 #8
0
        exit()

    monitorReport = ReportMonitor()

    fileRead = ReportReadFile(monitorReport)
    fileWrite = FileWrite()

    jsonParallel = ReportJsonParallel(monitorReport)
    jsonSerial = ReportJsonSerial(monitorReport)

    mysqlWrap = ReportMysql(ReportMysql.conn_formal_params, monitorReport)
    #mysqlWrap = ReportMysql(ReportMysql.conn_space_params,monitorReport)

    if cmp(sys.argv[1], '-Dsave') == 0:
        mydate = Util.get_yesterday()
        if len(sys.argv) == 3:
            mydate = sys.argv[2]
        monitorReport.__setattr__("mydate", MyDate(mydate))

        logdir = "/home/qs/scripts/video_report_yyyymm/" + monitorReport.mydate.get_now(
        ) + "/"
        error_log = logdir + 'save_error.log'
        retry_timeout_log = logdir + 'retry_timeout.log'
        monitor_log = logdir + 'monitor.log'
        checkpoint_log = logdir + 'checkpoint.log'
        oracle_log = logdir + 'ORACLE_SQL.log'
        uids_log = logdir + "uids.log"

        Util.file_remove(error_log)
        Util.file_remove(retry_timeout_log)
コード例 #9
0
        exit()

    monitorReport = ReportMonitor()

    fileRead = ReportReadFile(monitorReport)
    fileWrite = FileWrite()

    jsonParallel = ReportJsonParallel(monitorReport)
    jsonSerial = ReportJsonSerial(monitorReport)

    mysqlWrap = ReportMysql(ReportMysql.conn_formal_params,monitorReport)
    #mysqlWrap = ReportMysql(ReportMysql.conn_space_params,monitorReport)

    if cmp(sys.argv[1], '-Dsave') == 0:
        mydate = Util.get_yesterday()
        if len(sys.argv) == 3:
            mydate = sys.argv[2]
        monitorReport.__setattr__("mydate",MyDate(mydate))

        logdir = "/home/qs/scripts/video_report_yyyymm/"+monitorReport.mydate.get_now()+"/"
        error_log = logdir + 'save_error.log'
        retry_timeout_log = logdir + 'retry_timeout.log'
        monitor_log = logdir + 'monitor.log'
        checkpoint_log = logdir + 'checkpoint.log'
        oracle_log = logdir + 'ORACLE_SQL.log'
        uids_log = logdir + "uids.log"

        Util.file_remove(error_log)
        Util.file_remove(retry_timeout_log)
        Util.file_remove(monitor_log)
コード例 #10
0
ファイル: HiveQuery.py プロジェクト: cash2one/python-work
 def __init__(self,path,q,cpu=8,dt=Util.get_yesterday()):
     HiveShell.__init__(self,cpu)
     self.dt = dt
     self.path = path
     HiveShell.__init__(self,q)