Пример #1
0
    def run(self):
        if self.singal == "URLRequest":
            dataMonitor = DataMonitor(self.path,self.constants,self.monitor)
            dataMonitor.init_monitor()
            self.monitor.monitor_start(self.path+"/monitor.log")
            log = Log(self.path+"/url_error.log")
            log.begin_log()
            ReportJsonSerial(self.monitor).json_start()
            ReportJsonParallel(self.monitor).json_start()
            time.sleep(5)
            log.end_log()
        else:
            reportReadFile = ReportReadFile(self.path,self.singal,self.constants,self.monitor)
            self.lock.acquire()
            Util.printf("lock acquire".ljust(50,"."))
            reportReadFile.read_file()
            self.lock.release()
            Util.printf("lock release".ljust(50,"."))

        Util.printf("proccess stop".ljust(50,"."))
Пример #2
0
            'http://api.my.tv.sohu.com/video/videoinfolist.do?vid=%s')
        jsonSerial.urls.append(
            'http://my.tv.sohu.com/user/a/media/userGet.do?uid=%s&vid=%s')
        jsonParallel.json_start()
        jsonSerial.json_start()

        jsonParallel.retry_timeout()
        jsonSerial.retry_timeout()

        fileWrite.checkpoint_save(checkpoint_log, monitorReport.map_store)
        fileWrite.write_uids(uids_log, monitorReport.uids)

        mysqlWrap.insert_report(monitorReport.map_store)
        mysqlWrap.update_report_patch()

        log.end_log()

    elif cmp(sys.argv[1], '-DqueryOracle') == 0:
        mydate = Util.get_yesterday()
        if len(sys.argv) == 3:
            mydate = sys.argv[2]
        monitorReport.mydate = MyDate(mydate)

        logdir = "/home/qs/scripts/video_report_yyyymm/" + monitorReport.mydate.get_now(
        ) + "/"
        oracle_log = logdir + 'ORACLE_SQL.log'

        Util.file_remove(oracle_log)
        oracleWrap = ReportOracle(monitorReport,
                                  ReportOracle.conn_oracle_params)
        oracleWrap.write_rows_file(oracle_log)
Пример #3
0
        jsonParallel.urls.append('http://my.tv.sohu.com/wm/u/vids.do?vid=%s')
        jsonParallel.urls.append('http://api.my.tv.sohu.com/video/videoinfolist.do?vid=%s')
        jsonSerial.urls.append('http://my.tv.sohu.com/user/a/media/userGet.do?uid=%s&vid=%s')
        jsonParallel.json_start()
        jsonSerial.json_start()

        jsonParallel.retry_timeout()
        jsonSerial.retry_timeout()

        fileWrite.checkpoint_save(checkpoint_log, monitorReport.map_store)
        fileWrite.write_uids(uids_log, monitorReport.uids)

        mysqlWrap.insert_report(monitorReport.map_store)
        mysqlWrap.update_report_patch()

        log.end_log()

    elif cmp(sys.argv[1], '-DqueryOracle') == 0:
        mydate = Util.get_yesterday()
        if len(sys.argv) == 3:
            mydate = sys.argv[2]
        monitorReport.mydate=MyDate(mydate)

        logdir = "/home/qs/scripts/video_report_yyyymm/"+monitorReport.mydate.get_now()+"/"
        oracle_log = logdir + 'ORACLE_SQL.log'

        Util.file_remove(oracle_log)
        oracleWrap = ReportOracle(monitorReport,ReportOracle.conn_oracle_params)
        oracleWrap.write_rows_file(oracle_log)

    elif cmp(sys.argv[1], '-Drecovery') == 0: