def main(): result_information = [] load_key = {} #################### #command line parser """ if len(sys.argv) <5: print 'cannot get any legal files, argv < 5 %d'%(len(sys.argv)) return """ #python uehprocess.py -o "G:\UEH\Origin.json" -r "G:\UEH\Test.json" -f "G:\UEH\source\ECR28_0427.log" parser = OptionParser() parser.add_option('-o','--output', action = 'store', type = 'string', dest = 'output_str') parser.add_option('-f','--file', action = 'store', type = 'string', dest = 'file_str') parser.add_option('-r','--return', action = 'store', type = 'string', dest = 'return_file') parser.add_option('-l','--logdir', action = 'store', type = 'string', dest = 'log_path') parser.add_option('-s','--savedir', action = 'store', type = 'string', dest = 'save_path') print sys.argv args_test = ['-f',"D:\\ECR09_0407.log", '-r',"D:\UEH\Test.json", '-o',"D:\\724d4958-7aa6-4b34-aa26-c1c66ae2a904_Out.json", '-l',"D:\UEH\\log\\" , '-s',"D:\UEH\\result"] (options,args) = parser.parse_args(args_test) print options.output_str print options.file_str print options.return_file print options.log_path print options.save_path #os.path.join(options.log_path) if not os.path.exists(options.log_path): os.mkdir(os.path.join(options.log_path)) if not os.path.exists(options.save_path): os.mkdir(os.path.join(options.save_path)) ############ #JSON 格式解析 json_val = simplejson.load(file(options.output_str)) table_id = json_val[0].get("TableID") field_colums = json_val[0].get("Columns") #close and delete file cnt = 0 for field in field_colums: if field == None: tmp = "___" + str(cnt) + "___" load_key[tmp] = cnt else: keys = [key.strip(" ") for key in field.split(field_colums_split)] # load_key[str(field)] = cnt for key in keys: load_key[key] = cnt cnt = cnt + 1 print load_key print table_id ############ #start parsing table_id = table_id file_str = options.file_str return_file = options.return_file log_file = options.log_path save_file = options.save_path print 'Start Time:' + time.ctime() start = time.clock() files = [] files.append(file_str) for f in files: if not os.path.exists(f): print "cannot find %s"%f return #p = processStr(f,DBInfo.loadkey(table_id)) p = processStr(f,load_key,table_id,log_file,save_file) ret = p.parseProcess() result_information.append(ret) break print "End Time", time.ctime() print "total time(seconds)", str(time.clock() - start) ##################### #Write into JSON file json_object = [] for i in range(0,MAX_TIME_SPAN+1): if ret[i]['DataStartTime'] != None and ret[i]['DataStartTime'] != "": json_object.append(ret[i]) else: break print json_object target_file = open(return_file,"w") simplejson.dump(json_object,target_file) target_file.close() DBInfo.close()
def main(): result_information = [] load_key = {} #################### #command line parser parser = OptionParser() parser.add_option('-f','--file', action = 'store', type = 'string', dest = 'file_str' ) parser.add_option('-s','--savedir', action = 'store', type = 'string', dest = 'save_path' ) parser.add_option('-r','--return', action = 'store', type = 'string', dest = 'return_file') #ATUTEST2210465292330515664201206271450_120627_145004.tmp #ATUTEST3059711936502054577201206271451_120627_145103.tmp #ATUTEST5219307231012006613201206271720_120627_172001.tmp #eventData_120419_085606.txt #eventData_120419_113412.txt arge_test = ['-f',FILE_SOURCE, '-s','D:\\EricssonData\\ParsedData', '-r','D:\\EricssonData\\output.json', ] arge = sys.argv[1:] if len(sys.argv) > 1 else arge_test (options,args) = parser.parse_args(arge) print options.save_path print options.file_str print options.return_file ############ #start parsing file_str = options.file_str save_file = options.save_path if not os.path.exists(save_file): os.mkdir(save_file) return_file = options.return_file print 'Start Time:' + time.ctime() start = time.clock() files = [] files.append(file_str) for f in files: if not os.path.exists(f): print "cannot find %s"%f raise Exception("cannot find %s"%f) return p = processStr(filename = f,save_path = save_file) ret = p.parseProcess() result_information.append(ret) break json_object = p.merge_json() print "End Time", time.ctime() print "total time(seconds)", str(time.clock() - start) #print ret #if json_object == None: # return # ##################### # #Write into JSON file # json_object = { # MR_FILE:[], # EVENT_FILE:[], # CALL_FILE:[] # } # for f in FILE_SETS: # for i in range(0,MAX_TIME_SPAN+1): # if ret[f][i]['DataStartTime'] != None and ret[f][i]['DataStartTime'] != "": # json_object[f].append(ret[f][i]) # else: # break #print json_object target_file = open(return_file,"w") simplejson.dump(json_object,target_file) target_file.close() DBInfo.close()
def main(): result_information = [] load_key = {} #################### #command line parser parser = OptionParser() parser.add_option('-f','--file', action = 'store', type = 'string', dest = 'file_str' ) parser.add_option('-s','--savedir', action = 'store', type = 'string', dest = 'save_path' ) parser.add_option('-r','--return', action = 'store', type = 'string', dest = 'return_file') arge_test = ['-f','G:\\MR\\source\\eventData_120419_113412.txt', '-s','G:\\MR\\result', '-r','G:\\MR\\output.json', ] (options,args) = parser.parse_args(arge_test) print options.save_path print options.file_str print options.return_file ############ #start parsing file_str = options.file_str save_file = options.save_path return_file = options.return_file print 'Start Time:' + time.ctime() start = time.clock() files = [] files.append(file_str) for f in files: if not os.path.exists(f): print "cannot find %s"%f return p = processStr(filename = f,save_path = save_file) ret = p.parseProcess() print ret result_information.append(ret) break print "End Time", time.ctime() print "total time(seconds)", str(time.clock() - start) ##################### #Write into JSON file json_object = { MR_FILE:[], EVENT_FILE:[], CALL_FILE:[] } for f in FILE_SETS: for i in range(0,MAX_TIME_SPAN+1): if ret[f][i]['DataStartTime'] != None and ret[f][i]['DataStartTime'] != "": json_object[f].append(ret[f][i]) else: break print json_object target_file = open(return_file,"w") simplejson.dump(json_object,target_file) target_file.close() DBInfo.close()