def __init__(self, pub): self.pub = pub self.logPrefix = "Node {}".format(self.pub) setLogger(self) self.info("Creating node sequencer({})".format(self.pub)) self.info("Setting up sequencer server") self.s = Server() self.info("Setting up sequencer client to discovery unit") self.ns = Client(self.pub) self.info("Exchange info with discovery unit") self.exchangePorts() print(self.message)
#!/usr/bin/env python # -*- coding: utf-8 -*- import urllib import urllib2 import json import os import setLogger import logging import sys import time import traceback import re import datetime #set global var ConsoleLog = setLogger.setLogger(logging.StreamHandler,logging.DEBUG) FileLog = setLogger.setLogger(logging.FileHandler,logging.DEBUG) host="http://10.103.16.49:9200" indexPrefix="fast_news_all" document="document" queryjson="querystr.data" idsize=50000000 targetfile="docid.data" configfile="zl.properties" startDate="2015-01-01 01:01:10" endDate="2015-05-01 02:10:11" sleeptime = 60 def logger(level,loginfo):
#-*- coding: utf-8 -*- import os import sys import gzip import logging import time import setLogger #package全局变量 logger = setLogger.setLogger(logging.StreamHandler) #获取当前脚本所在目录 def getCurrentDir(): return sys.path[0] def read_gz_file(path, fileHandle): if os.path.exists(path): with gzip.open(path, 'rb') as pf: for line in pf: fileHandle.write(line) else: logger.error('the path [{}] is not exist!'.format(path)) def read_file_list(path): if os.path.exists(path): FileNameList = [] for filename in os.listdir(path): FileNameList.append(filename)