def __init__(self, pub):
self.pub = pub
self.logPrefix = "Node {}".format(self.pub)
setLogger(self)
self.info("Creating node sequencer({})".format(self.pub))
self.info("Setting up sequencer server")
self.s = Server()
self.info("Setting up sequencer client to discovery unit")
self.ns = Client(self.pub)
self.info("Exchange info with discovery unit")
self.exchangePorts()
print(self.message)
#!/usr/bin/env python # -*- coding: utf-8 -*- import urllib import urllib2 import json import os import setLogger import logging import sys import time import traceback import re import datetime #set global var ConsoleLog = setLogger.setLogger(logging.StreamHandler,logging.DEBUG) FileLog = setLogger.setLogger(logging.FileHandler,logging.DEBUG) host="http://10.103.16.49:9200" indexPrefix="fast_news_all" document="document" queryjson="querystr.data" idsize=50000000 targetfile="docid.data" configfile="zl.properties" startDate="2015-01-01 01:01:10" endDate="2015-05-01 02:10:11" sleeptime = 60 def logger(level,loginfo):
#-*- coding: utf-8 -*-
import os
import sys
import gzip
import logging
import time
import setLogger
#package全局变量
logger = setLogger.setLogger(logging.StreamHandler)
#获取当前脚本所在目录
def getCurrentDir():
return sys.path[0]
def read_gz_file(path, fileHandle):
if os.path.exists(path):
with gzip.open(path, 'rb') as pf:
for line in pf:
fileHandle.write(line)
else:
logger.error('the path [{}] is not exist!'.format(path))
def read_file_list(path):
if os.path.exists(path):
FileNameList = []
for filename in os.listdir(path):
FileNameList.append(filename)
