def __init__(self):
try:
self._delay_logger = open(
os.path.join(ROOT_LOG, DELAY_LOG + '.log'), 'a')
self._error_logger = open(
os.path.join(ROOT_LOG, ERROR_LOG + '.log'), 'a')
except IOError:
raise LogFileException, 'Failed to open log file'
self._redis_client = redis.Redis(host=REDIS_HOST, port=int(REDIS_PORT))
self.downloaded_url = Rediset(
hash_generated_keys=True,
redis_client=self._redis_client).Set('downloaded_url_set')
self.todownload_url_queue = Queue('todownload_url_queue',
host=REDIS_HOST,
port=REDIS_PORT)
self.todownload_url_set = Rediset(
hash_generated_keys=True,
redis_client=self._redis_client).Set('todownload_url_set')
self._rlock = gevent.coros.RLock()
def init_queue(host, port, password):
global _queue
_queue = Queue(_queue_name, host=host, port=port, password=password)
