CRAWLER_DOMAIN = 'x.ad.goyoo.com'
MOVE_KEY_HYPHEN = _MK_HYPHEN
RPC_FUNC_NAME = {
'showAds': 'i8vars.showAds',
'crawlPage': 'i8vars.crawlPage',
'kwOfLoc': 'i8vars.baidu_words',
}
MAX_ADS = 1
MAX_KW_OF_LOC = 20
_zmq_context = None
def __getattr__(self, item):
if item == 'zmq_context':
if self.__class__._zmq_context is None and self._zmq_context is None:
self.__class__._zmq_context = zmq.Context(Config.iothreads)
return self._zmq_context
raise KeyError("<%s> doesn't has attribute '%s'" %
(self.__class__.__name__, item))
config = Config.instance()
sysconfig = SysConfig()
logger = Logger.instance(logfile=config.LOG_FILE, also_print=DEBUG)
backtracer = BackTracer(max_depth=10)
os.environ['TZ'] = 'Asia/Shanghai'
