def __init__(self, platid=None, taskid=None, objid=None, **kwargs):
global logname
BaseTubes.__init__(self, platid=platid, taskid=taskid, objid=objid)
self.obj = Yiche()
self._Mconn = mysqlAssist.immysql()
self.Logger = logAsisst.imLog(logname)()
def __init__(self, platid=None, taskid=None, objid=None):
BaseTubes.__init__(self, platid = platid, taskid= taskid,
objid = objid)
self.obj = Robo()
self.sql = mysqlAssist.immysql()
self.channelCode = None
self.redis = ""
self.Logger = logAsisst.imLog("RoboCrawls")()
self.pick_time = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
def __init__(self, platid=None, taskid=None, objid=None,**kwargs):
BaseTubes.__init__(self, platid = platid, taskid= taskid,
objid = objid)
self.obj = Robo(hkey=kwargs["hkey"])
if kwargs['sqlopen'] :
self.sql = mysqlAssist.immysql()
self.redis = redisAsisst.imredis().connection()
self.channelCode = None
#self.redis = redisAsisst.imredis().connection()
self.Logger = logAsisst.imLog(sys.argv[1])()
self.feature_code = "seen:code"
def __init__(self, hkey="Robo"):
name = "RoboSpider"
self.start_urls = 'https://gw.datayes.com/rrp_adventure/web/supervisor/macro/level/0'
self.urlContainer = [
'https://gw.datayes.com/rrp_adventure/web/supervisor/macro/%s',
'https://gw.datayes.com/rrp_adventure/web/dataCenter/indic/%s?compare=false'
]
self.key = hkey
self.cookie = Ey.getCookie(self.key)
self.Logger = logAsisst.imLog(sys.argv[1])()
def __init__(self, platid=None, taskid=None, objid=None, **kwargs):
global logname
super(AliIndTubes, self).__init__()
BaseTubes.__init__(self, platid=platid, taskid=taskid, objid=objid)
self.obj = AliInd()
self._Mconn = mysqlAssist.immysql()
self.log = logAsisst.imLog(logname)()
self.ep = EasyUploadMenu.uploadMenu(plat=7,
channel="阿里指数",
conn=self.Conn(),
prefix="AL")
self.ep.setChannelCode(name="Alizs")
def return_wrapper(*args, **kwargs):
try:
loger = logAsisst.imLog(filename=logname)()
func(*args, **kwargs)
except Exception as e:
loger.error(e)
import gevent.monkey
gevent.monkey.patch_socket()
from middles.middleAssist import logAsisst
from tubes import RoboTubes
from middles.middleWare import EasyMethod
EasyMethod.RoboEasyLogin("Robo")
QUEUE_IP = '10.0.0.6'
QUEUE_PORT = 22345
READ_QUEUE_NAME = 'iMqDataSnatch_luobo_d'
DATA_COLLECT_QUEUE_NAME = 'iMqIMDataCollect'
IMMQ_PROXY = 'gmqObjectId:tcp -h 10.0.0.6 -p 22345'
LOGGER_NAME = "RoboCrawlGetTask"
lg = logAsisst.imLog(LOGGER_NAME)()
def signal_handler(signal, frame):
print('You pressed Ctrl+C!')
ic.destroy()
sys.exit(0)
def handlework(workconfig):
count = 0
n = workconfig['num']
try:
while True:
count += 1
try: