def initCookie():
initWebDriver()
global itemdriver
cBaseUrl = "https://www.taobao.com/?s={}".format(time.time() * 1000)
itemdriver.get(cBaseUrl)
try:
isg = itemdriver.get_cookie("isg")['value']
tbpool.pushISG(isg)
#cookie = itemdriver.execute_script("return document.title") # js
#print(cookie)
return
except BaseException:
pass
def before(self):
global CRA_COUNT
L_CAT.acquire()
CRA_COUNT = CRA_COUNT + 1
L_CAT.release()
isg = tbpool.popISG()
tbpool.pushISG(isg)
self.headers = {
'User-Agent':
'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/65.0.3325.181 Safari/537.3',
}
return True
def before(self):
self.isProxy = True
global CRA_COUNT
L_CAT.acquire()
CRA_COUNT = CRA_COUNT + 1
L_CAT.release()
isg = tbpool.popISG()
tbpool.pushISG(isg)
self.headers = {
'User-Agent':
'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/65.0.3325.181 Safari/537.3'
}
now = time.strftime("%Y%m%d", time.localtime())
rd = time.time()
turl = "https://shop.taobao.com/getShopInfo.htm?shopId={0}&staobaoz_{1}&rd={2}"
self.url = turl.format(self.shopid, now, rd)
return True
def before(self):
global CRA_COUNT
L_CAT.acquire()
CRA_COUNT = CRA_COUNT + 1
L_CAT.release()
isg = tbpool.popISG()
tbpool.pushISG(isg)
self.headers = {
'User-Agent':
'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/65.0.3325.181 Safari/537.3',
'cookie': 'isg={}'.format(isg)
}
now = time.strftime("%Y%m%d", time.localtime())
q = urllib.parse.urlencode({'q': self.q, 'loc': self.city})
turl = "https://shopsearch.taobao.com/search?app=shopsearch&imgfile=&js=1&stats_click=search_radio_all%3A1&initiative_id=staobaoz_{0}&ie=utf8&s={1}&{2}"
self.url = turl.format(now, self.pageno, q)
return True